Bumped version to 1.2.0

Bumps [symfonycorp/security-checker-action](https://github.com/symfonycorp/security-checker-action) from 4 to 5.
- [Release notes](https://github.com/symfonycorp/security-checker-action/releases)
- [Commits](https://github.com/symfonycorp/security-checker-action/compare/v4...v5)

---
updated-dependencies:
- dependency-name: symfonycorp/security-checker-action
  dependency-type: direct:production
  update-type: version-update:semver-major
...

Signed-off-by: dependabot[bot] <support@github.com>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>

.docker/partdb-entrypoint.sh

@@ -39,6 +39,9 @@ if [ -d /var/www/html/var/db ]; then
     fi
 fi
 
+# Start PHP-FPM
+service php8.1-fpm start
+
 # first arg is `-f` or `--some-option` (taken from https://github.com/docker-library/php/blob/master/8.2/bullseye/apache/docker-php-entrypoint)
 if [ "${1#-}" != "$1" ]; then
 	set -- apache2-foreground "$@"

.docker/symfony.conf

@@ -27,11 +27,12 @@
         # Pass the configuration from the docker env to the PHP environment (here you should list all .env options)
         PassEnv APP_ENV APP_DEBUG APP_SECRET
         PassEnv DATABASE_URL
-        PassEnv DEFAULT_LANG DEFAULT_TIMEZONE BASE_CURRENCY INSTANCE_NAME ALLOW_ATTACHMENT_DOWNLOADS USE_GRAVATAR
+        PassEnv DEFAULT_LANG DEFAULT_TIMEZONE BASE_CURRENCY INSTANCE_NAME ALLOW_ATTACHMENT_DOWNLOADS USE_GRAVATAR MAX_ATTACHMENT_FILE_SIZE DEFAULT_URI
         PassEnv MAILER_DSN ALLOW_EMAIL_PW_RESET EMAIL_SENDER_EMAIL EMAIL_SENDER_NAME
         PassEnv HISTORY_SAVE_CHANGED_FIELDS HISTORY_SAVE_CHANGED_DATA HISTORY_SAVE_REMOVED_DATA
         PassEnv ERROR_PAGE_ADMIN_EMAIL ERROR_PAGE_SHOW_HELP
         PassEnv DEMO_MODE NO_URL_REWRITE_AVAILABLE FIXER_API_KEY BANNER
+        PassEnv SAML_ENABLED SAML_ROLE_MAPPING SAML_UPDATE_GROUP_ON_LOGIN SAML_IDP_ENTITY_ID SAML_IDP_SINGLE_SIGN_ON_SERVICE SAML_IDP_SINGLE_LOGOUT_SERVICE SAML_IDP_X509_CERT SAML_SP_ENTITY_ID SAML_SP_X509_CERT SAMLP_SP_PRIVATE_KEY
 
 
         # For most configuration files from conf-available/, which are

.env

@@ -31,6 +31,13 @@ INSTANCE_NAME="Part-DB"
 ALLOW_ATTACHMENT_DOWNLOADS=0
 # Use gravatars for user avatars, when user has no own avatar defined
 USE_GRAVATAR=0
+# The maximum allowed size for attachment files in bytes (you can use M for megabytes and G for gigabytes)
+# Please note that the php.ini setting upload_max_filesize also limits the maximum size of uploaded files
+MAX_ATTACHMENT_FILE_SIZE="100M"
+
+# The public reachable URL of this Part-DB installation. This is used for generating links to the website in emails and so on
+# This must end with a slash!
+DEFAULT_URI="https://partdb.changeme.invalid/"
 
 ###################################################################################
 # Email settings
@@ -69,6 +76,41 @@ ERROR_PAGE_ADMIN_EMAIL=''
 # If this is set to true, solutions to common problems are shown on error pages. Disable this, if you do not want your users to see them...
 ERROR_PAGE_SHOW_HELP=1
 
+###################################################################################
+# SAML Single sign on-settings
+###################################################################################
+# Set this to 1 to enable SAML single sign on
+SAML_ENABLED=0
+
+# A JSON encoded array of role mappings in the form { "saml_role": PARTDB_GROUP_ID, "*": PARTDB_GROUP_ID }
+# The first match is used, so the order is important! Put the group mapping with the most privileges first.
+# Please not to only use single quotes to enclose the JSON string
+SAML_ROLE_MAPPING='{}'
+# A mapping could look like the following
+#SAML_ROLE_MAPPING='{ "*": 2, "admin": 1, "editor": 3}'
+
+# When this is set to 1, the group of SAML users will be updated everytime they login based on their SAML roles
+SAML_UPDATE_GROUP_ON_LOGIN=1
+
+# The entity ID of your SAML IDP (e.g. the realm name of your Keycloak server)
+SAML_IDP_ENTITY_ID="https://idp.changeme.invalid/realms/master"
+# The URL of your SAML IDP SingleSignOnService (e.g. the endpoint of your Keycloak server)
+SAML_IDP_SINGLE_SIGN_ON_SERVICE="https://idp.changeme.invalid/realms/master/protocol/saml"
+# The URL of your SAML IDP SingleLogoutService (e.g. the endpoint of your Keycloak server)
+SAML_IDP_SINGLE_LOGOUT_SERVICE="https://idp.changeme.invalid/realms/master/protocol/saml"
+# The public certificate of the SAML IDP (e.g. the certificate of your Keycloak server)
+SAML_IDP_X509_CERT="MIIC..."
+
+# The entity of your SAML SP, must match the SP entityID configured in your SAML IDP (e.g. Keycloak).
+# This should be a the domain name of your Part-DB installation, followed by "/sp"
+SAML_SP_ENTITY_ID="https://partdb.changeme.invalid/sp"
+
+# The public certificate of the SAML SP
+SAML_SP_X509_CERT="MIIC..."
+# The private key of the SAML SP
+SAMLP_SP_PRIVATE_KEY="MIIE..."
+
+
 ######################################################################################
 # Other settings
 ######################################################################################

.github/dependabot.yml

@@ -0,0 +1,11 @@
+# To get started with Dependabot version updates, you'll need to specify which
+# package ecosystems to update and where the package manifests are located.
+# Please see the documentation for all configuration options:
+# https://docs.github.com/github/administering-a-repository/configuration-options-for-dependency-updates
+
+version: 2
+updates:
+  - package-ecosystem: "github-actions" # See documentation for possible values
+    directory: "/" # Location of package manifests
+    schedule:
+      interval: "weekly"

.github/workflows/codeql-analysis.yml

@@ -16,7 +16,7 @@ jobs:
 
     steps:
     - name: Checkout repository
-      uses: actions/checkout@v2
+      uses: actions/checkout@v3
       with:
         # We must fetch at least the immediate parents so that if this is
         # a pull request then we can checkout the head.
@@ -29,7 +29,7 @@ jobs:
 
     # Initializes the CodeQL tools for scanning.
     - name: Initialize CodeQL
-      uses: github/codeql-action/init@v1
+      uses: github/codeql-action/init@v2
       # Override language selection by uncommenting this and choosing your languages
       # with:
       #   languages: go, javascript, csharp, python, cpp, java
@@ -37,7 +37,7 @@ jobs:
     # Autobuild attempts to build any compiled languages  (C/C++, C#, or Java).
     # If this step fails, then you should remove it and run the build manually (see below)
     - name: Autobuild
-      uses: github/codeql-action/autobuild@v1
+      uses: github/codeql-action/autobuild@v2
 
     # ℹ️ Command-line programs to run using the OS shell.
     # 📚 https://git.io/JvXDl
@@ -51,4 +51,4 @@ jobs:
     #   make release
 
     - name: Perform CodeQL Analysis
-      uses: github/codeql-action/analyze@v1
+      uses: github/codeql-action/analyze@v2

.github/workflows/docker_build.yml

@@ -10,9 +10,6 @@ on:
     tags:
       - 'v*.*.*'
       - 'v*.*.*-**'
-  pull_request:
-    branches:
-      - 'master'
 
 jobs:
   docker:

.github/workflows/static_analysis.yml

@@ -43,7 +43,7 @@ jobs:
       run: ./bin/console lint:xliff translations
 
     - name: Check dependencies for security
-      uses: symfonycorp/security-checker-action@v3
+      uses: symfonycorp/security-checker-action@v5
     
     - name: Check doctrine mapping
       run: ./bin/console doctrine:schema:validate --skip-sync -vvv --no-interaction

.github/workflows/tests.yml

@@ -63,7 +63,7 @@ jobs:
         id: composer-cache
         run: |
           echo "::set-output name=dir::$(composer config cache-files-dir)"
-      - uses: actions/cache@v1
+      - uses: actions/cache@v3
         with:
           path: ${{ steps.composer-cache.outputs.dir }}
           key: ${{ runner.os }}-composer-${{ hashFiles('**/composer.lock') }}

Dockerfile

@@ -9,7 +9,7 @@ RUN apt-get update && apt-get -y install apt-transport-https lsb-release ca-cert
     && curl -sSLo /usr/share/keyrings/deb.sury.org-php.gpg https://packages.sury.org/php/apt.gpg  \
     && sh -c 'echo "deb [signed-by=/usr/share/keyrings/deb.sury.org-php.gpg] https://packages.sury.org/php/ $(lsb_release -sc) main" > /etc/apt/sources.list.d/php.list' \
     && apt-get update && apt-get upgrade -y \
-    && apt-get install -y apache2 php8.1 libapache2-mod-php8.1 php8.1-opcache php8.1-curl php8.1-gd php8.1-mbstring php8.1-xml php8.1-bcmath php8.1-intl php8.1-zip php8.1-xsl php8.1-sqlite3 php8.1-mysql gpg \
+    && apt-get install -y apache2 php8.1 php8.1-fpm php8.1-opcache php8.1-curl php8.1-gd php8.1-mbstring php8.1-xml php8.1-bcmath php8.1-intl php8.1-zip php8.1-xsl php8.1-sqlite3 php8.1-mysql gpg \
     && apt-get -y autoremove && apt-get clean autoclean && rm -rf /var/lib/apt/lists/*;
 
 ENV APACHE_CONFDIR /etc/apache2
@@ -34,10 +34,11 @@ RUN  sed -ri 's/^export ([^=]+)=(.*)$/: ${\1:=\2}\nexport \1/' "$APACHE_ENVVARS"
     	ln -sfT /dev/stderr "$APACHE_LOG_DIR/error.log"; \
     	ln -sfT /dev/stdout "$APACHE_LOG_DIR/access.log"; \
     	ln -sfT /dev/stdout "$APACHE_LOG_DIR/other_vhosts_access.log"; \
+        ln -sfT /dev/stderr /var/log/php8.1-fpm.log; \
         chown -R --no-dereference "$APACHE_RUN_USER:$APACHE_RUN_GROUP" "$APACHE_LOG_DIR";
 
-# Enable mpm_prefork
-RUN a2dismod mpm_event && a2enmod mpm_prefork
+# Enable php-fpm
+RUN a2enmod proxy_fcgi setenvif && a2enconf php8.1-fpm
 
 # PHP files should be handled by PHP, and should be preferred over any other file type
 RUN { \
@@ -64,14 +65,16 @@ RUN  \
         # Configure Realpath cache for performance
         echo 'realpath_cache_size=4096K'; \
         echo 'realpath_cache_ttl=600'; \
-    } > /etc/php/8.1/apache2/conf.d/symfony-recommended.ini
+    } > /etc/php/8.1/fpm/conf.d/symfony-recommended.ini
 
-# Increase upload limit
+# Increase upload limit and enable preloading
 RUN  \
 	{ \
 		echo 'upload_max_filesize=256M'; \
 		echo 'post_max_size=300M'; \
-    } > /etc/php/8.1/apache2/conf.d/partdb.ini
+        echo 'opcache.preload_user=www-data'; \
+        echo 'opcache.preload=/var/www/html/config/preload.php'; \
+    } > /etc/php/8.1/fpm/conf.d/partdb.ini
 
 # Install node and yarn
 RUN curl -sS https://dl.yarnpkg.com/debian/pubkey.gpg | apt-key add -

README.md

@@ -41,7 +41,8 @@ and multiple store locations and price information. Parts can be grouped using t
 * Barcodes/Labels generator for parts and storage locations, scan barcodes via webcam using the builtin barcode scanner
 * User system with groups and detailed (fine granular) permissions. 
 Two-factor authentication is supported (Google Authenticator and Webauthn/U2F keys) and can be enforced for groups. Password reset via email can be setuped.
-* Import/Export system (partial working)
+* Optional support for single sign-on (SSO) via SAML (using an intermediate service like [Keycloak](https://www.keycloak.org/) you can connect Part-DB to an existing LDAP or Active Directory server)
+* Import/Export system for parts and datastructure. BOM import for projects from KiCAD is supported.
 * Project management: Create projects and assign parts to the bill of material (BOM), to show how often you could build this project and directly withdraw all components needed from DB
 * Event log: Track what changes happens to your inventory, track which user does what. Revert your parts to older versions.
 * Responsive design: You can use Part-DB on your PC, your tablet and your smartphone using the same interface.

SECURITY.md

@@ -9,4 +9,4 @@ fixed before the next release. However, if you find a security vulnerability in
 
 ## Reporting a Vulnerability
 
-If you find a security vulnerability, contact the maintainer directly (Email: security@part-db.de).
+If you find a security vulnerability, report a vulnerability in the [security section of GitHub](https://github.com/Part-DB/Part-DB-server/security/advisories) or contact the maintainer directly (Email: security@part-db.de)

VERSION

@@ -1 +1 @@
-1.0.1
+1.2.0

assets/controllers/elements/datatables/datatables_controller.js

@@ -66,7 +66,14 @@ export default class extends Controller {
     }
 
     stateLoadCallback(settings) {
-        return JSON.parse( localStorage.getItem(this.getStateSaveKey()) );
+        const data = JSON.parse( localStorage.getItem(this.getStateSaveKey()) );
+
+        if (data) {
+            //Do not save the start value (current page), as we want to always start at the first page on a page reload
+            data.start = 0;
+        }
+
+        return data;
     }
 
     connect() {
@@ -196,4 +203,4 @@ export default class extends Controller {
         return this.element.dataset.select ?? false;
     }
 
-}
+}

assets/controllers/elements/datatables/parts_controller.js

@@ -107,6 +107,13 @@ export default class extends DatatablesController {
             //Hide the select element (the tomselect button is the sibling of the select element)
             select_target.nextElementSibling.classList.add('d-none');
         }
+
+        //If the selected option has a data-turbo attribute, set it to the form
+        if (selected_option.dataset.turbo) {
+            this.element.dataset.turbo = selected_option.dataset.turbo;
+        } else {
+            this.element.dataset.turbo = true;
+        }
     }
 
     confirmDeletionAtSubmit(event) {

assets/css/app/darkmode.css

@@ -31,3 +31,7 @@
 .darkmode--activated .hoverpic:hover {
     background: black;
 }
+
+.tools-ic-logos img {
+    mix-blend-mode: normal;
+}

assets/js/error_handler.js

@@ -28,7 +28,9 @@ class ErrorHandlerHelper {
         console.log('Error Handler registered');
 
         const content = document.getElementById('content');
-        content.addEventListener('turbo:before-fetch-response', (event) => this.handleError(event));
+        //content.addEventListener('turbo:before-fetch-response', (event) => this.handleError(event));
+        content.addEventListener('turbo:fetch-request-error', (event) => this.handleError(event));
+        content.addEventListener('turbo:frame-missing', (event) => this.handleError(event));
 
         $(document).ajaxError(this.handleJqueryErrror.bind(this));
     }
@@ -87,8 +89,10 @@ class ErrorHandlerHelper {
     }
 
     handleError(event) {
-        const fetchResponse = event.detail.fetchResponse;
-        const response = fetchResponse.response;
+        //Prevent default error handling
+        event.preventDefault();
+
+        const response = event.detail.response;
 
         //Ignore aborted requests.
         if (response.statusText === 'abort' || response.status == 0) {
@@ -100,11 +104,11 @@ class ErrorHandlerHelper {
             return;
         }
 
-        if(fetchResponse.failed) {
+        if(!response.ok) {
             response.text().then(responseHTML => {
-                this._showAlert(response.statusText, response.status, fetchResponse.location.toString(), responseHTML);
+                this._showAlert(response.statusText, response.status, response.url, responseHTML);
             }).catch(err => {
-                this._showAlert(response.statusText, response.status, fetchResponse.location.toString(), '<pre>' + err + '</pre>');
+                this._showAlert(response.statusText, response.status, response.url, '<pre>' + err + '</pre>');
             });
         }
     }

composer.json

@@ -22,7 +22,9 @@
         "florianv/swap": "^4.0",
         "florianv/swap-bundle": "dev-master",
         "gregwar/captcha-bundle": "^2.1.0",
+        "hslavich/oneloginsaml-bundle": "^2.10",
         "jbtronics/2fa-webauthn": "^1.0.0",
+        "league/csv": "^9.8.0",
         "league/html-to-markdown": "^5.0.1",
         "liip/imagine-bundle": "^2.2",
         "nelexa/zip": "^4.0",

config/bundles.php

@@ -27,4 +27,5 @@ return [
     Scheb\TwoFactorBundle\SchebTwoFactorBundle::class => ['all' => true],
     SpomkyLabs\CborBundle\SpomkyLabsCborBundle::class => ['all' => true],
     Webauthn\Bundle\WebauthnBundle::class => ['all' => true],
+    Hslavich\OneloginSamlBundle\HslavichOneloginSamlBundle::class => ['all' => true],
 ];

config/packages/hslavich_onelogin_saml.yaml

@@ -0,0 +1,60 @@
+# See https://github.com/SAML-Toolkits/php-saml for more information about the SAML settings
+
+hslavich_onelogin_saml:
+  # Basic settings
+  idp:
+    entityId: '%env(string:SAML_IDP_ENTITY_ID)%'
+    singleSignOnService:
+      url: '%env(string:SAML_IDP_SINGLE_SIGN_ON_SERVICE)%'
+      binding: 'urn:oasis:names:tc:SAML:2.0:bindings:HTTP-Redirect'
+    singleLogoutService:
+      url: '%env(string:SAML_IDP_SINGLE_LOGOUT_SERVICE)%'
+      binding: 'urn:oasis:names:tc:SAML:2.0:bindings:HTTP-Redirect'
+    x509cert: '%env(string:SAML_IDP_X509_CERT)%'
+  sp:
+    entityId: '%env(string:SAML_SP_ENTITY_ID)%'
+    assertionConsumerService:
+      url: '%partdb.default_uri%saml/acs'
+      binding: 'urn:oasis:names:tc:SAML:2.0:bindings:HTTP-POST'
+    singleLogoutService:
+      url: '%partdb.default_uri%logout'
+      binding: 'urn:oasis:names:tc:SAML:2.0:bindings:HTTP-Redirect'
+    x509cert: '%env(string:SAML_SP_X509_CERT)%'
+    privateKey: '%env(string:SAMLP_SP_PRIVATE_KEY)%'
+
+  # Optional settings
+  #baseurl: 'http://myapp.com'
+  strict: true
+  debug: false
+  security:
+     allowRepeatAttributeName: true
+  #  nameIdEncrypted: false
+     authnRequestsSigned: true
+     logoutRequestSigned: true
+     logoutResponseSigned: true
+  #  wantMessagesSigned: false
+  #   wantAssertionsSigned: true
+  #  wantNameIdEncrypted: false
+  #  requestedAuthnContext: true
+  #  signMetadata: false
+  #  wantXMLValidation: true
+  #  relaxDestinationValidation: false
+  #  destinationStrictlyMatches: true
+  #  rejectUnsolicitedResponsesWithInResponseTo: false
+  #  signatureAlgorithm: 'http://www.w3.org/2001/04/xmldsig-more#rsa-sha256'
+  #  digestAlgorithm: 'http://www.w3.org/2001/04/xmlenc#sha256'
+  #contactPerson:
+  #  technical:
+  #    givenName: 'Tech User'
+  #    emailAddress: 'techuser@example.com'
+  #  support:
+  #    givenName: 'Support User'
+  #    emailAddress: 'supportuser@example.com'
+  #  administrative:
+  #    givenName: 'Administrative User'
+  #    emailAddress: 'administrativeuser@example.com'
+  #organization:
+  #  en:
+  #    name: 'Part-DB-name'
+  #    displayname: 'Displayname'
+  #    url: 'http://example.com'

config/packages/routing.yaml

@@ -4,7 +4,7 @@ framework:
 
         # Configure how to generate URLs in non-HTTP contexts, such as CLI commands.
         # See https://symfony.com/doc/current/routing.html#generating-urls-in-commands
-        #default_uri: http://localhost
+        default_uri: '%env(DEFAULT_URI)%'
 
 when@prod:
     framework:

config/packages/security.yaml

@@ -4,7 +4,6 @@ security:
     password_hashers:
         Symfony\Component\Security\Core\User\PasswordAuthenticatedUserInterface: 'auto'
 
-    # https://symfony.com/doc/current/security.html#where-do-users-come-from-user-providers
     providers:
         # used to reload user from session & other features (e.g. switch_user)
         app_user_provider:
@@ -12,6 +11,7 @@ security:
                 class: App\Entity\UserSystem\User
                 property: name
 
+
     firewalls:
         dev:
             pattern: ^/(_(profiler|wdt)|css|images|js)/
@@ -20,6 +20,7 @@ security:
             provider: app_user_provider
             lazy: true
             user_checker: App\Security\UserChecker
+            entry_point: form_login
 
             two_factor:
                 auth_form_path: 2fa_login
@@ -29,6 +30,14 @@ security:
             login_throttling:
                 max_attempts: 5 # per minute
 
+            saml:
+                use_referer: true
+                user_factory: saml_user_factory
+                persist_user: true
+                check_path: saml_acs
+                login_path: saml_login
+                failure_path: login
+
             # https://symfony.com/doc/current/security/form_login_setup.html
             form_login:
                 login_path: login

config/packages/twig.yaml

@@ -19,6 +19,7 @@ twig:
         sidebar_tree_updater: '@App\Services\Trees\SidebarTreeUpdater'
         avatar_helper: '@App\Services\UserSystem\UserAvatarHelper'
         available_themes: '%partdb.available_themes%'
+        saml_enabled: '%partdb.saml.enabled%'
 
 when@test:
     twig:

config/parameters.yaml

@@ -13,6 +13,8 @@ parameters:
   partdb.global_theme: ''                                     # The theme to use globally (see public/build/themes/ for choices, use name without .css). Set to '' for default bootstrap theme
   partdb.locale_menu: ['en', 'de', 'fr', 'ru', 'ja']          # The languages that are shown in user drop down menu
 
+  partdb.default_uri: '%env(string:DEFAULT_URI)%'             # The default URI to use for the Part-DB instance (e.g. https://part-db.example.com/). This is used for generating links in emails
+
   ######################################################################################################################
   # Users and Privacy
   ######################################################################################################################
@@ -29,9 +31,10 @@ parameters:
   ######################################################################################################################
   # Attachments and files
   ######################################################################################################################
-  partdb.attachments.allow_downloads: '%env(bool:ALLOW_ATTACHMENT_DOWNLOADS)%'  # Allow users to download attachments to server. Warning: This can be dangerous, because via that feature attackers maybe can access ressources on your intranet!
-  partdb.attachments.dir.media: 'public/media/'               # The folder where uploaded attachment files are saved (must be in public folder)
-  partdb.attachments.dir.secure: 'uploads/'                   # The folder where secured attachment files are saved (must not be in public/)
+  partdb.attachments.allow_downloads: '%env(bool:ALLOW_ATTACHMENT_DOWNLOADS)%'    # Allow users to download attachments to server. Warning: This can be dangerous, because via that feature attackers maybe can access ressources on your intranet!
+  partdb.attachments.dir.media: 'public/media/'                                   # The folder where uploaded attachment files are saved (must be in public folder)
+  partdb.attachments.dir.secure: 'uploads/'                                       # The folder where secured attachment files are saved (must not be in public/)
+  partdb.attachments.max_file_size: '%env(string:MAX_ATTACHMENT_FILE_SIZE)%'      # The maximum size of an attachment file (in bytes, you can use M for megabytes and G for gigabytes)
 
   ######################################################################################################################
   # Error pages
@@ -39,6 +42,11 @@ parameters:
   partdb.error_pages.admin_email: '%env(trim:string:ERROR_PAGE_ADMIN_EMAIL)%'     # You can set an email address here, which is shown on an error page, how to contact an administrator
   partdb.error_pages.show_help: '%env(trim:string:ERROR_PAGE_SHOW_HELP)%'         # If this is set to true, solutions to common problems are shown on error pages. Disable this, if you do not want your users to see them...
 
+  ######################################################################################################################
+  # SAML
+  ######################################################################################################################
+  partdb.saml.enabled: '%env(bool:SAML_ENABLED)%'              # If this is set to true, SAML authentication is enabled
+
   ######################################################################################################################
   # Sidebar
   ######################################################################################################################
@@ -95,7 +103,7 @@ parameters:
   env(INSTANCE_NAME): 'Part-DB'
   env(BASE_CURRENCY): 'EUR'
   env(USE_GRAVATAR): '0'
-  env(ALLOW_ATTACHMENT_DOWNLOADS): 0
+  env(MAX_ATTACHMENT_FILE_SIZE): '100M'
 
   env(ERROR_PAGE_ADMIN_EMAIL): ''
   env(ERROR_PAGE_SHOW_HELP): 1
@@ -110,3 +118,7 @@ parameters:
 
   env(TRUSTED_PROXIES): '127.0.0.1' #By default trust only our own server
   env(TRUSTED_HOSTS): '' # Trust all host names by default
+
+  env(DEFAULT_URI): 'https://partdb.changeme.invalid/'
+
+  env(SAML_ROLE_MAPPING): '{}'

config/permissions.yaml

@@ -43,6 +43,9 @@ perms: # Here comes a list with all Permission names (they have a perm_[name] co
       revert_element:
         label: "perm.revert_elements"
         alsoSet: ["read", "edit", "create", "delete", "show_history"]
+      import:
+        label: "perm.import"
+        alsoSet: ["read", "edit", "create"]
 
   parts_stock:
     group: "data"
@@ -76,6 +79,9 @@ perms: # Here comes a list with all Permission names (they have a perm_[name] co
       revert_element:
         label: "perm.revert_elements"
         alsoSet: ["read", "edit", "create", "delete", "show_history"]
+      import:
+        label: "perm.import"
+        alsoSet: [ "read", "edit", "create" ]
 
   footprints:
     <<: *PART_CONTAINING
@@ -156,6 +162,9 @@ perms: # Here comes a list with all Permission names (they have a perm_[name] co
       revert_element:
         label: "perm.revert_elements"
         alsoSet: ["read", "edit", "create", "delete", "edit_permissions", "show_history"]
+      import:
+        label: "perm.import"
+        alsoSet: [ "read", "edit", "create" ]
 
   users:
     label: "perm.users"
@@ -188,6 +197,9 @@ perms: # Here comes a list with all Permission names (they have a perm_[name] co
       revert_element:
         label: "perm.revert_elements"
         alsoSet: ["read", "create", "delete", "edit_permissions", "show_history", "edit_infos", "edit_username"]
+      import:
+        label: "perm.import"
+        alsoSet: [ "read", "create" ]
 
   #database:
   #  label: "perm.database"

config/routes/hslavich_saml.yaml

@@ -0,0 +1,4 @@
+hslavich_saml_sp:
+  resource: "@HslavichOneloginSamlBundle/Resources/config/routing.yml"
+  # Only load the SAML routes if SAML is enabled
+  condition: "env('SAML_ENABLED') == '1' or env('SAML_ENABLED') == 'true'"

config/services.yaml

@@ -88,11 +88,13 @@ services:
     App\Form\AttachmentFormType:
         arguments:
             $allow_attachments_downloads: '%partdb.attachments.allow_downloads%'
+            $max_file_size: '%partdb.attachments.max_file_size%'
 
     App\Services\Attachments\AttachmentSubmitHandler:
         arguments:
             $allow_attachments_downloads: '%partdb.attachments.allow_downloads%'
             $mimeTypes: '@mime_types'
+            $max_upload_size: '%partdb.attachments.max_file_size%'
 
     App\EventSubscriber\LogSystem\LogoutLoggerListener:
         tags:
@@ -127,6 +129,15 @@ services:
     # Security
     ####################################################################################################################
 
+    saml_user_factory:
+        alias: App\Security\SamlUserFactory
+        public: true
+
+    App\Security\SamlUserFactory:
+        arguments:
+            $saml_role_mapping: '%env(json:SAML_ROLE_MAPPING)%'
+            $update_group_on_login: '%env(bool:SAML_UPDATE_GROUP_ON_LOGIN)%'
+
     ####################################################################################################################
     # Cache
     ####################################################################################################################
@@ -194,6 +205,10 @@ services:
         arguments:
             $available_themes: '%partdb.available_themes%'
 
+    App\Command\User\ConvertToSAMLUserCommand:
+        arguments:
+            $saml_enabled: '%partdb.saml.enabled%'
+
 
     ####################################################################################################################
     # Label system

docs/assets/usage/import_export/part_import_example.csv

@@ -0,0 +1,4 @@
+name;description;category;notes;footprint;tags;quantity;storage_location;mass;ipn;mpn;manufacturing_status;manufacturer;supplier;spn;price;favorite;needs_review;minamount;partUnit;manufacturing_status
+BC547;NPN transistor;Transistors -> NPN;very important notes;TO -> TO-92;NPN,Transistor;5;Room 1 -> Shelf 1 -> Box 2;10;;;Manufacturer;;You need to fill this line, to use spn and price;BC547C;2,3;0;;;;
+BC557;PNP transistor;<b>HTML</b>;;TO -> TO-92;PNP,Transistor;10;Room 2-> Box 3;;Internal1234;;;;;;;;1;;;active
+Copper Wire;;Wire;;;;;;;;;;;;;;;;;Meter;

docs/configuration.md

@@ -26,7 +26,8 @@ The following configuration options can only be changed by the server administra
 * `INSTANCE_NAME`: The name of your installation. It will be shown as a title in the navbar and other places. By default `Part-DB`, but you can customize it to something likes `ExampleCorp. Inventory`.
 * `ALLOW_ATTACHMENT_DOWNLOADS` (allowed values `0` or `1`): By setting this option to 1, users can make Part-DB directly download a file specified as an URL and create it as local file. Please not that this allows users access to all ressources publicly available to the server (so full access to other servers in the same local network), which could be a security risk.
 * `USE_GRAVATAR`: Set to `1` to use [gravatar.com](gravatar.com) images for user avatars (as long as they have not set their own picture). The users browsers have to download the pictures from a third-party (gravatars) server, so this might be a privacy risk.
-
+* `MAX_ATTACHMENT_FILE_SIZE`: The maximum file size (in bytes) for attachments. You can use the suffix `K`, `M` or `G` to specify the size in kilobytes, megabytes or gigabytes. By default `100M` (100 megabytes). Please note that this only the limit of Part-DB. You still need to configure the php.ini `upload_max_filesize` and `post_max_size` to allow bigger files to be uploaded.
+* `DEFAULT_URI`: The default URI base to use for the Part-DB, when no URL can be determined from the browser request. This should be the primary URL/Domain, which is used to access Part-DB. This value is used to create correct links in emails and other places, where the URL is needed. It is also used, when SAML is enabled.s If you are using a reverse proxy, you should set this to the URL of the reverse proxy (e.g. `https://part-db.example.com`). **This value must end with a slash**.
 
 ### E-Mail settings
 * `MAILER_DSN`: You can configure the mail provider which should be used for email delivery (see https://symfony.com/doc/current/components/mailer.html for full documentation). If you just want to use an SMTP mail account, you can use the following syntax `MAILER_DSN=smtp://user:password@smtp.mailserver.invalid:587`
@@ -46,6 +47,22 @@ If you wanna use want to revert changes or view older revisions of entities, the
 * `ERROR_PAGE_ADMIN_EMAIL`: You can set an email-address here, which is shown on the error page, who should be contacted about the issue (e.g. an IT support email of your company)
 * `ERROR_PAGE_SHOW_HELP`: Set this 0, to disable the solution hints shown on an error page. These hints should not contain senstive informations, but could confuse end-users.
 
+### SAML SSO settings
+The following settings can be used to enable and configure Single-Sign on via SAML. This allows users to login to Part-DB without entering a username and password, but instead they are redirected to a SAML Identity Provider (IdP) and are logged in automatically. This is especially useful, when you want to use Part-DB in a company, where all users have a SAML account (e.g. via Active Directory or LDAP).
+You can find more advanced settings in the `config/packages/hslavich_onelogin_saml.yaml` file. Please note that this file is not backuped by the backup script, so you have to backup it manually, if you want to keep your changes. If you want to edit it on docker, you have to map the file to a volume.
+
+* `SAML_ENABLED`: When this is set to 1, SAML SSO is enabled and the SSO Login button is shown in the login form. You have to configure the SAML settings below, before you can use this feature.
+* `SAML_ROLE_MAPPING`: A [JSON](https://en.wikipedia.org/wiki/JSON) encoded map which specifies how Part-DB should convert the user roles given by SAML attribute `group` should be converted to a Part-DB group (specified by ID). You can use a wildcard `*` to map all otherwise unmapped roles to a certain group. Example: `{"*": 1, "admin": 2, "editor": 3}`. This would map all roles to the group with ID 1, except the role `admin`, which is mapped to the group with ID 2 and the role `editor`, which is mapped to the group with ID 3.
+* `SAML_UPDATE_GROUP_ON_LOGIN`: When this is enabled the group of the user is updated on every login of the user based on the SAML role attributes. When this is disabled, the group is only assigned on the first login of the user, and a Part-DB administrator can change the group afterwards by editing the user.
+* `SAML_IDP_ENTITY_ID`: The entity ID of your SAML Identity Provider (IdP). You can find this value in the metadata XML file or configuration UI of your IdP.
+* `SAML_IDP_SINGLE_SIGN_ON_SERVICE`: The URL of the SAML IdP Single Sign-On Service (SSO). You can find this value in the metadata XML file or configuration UI of your IdP.
+* `SAML_IDP_SINGLE_LOGOUT_SERVICE`: The URL of the SAML IdP Single Logout Service (SLO). You can find this value in the metadata XML file or configuration UI of your IdP.
+* `SAML_IDP_X509_CERT`: The base64 encoded X.509 public certificate of your SAML IdP. You can find this value in the metadata XML file or configuration UI of your IdP. It should start with `MIIC` and end with `=`.	
+* `SAML_SP_ENTITY_ID`: The entity ID of your SAML Service Provider (SP). This is the value you have configured for the Part-DB client in your IdP.
+* `SAML_SP_X509_CERT`: The public X.509 certificate of your SAML SP (here Part-DB). This is the value you have configured for the Part-DB client in your IdP. It should start with `MIIC` and end with `=`. IdPs like keycloak allows you to generate a public/private key pair for the client which you can setup here and in the `SAML_SP_PRIVATE_KEY` setting.
+* `SAML_SP_PRIVATE_KEY`: The private key of your SAML SP (here Part-DB), corresponding the public key specified in `SAML_SP_X509_CERT`. This is the value you have configured for the Part-DB client in your IdP. It should start with `MIIE` and end with `=`. IdPs like keycloak allows you to generate a public/private key pair for the client which you can setup here and in the `SAML_SP_X509_CERT` setting.
+
+
 ### Other / less used options
 * `TRUSTED_PROXIES`: Set the IP addresses (or IP blocks) of trusted reverse proxies here. This is needed to get correct IP informations (see [here](https://symfony.com/doc/current/deployment/proxies.html) for more info).
 * `TRUSTED_HOSTS`: To prevent `HTTP Host header attacks` you can set a regex containing all host names via which Part-DB should be accessible. If accessed via the wrong hostname, an error will be shown.

docs/index.md

@@ -27,6 +27,7 @@ It is installed on a web server and so can be accessed with any browser without
 * Barcodes/Labels generator for parts and storage locations, scan barcodes via webcam using the builtin barcode scanner
 * User system with groups and detailed (fine granular) permissions.
   Two-factor authentication is supported (Google Authenticator and Webauthn/U2F keys) and can be enforced for groups. Password reset via email can be setuped.
+* Optional support for single sign-on (SSO) via SAML (using an intermediate service like [Keycloak](https://www.keycloak.org/) you can connect Part-DB to an existing LDAP or Active Directory server)
 * Import/Export system (partial working)
 * Project management: Create projects and assign parts to the bill of material (BOM), to show how often you could build this project and directly withdraw all components needed from DB
 * Event log: Track what changes happens to your inventory, track which user does what. Revert your parts to older versions.

docs/installation/reverse-proxy.md

@@ -17,3 +17,5 @@ For example, if your reverse proxy has the IP address `192.168.2.10`, your value
 ```
 TRUSTED_PROXIES=192.168.2.10
 ```
+
+Set the `DEFAULT_URI` environment variable to the URL of your Part-DB installation, available from the outside (so via the reverse proxy).

docs/installation/saml_sso.md

@@ -0,0 +1,150 @@
+---
+title: Single Sign-On via SAML
+layout: default
+parent: Installation
+nav_order: 12
+---
+
+# Single Sign-On via SAML
+
+Part-DB supports Single Sign-On via SAML. This means that you can use your existing SAML identity provider to log in to Part-DB. 
+Using an intermediate SAML server like [Keycloak](https://www.keycloak.org/), also allows you to connect Part-DB to a LDAP or Active Directory server.
+
+{: .important }
+> This feature is for advanced users only. Single Sign-On is useful for large organizations with many users, which are already using SAML for other services.
+> If you have only one or a few users, you should use the built-in authentication system of Part-DB.
+> This guide assumes that you already have an SAML identity provider set up and working, and have a basic understanding of how SAML works.
+
+{: .warning }
+> This feature is currently in beta. Please report any bugs you find.
+> So far it has only tested with Keycloak, but it should work with any SAML 2.0 compatible identity provider.
+
+This guide will show you how to configure Part-DB with [Keycloak](https://www.keycloak.org/) as the SAML identity provider,
+but it should work with any SAML 2.0 compatible identity provider. 
+
+This guide assumes that you have a working Keycloak installation with some users. If you don't, you can follow the [Keycloak Getting Started Guide](https://www.keycloak.org/docs/latest/getting_started/index.html).
+
+{: .important }
+> Part-DB associates local users with SAML users by their username. That means if the username of a SAML user changes, a new local user will be created (and the old account can not be accessed).
+> You should make sure that the username of a SAML user does not change. If you use Keycloak make sure that the possibility to change the username is disabled (which is by default).
+> If you really have to rename a SAML user, a Part-DB admin can rename the local user in the Part-DB in the admin panel, to match the new username of the SAML user.
+
+## Configure basic SAML connection
+
+### Create a new SAML client
+1. First, you need to configure a new SAML client in Keycloak. Login in to your Keycloak admin console and go to the `Clients` page.
+2. Click on `Create client` and select `SAML` as type from the dropdown menu. For the client ID, you can use anything you want, but it should be unique. 
+*It is recommended to set this value to the domain name of your Part-DB installation, with an attached `/sp` (e.g. `https://partdb.yourdomain.invalid/sp`)*.
+The name field should be set to something human-readable, like `Part-DB`.
+3. Click on `Save` to create the new client.
+
+### Configure the SAML client
+
+1. Now you need to configure the SAML client. Go to the `Settings` tab and set the following values:
+    * Set `Home URL` to the homepage of your Part-DB installation (e.g. `https://partdb.yourdomain.invalid/`).
+    * Set `Valid redirect URIs` to your homepage with a wildcard at the end (e.g. `https://partdb.yourdomain.invalid/*`).
+    * Set `Valid post logout redirect URIs` to `+` to allow all urls from the `Valid redirect URIs`.
+    * Set `Name ID format` to `username`
+    * Ensure `Force POST binding` is enabled.
+    * Ensure `Sign documents` is enabled.
+    * Ensure `Front channel logout` is enabled.
+    * Ensure `Signature Algorithm` is set to `RSA_SHA256`.
+
+   Click on `Save` to save the changes.
+2. Go to the `Advanced` tab and set the following values:
+    * Assertion Consumer Service POST Binding URL to your homepage with `/saml/acs` at the end (e.g. `https://partdb.yourdomain.invalid/saml/acs`).
+    * Logout Service POST Binding URL to your homepage with `/logout` at the end (e.g. `https://partdb.yourdomain.invalid/logout`).
+3. Go to Keys tab and ensure `Client Signature Required` is enabled.
+4. In the Keys tab click on `Generate new keys`. This will generate a new key pair for the SAML client. The private key will be downloaded to your computer.
+
+### Configure Part-DB to use SAML
+1. Open the `.env.local` file of Part-DB (or the docker-compose.yaml) for edit
+2. Set the `SAMLP_SP_PRIVATE_KEY` environment variable to the content of the private key file you downloaded in the previous step. It should start with `MIEE` and end with `=`.
+3. Set the `SAML_SP_X509_CERT` environment variable to the content of the Certificate field shown in the `Keys` tab of the SAML client in Keycloak. It should start with `MIIC` and end with `=`.
+4. Set the `SAML_SP_ENTITY_ID` environment variable to the entityID of the SAML client in Keycloak (e.g. `https://partdb.yourdomain.invalid/sp`).
+5. In Keycloak navigate to `Realm Settings` -> `SAML 2.0 Identity Provider` (by default something like `https://idp.yourdomain.invalid/realms/master/protocol/saml/descriptor) to show the SAML metadata.
+6. Copy the `entityID` value from the metadata to the `SAML_IDP_ENTITY_ID` configuration variable of Part-DB (by default something like `https://idp.yourdomain.invalid/realms/master`).
+7. Copy the `Single Sign-On Service` value from the metadata to the `SAML_IDP_SINGLE_SIGN_ON_SERVICE` configuration variable of Part-DB (by default something like `https://idp.yourdomain.invalid/realms/master/protocol/saml`).
+8. Copy the `Single Logout Service` value from the metadata to the `SAML_IDP_SINGLE_LOGOUT_SERVICE` configuration variable of Part-DB (by default something like `https://idp.yourdomain.invalid/realms/master/protocol/saml/logout`).
+9. Copy the `X.509 Certificate` value from the metadata to the `SAML_IDP_X509_CERT` configuration variable of Part-DB (it should start with `MIIC` and should be pretty long).
+10. Set the `DEFAULT_URI` to the homepage (on the publicly available domain) of your Part-DB installation (e.g. `https://partdb.yourdomain.invalid/`). It must end with a slash.
+11. Set the `SAML_ENABLED` configuration in Part-DB to 1 to enable SAML authentication.
+
+When you access the Part-DB login form now, you should see a new button to log in via SSO. Click on it to be redirected to the SAML identity provider and log in.
+
+In the following sections, you will learn how to configure that Part-DB uses the data provided by the SAML identity provider to fill out user informations.
+
+### Set user information based on SAML attributes
+Part-DB can set basic user information like the username, the real name and the email address based on the SAML attributes provided by the SAML identity provider.
+To do this, you need to configure your SAML identity provider to provide the following attributes:
+
+* `email` or `urn:oid:1.2.840.113549.1.9.1` for the email address
+* `firstName` or `urn:oid:2.5.4.42` for the first name
+* `lastName` or `urn:oid:2.5.4.4` for the last name
+* `department` for the department field of the user
+
+You can omit any of these attributes, but then the corresponding field will be empty (but can be overriden by an administrator).
+These values are written to Part-DB database, whenever the user logs in via SAML (the user is created on the first login, and updated on every login).
+
+To configure Keycloak to provide these attributes, you need to go to the `Client scopes` page and select the `sp-dedicatd` client scope (or create a new one).
+In the scope configuration page, click on `Add mappers` and `From predefined mappers`. Select the following mappers:
+* `X500 email`
+* `X500 givenName`
+* `X500 surname`
+
+and click `Add`. Now Part-DB will be provided with the email, first name and last name of the user based on the Keycloak user database.
+
+### Configure permissions for SAML users
+On the first login of a SAML user, Part-DB will create a new user in the database. This user will have the same username as the SAML user, but no password set. The user will be marked as a SAML user, so he can only login via SAML in the future. However in other aspects the user is a normal user, so Part-DB admins can set permissions for SAML users like for any other user and override permissions assigned via groups.
+
+However for large organizations you maybe want to automatically assign permissions to SAML users based on the roles or groups configured in the identity provider. For this purpose Part-DB allows you to map SAML roles or groups to Part-DB groups. See the next section for details.
+
+### Map SAML roles to Part-DB groups
+Part-DB allows you to configure a mapping between SAML roles or groups and Part-DB groups. This allows you to automatically assign permissions to SAML users based on the roles or groups configured in the identity provider. For example if a user at your SAML provider has the role `admin`, you can configure Part-DB to assign the `admin` group to this user. This will give the user all permissions of the `admin` group.
+
+For this you need first have to create the groups in Part-DB, to which you want to assign the users and configure their permissions. You will need the IDs of the groups, which you can find in the `System->Group` page of Part-DB in the Info tab.
+
+The map is provided as [JSON](https://en.wikipedia.org/wiki/JSON) encoded map between the SAML role and the group ID, which has the form `{"saml_role": group_id, "*": group_id, ...}`. You can use the `*` key to assign a group to all users, which are not in any other group. The map is configured via the `SAML_ROLE_MAPPING` environment variable, which you can configure via the `.env.local` or `docker-compose.yml` file. Please note that you have to enclose the JSON string in single quotes here, as JSON itself uses double quotes (e.g. `SAML_ROLE_MAPPING='{ "*": 2, "editor": 3, "admin": 1 }`).
+
+For example if you want to assign the group with ID 1 (by default admin) to every SAML user which has the role `admin`, the role with ID 3 (by default editor) to every SAML user with the role `editor` and everybody else to the group with ID 2 (by default readonly), you can configure the following map:
+
+```
+SAML_ROLE_MAPPING='{"admin": 1, "editor": 3, "*": 2}'
+```
+
+Please not that the order of the mapping is important. The first matching role will be assigned to the user. So if you have a user with the roles `admin` and `editor`, he will be assigned to the group with ID 1 (admin) and not to the group with ID 3 (editor), as the `admin` role comes first in the JSON map.
+This mean that you should always put the most specific roles (e.g. admins) first of the map and the most general roles (e.g. normal users) later.
+
+If you want to assign users with a certain role to a empty group, provide the group ID -1 as the value. This is not a valid group ID, so the user will not be assigned to any group.
+
+The SAML roles (or groups depending on your configuration), have to be supplied via a SAML attribute `group`. You have to configure your SAML identity provider to provide this attribute. For example in Keycloak you can configure this attribute in the `Client scopes` page. Select the `sp-dedicated` client scope (or create a new one) and click on `Add mappers`. Select `Role mapping` or `Group membership`, change the field name and click `Add`. Now Part-DB will be provided with the groups of the user based on the Keycloak user database.
+
+By default, the group is assigned to the user on the first login and updated on every login based on the SAML attributes. This allows you to configure the groups in the SAML identity provider and the users will automatically stay up to date with their permissions. However, if you want to disable this behavior (and let the Part-DB admins configure the groups manually, after the first login), you can set the `SAML_UPDATE_GROUP_ON_LOGIN` environment variable to `false`. If you want to disable the automatic group assignment completly (so not even on the first login of a user), set the `SAML_ROLE_MAPPING` to `{}` (empty JSON object).
+
+## Overview of possible SAML attributes used by Part-DB
+The following table shows all SAML attributes, which can be usedby Part-DB. If your identity provider is configured to provide these attributes, you can use to automatically fill the corresponding fields of the user in Part-DB.
+
+| SAML attribute                            | Part-DB user field | Description                                                       |
+|-------------------------------------------|-------------------|-------------------------------------------------------------------|
+| `urn:oid:1.2.840.113549.1.9.1` or `email` | email             | The email address of the user.                                    |
+| `urn:oid:2.5.4.42` or `firstName`         | firstName         | The first name of the user.                                       |
+| `urn:oid:2.5.4.4` or `lastName`           | lastName          | The last name of the user.                                        |
+| `department`                              | department        | The department of the user.                                       |
+| `group`                                   | group             | The group of the user (determined by `SAML_ROLE_MAPPING` option). |
+
+## Use SAML Login for existing users
+Part-DB distinguishes between local users and SAML users. Local users are users, which can login via Part-DB login form and which use the password (hash) saved in the Part-DB database. SAML users are stored in the database too (they are created on the first login of the user via SAML), but they use the SAML identity provider to authenticate the user and have no password stored in the database. When you try you will get an error message.
+
+For security reasons it is not possible to authenticate via SAML as a local user (and vice versa). So if you have existing users in your Part-DB database and want them to be able to login via SAML in the future, you can use the `php bin/console partdb:user:convert-to-saml-user username` command to convert them to SAML users. This will remove the password hash from the database and mark them as SAML users, so they can login via SAML in the future.
+
+The reverse is also possible: If you have existing SAML users and want them to be able to login via the Part-DB login form, you can use the `php bin/console partdb:user:convert-to-saml-user --to-local username` command to convert them to local users. You have to set an password for the user afterwards.
+
+{: .important }
+> It is recommended that you let the original admin user (ID: 2) be a local user, so you can still login to Part-DB if the SAML identity provider is not available.
+
+## Advanced SAML configuration
+You can find some more advanced SAML configuration options in the `config/packages/hslavich_onelogin_saml.yaml` file. Refer to the file for more information.
+Normally you don't have to change anything here.
+
+Please note that this file is not saved by the Part-DB backup tool, so you have to save it manually if you want to keep your changes. On docker containers you have to configure a volume mapping for it.
+

docs/upgrade_legacy.md

@@ -23,13 +23,14 @@ Some things changed however to the old version and some features are still missi
 * Configuration is now done via configuration files / environment variables instead of the WebUI (this maybe change in the future).
 * Database updated are now done via console instead of the WebUI
 * Permission system changed: **You will have to newly set the permissions of all users and groups!**
+* Import / Export file format changed. Fields must be english now (unlike in legacy Part-DB versions, where german fields in CSV were possible)
+and you maybe have to change the header line/field names of your CSV files.
 
 ## Missing features
 * No possibility to mark parts for ordering (yet)
-* No import / export possibility for parts (yet), however you can import/export other datastructures like Categories, Footprints, etc. (yet)
 * No support for 3D models of footprints (yet)
 * No possibility to disable footprints, manufacturers globally (or per category). This should not have a big impact, when you forbid users to edit/create them.
-* No resitor calculator or SMD labels tools
+* No resistor calculator or SMD labels tools
 
 ## Upgrade process
 

docs/usage/bom_import.md

@@ -0,0 +1,29 @@
+---
+layout: default
+title: Import Bill of Material (BOM) for Projects
+nav_order: 5
+parent: Usage
+---
+
+# Import Bill of Material (BOM) for Projects
+
+Part-DB supports the import of Bill of Material (BOM) files for projects. This allows you to directly import a BOM file from your ECAD software into your Part-DB project.
+
+
+The import process is currently semi-automatic. This means Part-DB will take the BOM file and create entries for all parts in the BOM file in your project and assign fields like
+mountnames (e.g. 'C1, C2, C3'), quantity and more. 
+However, you still have to assign the parts from Part-DB database to the entries (if applicable) after the import by hand, 
+as Part-DB can not know which part you had in mind when you designed your schematic.
+
+## Usage
+In the project view or edit click on the "Import BOM" button, below the BOM table. This will open a dialog where you can
+select the BOM file you want to import and some options for the import process:
+
+* **Type**: The format/type of the BOM file. See below for explanations of the different types.
+* **Clear existing BOM entries before import**: If this is checked, all existing BOM entries, which are currently associated with the project, will be deleted before the import.
+
+### Supported BOM file formats
+
+* **KiCAD Pcbnew BOM (CSV file)**: A CSV file of the Bill of Material (BOM) generated by [KiCAD Pcbnew](https://www.kicad.org/). 
+Please note that you have to export the BOM from the PCB editor, the BOM generated by the schematic editor (Eeschema) has a different format and does not work with this type.
+You can generate this BOM file by going to "File" -> "Fabrication Outputs" -> "Bill of Materials" in Pcbnew and save the file to your desired location.

docs/usage/console_commands.md

@@ -19,6 +19,7 @@ You can get help for every command with the parameter `--help`. See `php bin/con
 * `php bin/console partdb:users:permissions`: View/Change the permissions of the user with the given username
 * `php bin/console partdb:users:upgrade-permissions-schema`: Upgrade the permissions schema of users to the latest version (this is normally automatically done when the user visits a page)
 * `php bin/console partdb:logs:show`: Show the most recent entries of the Part-DB event log / recent activity
+* `php bin/console partdb:user:convert-to-saml-user`: Convert a local user to a SAML/SSO user. This is needed, if you want to use SAML/SSO authentication for a user, which was created before you enabled SAML/SSO authentication.
 
 ## Currency commands
 * `php bin/console partdb:currencies:update-exchange-rates`: Update the exchange rates of all currencies from the internet)

docs/usage/import_export.md

@@ -0,0 +1,101 @@
+---
+layout: default
+title: Import & Export data
+nav_order: 4
+parent: Usage
+---
+
+# Import & Export data
+
+Part-DB offers the possibility to import existing data (parts, datastructures, etc.) from existing datasources into Part-DB. Data can also be exported from Part-DB into various formats.
+
+## Import
+
+{: .note }
+> As data import is a very powerful feature and can easily fill up your database with lots of data, import is by default only available for
+> administrators. If you want to allow other users to import data, or can not import data, check the permissions of the user. You can enable import for each data structure
+> individually in the permissions settings.
+
+### Import parts
+
+Part-DB supports the import of parts from CSV files and other formats. This can be used to import existing parts from other databases or datasources into Part-DB. The import can be done via the "Tools -> Import parts" page, which you can find in the "Tools" sidebar panel.
+
+{: .important }
+> When importing data, the data is immediatley written to database during the import process, when the data is formally valid.
+> You will not be able to check the data before it is written to the database, so you should review the data before using the import tool.
+
+You can upload the file which should be imported here and choose various options on how the data should be treated:
+* **Format**: By default "auto" is selected here and Part-DB will try to detect the format of the file automatically based on its file extension. If you want to force a specific format or Part-DB can not auto-detect the format, you can select it here.
+* **CSV delimiter**: If you upload an CSV file, you can select the delimiter character which is used to separate the columns in the CSV file. Depending on the CSV file, this might be a comma (`,`), semicolon (`;`).
+* **Category override**: You can select (or create) a category here, to which all imported parts should be assigned, no matter what was specified in the import file. This can be useful if you want to assign all imports to a certain category or if no category is specified in the data. If you leave this field empty, the category will be determined by the import file (or the export will error, if no category is specified).
+* **Mark all imported parts as "Needs review"**: If this is selected, all imported parts will be marked as "Needs review" after the import. This can be useful if you want to review all imported parts before using them.
+* **Create unknown datastructures**: If this is selected Part-DB will create new datastructures (like categories, manufacturers, etc.) if no datastructure(s) with the same name and path already exists. If this is not selected, only existing datastructures will be used and if no matching datastrucure is found, the imported parts field will be empty.
+* **Path delimiter**: Part-DB allows you to create/select nested datastructures (like categories, manufacturers, etc.) by using a path (e.g. `Category 1->Category 1.1`, which will select/create the `Category 1.1` whose parent is `Category 1`). This path is separated by the path delimiter. If you want to use a different path delimiter than the default one (which is `>`), you can select it here.
+* **Abort on validation error**: If this is selected, the import will be aborted if a validation error occurs (e.g. if a required field is empty) for any of the imported parts and validation errors will be shown on top of the page. If this is not selected, the import will continue for the other parts and only the invalid parts will be skipped.
+
+After you have selected the options, you can start the import by clicking the "Import" button. When the import is finished, you will see the results of the import in the lower half of the page. You find a table with the imported parts (including links to them) there.
+
+#### Fields description
+
+For the importing of parts, you can use the following fields which will be imported into each part. Please note that the field names are case sensitive (so `name` is not the same as `Name`). All fields (besides name) are optional, so you can leave them empty or do not include the column in your file.
+
+* **`name`** (required): The name of the part. This is the only required field, all other fields are optional.
+* **`description`**: The description of the part, you can use markdown/HTML syntax here for rich text formatting.
+* **`notes`** or **`comment`**: The notes of the part, you can use markdown/HTML syntax here for rich text formatting.
+* **`category`**: The category of the part. This can be a path (e.g. `Category 1->Category 1.1`), which will select/create the `Category 1.1` whose parent is `Category 1`. If you want to use a different path delimiter than the default one (which is `->`), you can select it in the import options. If the category does not exist and the option "Create unknown datastructures" is selected, it will be created.
+* **`footprint`**: The footprint of the part. Can be a path similar to the category field.
+* **`favorite`**: If this is set to `1`, the part will be marked as favorite.
+* **`manufacturer`**: The manufacturer of the part. Can be a path similar to the category field.
+* **`manufacturer_product_number`** or **`mpn`**: The manufacturer product number of the part.
+* **`manufacturer_product_url`: The URL to the product page of the manufacturer of the part.
+* **`manufacturing_status`**: The manufacturing status of the part, must be one of the following values: `announced`, `active`, `nrfnd`, `eol`, `discontinued` or left empty. 
+* **`needs_review`** or **`needs_review`**: If this is set to `1`, the part will be marked as "needs review".
+* **`tags`**: A comma separated list of tags for the part.
+* **`mass`**: The mass of the part in grams.
+* **`ipn`**: The IPN (Item Part Number) of the part.
+* **`minamount`**: The minimum amount of the part which should be in stock.
+* **`partUnit`**: The measurement unit of the part to use. Can be a path similar to the category field.
+
+With the following fields you can specify storage locations and amount / quantiy in stock of the part. An PartLot will be created automatically from the data and assigned to the part. The following fields are helpers for an easy import for parts at one storage location. If you need to create a Part with multiple PartLots you have to use JSON format (or CSV) with nested objects:
+
+**`storage_location`** or **`storelocation`**: The storage location of the part. Can be a path similar to the category field.
+**`amount`**, **`quantity`** or **`instock`**: The amount of the part in stock. If this value is not set, the part lot will be marked with "unknown amount"
+
+The following fields can be used to specify the supplier/distributor, supplier product number and the price of the part. This is only possible for a single supplier/distributor and price with this fields. If you need to specify multiple suppliers/distributors or prices, you have to use JSON format (or CSV) with nested objects.
+**Please note that the supplier fields is required, if you want to import prices or supplier product numbers.**. If the supplier is not specified, the price and supplier product number fields will be ignored:
+
+* **`supplier`**: The supplier of the part. Can be a path similar to the category field.
+* **`supplier_product_number`** or **`supplier_part_number`** or * **`spn`**: The supplier product number of the part.
+* **`price`**: The price of the part in the base currency of the database (by default euro).
+
+#### Example data
+Here you can find some example data for the import of parts, you can use it as a template for your own import (especially the CSV file).
+
+* [Part import CSV example]({% link assets/usage/import_export/part_import_example.csv %}) with all possible fields
+
+## Export
+
+By default every user, who can read the datastructure, can also export the data of this datastructure, as this does not give the user any additional information.
+
+### Exporting data structures (categories, manufacturers, etc.)
+You can export data structures (like categories, manufacturers, etc.) in the respective edit page (e.g. Tools Panel -> Edit -> Category).
+If you select a certain datastructure from your list, you can export it (and optionally all sub-datastructures) in the "Export" tab.
+If you want to export all datastructures of a certain type (e.g. all categories in your database), you can select the "Export all" function in the "Import / Export" tab of the "new element" page.
+
+You can select between the following export formats:
+* **CSV** (Comma Separated Values): A semicolon separated list of values, where every line represents an element. This format can be imported into Excel or LibreOffice Calc and is easy to work with. However it does not support nested datastructures or sub data (like parameters, attachments, etc.), very well (many columns are generated, as every possible sub data is exported as a separate column).
+* **JSON** (JavaScript Object Notation): A text-based format, which is easy to work with programming laguages. It supports nested datastructures and sub data (like parameters, attachments, etc.) very well. However it is not easy to work with in Excel or LibreOffice Calc and you maybe need to write some code to work with the exported data efficiently.
+* **YAML** (Yet another Markup Language): Very similar to JSON
+* **XML** (Extensible Markup Language): Good support with nested datastructures. Similar usecase as JSON and YAML.
+
+Also you can select between the following export levels:
+* **Simple**: This will only export very basic information about the name (like the name, or description for parts)
+* **Extended**: This will export all commonly used information about this datastructure (like notes, options, etc)
+* **Full**: This will export all available information about this datastructure (like all parameters, attachments)
+
+Please note that the level will also be applied to all sub data or children elements. So if you select "Full" for a part, all the associated categories, manufacturers, footprints, etc. will also be exported with all available information, this can lead to very large export files.
+
+### Exporting parts
+You can export parts in all part tables. Select the parts you want via the checkbox in the table line and select the export format and level in the appearing menu.
+
+See the section about exporting datastructures for more information about the export formats and levels.

migrations/Version20230220221024.php

@@ -0,0 +1,40 @@
+<?php
+
+declare(strict_types=1);
+
+namespace DoctrineMigrations;
+
+use App\Migration\AbstractMultiPlatformMigration;
+use Doctrine\DBAL\Schema\Schema;
+use Doctrine\Migrations\AbstractMigration;
+
+/**
+ * Auto-generated Migration: Please modify to your needs!
+ */
+final class Version20230220221024 extends AbstractMultiPlatformMigration
+{
+    public function getDescription(): string
+    {
+        return 'Added support for SAML/Keycloak';
+    }
+
+    public function mySQLUp(Schema $schema): void
+    {
+        $this->addSql('ALTER TABLE `users` ADD saml_user TINYINT(1) NOT NULL DEFAULT 0');
+    }
+
+    public function mySQLDown(Schema $schema): void
+    {
+        $this->addSql('ALTER TABLE `users` DROP saml_user');
+    }
+
+    public function sqLiteUp(Schema $schema): void
+    {
+        $this->addSql('ALTER TABLE users ADD saml_user BOOLEAN NOT NULL DEFAULT 0');
+    }
+
+    public function sqLiteDown(Schema $schema): void
+    {
+        $this->addSql('ALTER TABLE `users` DROP saml_user');
+    }
+}

src/Command/User/ConvertToSAMLUserCommand.php

@@ -0,0 +1,115 @@
+<?php
+/*
+ * This file is part of Part-DB (https://github.com/Part-DB/Part-DB-symfony).
+ *
+ *  Copyright (C) 2019 - 2023 Jan Böhmer (https://github.com/jbtronics)
+ *
+ *  This program is free software: you can redistribute it and/or modify
+ *  it under the terms of the GNU Affero General Public License as published
+ *  by the Free Software Foundation, either version 3 of the License, or
+ *  (at your option) any later version.
+ *
+ *  This program is distributed in the hope that it will be useful,
+ *  but WITHOUT ANY WARRANTY; without even the implied warranty of
+ *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ *  GNU Affero General Public License for more details.
+ *
+ *  You should have received a copy of the GNU Affero General Public License
+ *  along with this program.  If not, see <https://www.gnu.org/licenses/>.
+ */
+
+namespace App\Command\User;
+
+use App\Entity\UserSystem\User;
+use App\Security\SamlUserFactory;
+use Doctrine\ORM\EntityManagerInterface;
+use Symfony\Component\Console\Command\Command;
+use Symfony\Component\Console\Input\InputArgument;
+use Symfony\Component\Console\Input\InputInterface;
+use Symfony\Component\Console\Input\InputOption;
+use Symfony\Component\Console\Output\OutputInterface;
+use Symfony\Component\Console\Style\SymfonyStyle;
+
+class ConvertToSAMLUserCommand extends Command
+{
+    protected static $defaultName = 'partdb:user:convert-to-saml-user|partdb:users:convert-to-saml-user';
+
+    protected EntityManagerInterface $entityManager;
+    protected bool $saml_enabled;
+
+    public function __construct(EntityManagerInterface $entityManager, bool $saml_enabled)
+    {
+        parent::__construct();
+        $this->entityManager = $entityManager;
+        $this->saml_enabled = $saml_enabled;
+    }
+
+    protected function configure(): void
+    {
+        $this
+            ->setDescription('Converts a local user to a SAML user (and vice versa)')
+            ->setHelp('This converts a local user, which can login via the login form, to a SAML user, which can only login via SAML. This is useful if you want to migrate from a local user system to a SAML user system.')
+            ->addArgument('user', InputArgument::REQUIRED, 'The username (or email) of the user')
+            ->addOption('to-local', null, InputOption::VALUE_NONE, 'Converts a SAML user to a local user')
+        ;
+    }
+
+    protected function execute(InputInterface $input, OutputInterface $output): int
+    {
+        $io = new SymfonyStyle($input, $output);
+        $user_name = $input->getArgument('user');
+        $to_local = $input->getOption('to-local');
+
+        if (!$this->saml_enabled && !$to_local) {
+            $io->confirm('SAML login is not configured. You will not be able to login with this user anymore, when SSO is not configured. Do you really want to continue?');
+        }
+
+        /** @var User $user */
+        $user = $this->entityManager->getRepository(User::class)->findByEmailOrName($user_name);
+
+        if (!$user) {
+            $io->error('User not found!');
+
+            return 1;
+        }
+
+        $io->info('User found: '.$user->getFullName(true) . ': '.$user->getEmail().' [ID: ' . $user->getID() . ']');
+
+        if ($to_local) {
+            return $this->toLocal($user, $io);
+        }
+
+        return $this->toSAML($user, $io);
+    }
+
+    public function toLocal(User $user, SymfonyStyle $io): int
+    {
+        $io->confirm('You are going to convert a SAML user to a local user. This means, that the user can only login via the login form. '
+            . 'The permissions and groups settings of the user will remain unchanged. Do you really want to continue?');
+
+        $user->setSAMLUser(false);
+        $user->setPassword(SamlUserFactory::SAML_PASSWORD_PLACEHOLDER);
+
+        $this->entityManager->flush();
+
+        $io->success('User converted to local user! You will need to set a password for this user, before you can login with it.');
+
+        return 0;
+    }
+
+    public function toSAML(User $user, SymfonyStyle $io): int
+    {
+        $io->confirm('You are going to convert a local user to a SAML user. This means, that the user can only login via SAML afterwards. The password in the DB will be removed. '
+            . 'The permissions and groups settings of the user will remain unchanged. Do you really want to continue?');
+
+        $user->setSAMLUser(true);
+        $user->setPassword(SamlUserFactory::SAML_PASSWORD_PLACEHOLDER);
+
+        $this->entityManager->flush();
+
+        $io->success('User converted to SAML user! You can now login with this user via SAML.');
+
+        return 0;
+    }
+
+}

src/Command/User/SetPasswordCommand.php

@@ -56,7 +56,7 @@ class SetPasswordCommand extends Command
         $this
             ->setDescription('Sets the password of a user')
             ->setHelp('This password allows you to set the password of a user, without knowing the old password.')
-            ->addArgument('user', InputArgument::REQUIRED, 'The name of the user')
+            ->addArgument('user', InputArgument::REQUIRED, 'The username or email of the user')
         ;
     }
 
@@ -65,19 +65,21 @@ class SetPasswordCommand extends Command
         $io = new SymfonyStyle($input, $output);
         $user_name = $input->getArgument('user');
 
-        /** @var User[] $users */
-        $users = $this->entityManager->getRepository(User::class)->findBy(['name' => $user_name]);
+        $user = $this->entityManager->getRepository(User::class)->findByEmailOrName($user_name);
 
-        if (empty($users)) {
+        if (!$user) {
             $io->error(sprintf('No user with the given username %s found in the database!', $user_name));
 
             return 1;
         }
 
-        $user = $users[0];
-
         $io->note('User found!');
 
+        if ($user->isSamlUser()) {
+            $io->error('This user is a SAML user, so you can not change the password!');
+            return 1;
+        }
+
         $proceed = $io->confirm(
             sprintf('You are going to change the password of %s with ID %d. Proceed?',
                 $user->getFullName(true), $user->getID()));

src/Command/User/UserListCommand.php

@@ -46,22 +46,39 @@ class UserListCommand extends Command
         $this
             ->setDescription('Lists all users')
             ->setHelp('This command lists all users in the database.')
+            ->addOption('local', 'l', null, 'Only list local users')
+            ->addOption('saml', 's', null, 'Only list SAML users')
         ;
     }
 
     protected function execute(InputInterface $input, OutputInterface $output): int
     {
         $io = new SymfonyStyle($input, $output);
+        $only_local = $input->getOption('local');
+        $only_saml = $input->getOption('saml');
 
-        //Get all users from database
-        $users = $this->entityManager->getRepository(User::class)->findAll();
+        if ($only_local && $only_saml) {
+            $io->error('You can not use --local and --saml at the same time!');
+
+            return Command::FAILURE;
+        }
+
+        $repo = $this->entityManager->getRepository(User::class);
+
+        if ($only_local) {
+            $users = $repo->onlyLocalUsers();
+        } elseif ($only_saml) {
+            $users = $repo->onlySAMLUsers();
+        } else {
+            $users = $repo->findAll();
+        }
 
         $io->info(sprintf("Found %d users in database.", count($users)));
 
         $io->title('Users:');
 
         $table = new Table($output);
-        $table->setHeaders(['ID', 'Username', 'Name', 'Email', 'Group', 'Login Disabled']);
+        $table->setHeaders(['ID', 'Username', 'Name', 'Email', 'Group', 'Login Disabled', 'Type']);
 
         foreach ($users as $user) {
             $table->addRow([
@@ -71,6 +88,7 @@ class UserListCommand extends Command
                 $user->getEmail(),
                 $user->getGroup() !== null ? $user->getGroup()->getName() . ' (ID: ' . $user->getGroup()->getID() . ')' : 'No group',
                 $user->isDisabled() ? 'Yes' : 'No',
+                $user->isSAMLUser() ? 'SAML' : 'Local',
             ]);
         }
 

src/Command/User/UsersPermissionsCommand.php

@@ -57,7 +57,7 @@ class UsersPermissionsCommand extends Command
     protected function configure(): void
     {
         $this
-            ->addArgument('user', InputArgument::REQUIRED, 'The username of the user to view')
+            ->addArgument('user', InputArgument::REQUIRED, 'The username or email of the user to view')
             ->addOption('noInherit', null, InputOption::VALUE_NONE, 'Do not inherit permissions from groups')
             ->addOption('edit', '', InputOption::VALUE_NONE, 'Edit the permissions of the user')
         ;

src/Controller/AdminPages/BaseAdminController.php

@@ -58,6 +58,7 @@ use Symfony\Component\HttpFoundation\RedirectResponse;
 use Symfony\Component\HttpFoundation\Request;
 use Symfony\Component\HttpFoundation\Response;
 use Symfony\Component\PasswordHasher\Hasher\UserPasswordHasherInterface;
+use Symfony\Component\Serializer\Exception\UnexpectedValueException;
 use Symfony\Component\Validator\ConstraintViolationList;
 use Symfony\Contracts\Translation\TranslatorInterface;
 
@@ -338,20 +339,39 @@ abstract class BaseAdminController extends AbstractController
             $file = $import_form['file']->getData();
             $data = $import_form->getData();
 
+            if ($data['format'] === 'auto') {
+                $format = $importer->determineFormat($file->getClientOriginalExtension());
+                if (null === $format) {
+                    $this->addFlash('error', 'parts.import.flash.error.unknown_format');
+                    goto ret;
+                }
+            } else {
+                $format = $data['format'];
+            }
+
             $options = [
-                'parent' => $data['parent'],
-                'preserve_children' => $data['preserve_children'],
-                'format' => $data['format'],
-                'csv_separator' => $data['csv_separator'],
+                'parent' => $data['parent'] ?? null,
+                'preserve_children' => $data['preserve_children'] ?? false,
+                'format' => $format,
+                'class' => $this->entity_class,
+                'csv_delimiter' => $data['csv_delimiter'],
+                'abort_on_validation_error' => $data['abort_on_validation_error'],
             ];
 
             $this->commentHelper->setMessage('Import '.$file->getClientOriginalName());
 
-            $errors = $importer->fileToDBEntities($file, $this->entity_class, $options);
+            try {
+                $errors = $importer->importFileAndPersistToDB($file, $options);
 
-            foreach ($errors as $name => $error) {
                 /** @var ConstraintViolationList $error */
-                $this->addFlash('error', $name.':'.$error);
+                foreach ($errors as $name => $error) {
+                    foreach ($error['violations'] as $violation) {
+                        $this->addFlash('error', $name.': '.$violation->getMessage());
+                    }
+                }
+            }
+            catch (UnexpectedValueException $e) {
+                $this->addFlash('error', 'parts.import.flash.error.invalid_file');
             }
         }
 
@@ -382,6 +402,7 @@ abstract class BaseAdminController extends AbstractController
             $em->flush();
         }
 
+        ret:
         return $this->renderForm($this->twig_template, [
             'entity' => $new_entity,
             'form' => $form,

src/Controller/PartImportExportController.php

@@ -0,0 +1,141 @@
+<?php
+/*
+ * This file is part of Part-DB (https://github.com/Part-DB/Part-DB-symfony).
+ *
+ *  Copyright (C) 2019 - 2023 Jan Böhmer (https://github.com/jbtronics)
+ *
+ *  This program is free software: you can redistribute it and/or modify
+ *  it under the terms of the GNU Affero General Public License as published
+ *  by the Free Software Foundation, either version 3 of the License, or
+ *  (at your option) any later version.
+ *
+ *  This program is distributed in the hope that it will be useful,
+ *  but WITHOUT ANY WARRANTY; without even the implied warranty of
+ *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ *  GNU Affero General Public License for more details.
+ *
+ *  You should have received a copy of the GNU Affero General Public License
+ *  along with this program.  If not, see <https://www.gnu.org/licenses/>.
+ */
+
+namespace App\Controller;
+
+use App\Entity\Parts\Part;
+use App\Form\AdminPages\ImportType;
+use App\Services\ImportExportSystem\EntityExporter;
+use App\Services\ImportExportSystem\EntityImporter;
+use App\Services\LogSystem\EventCommentHelper;
+use App\Services\Parts\PartsTableActionHandler;
+use Doctrine\ORM\EntityManagerInterface;
+use InvalidArgumentException;
+use Symfony\Bundle\FrameworkBundle\Controller\AbstractController;
+use Symfony\Component\HttpFoundation\File\UploadedFile;
+use Symfony\Component\HttpFoundation\Request;
+use Symfony\Component\HttpFoundation\Response;
+use Symfony\Component\Routing\Annotation\Route;
+use Symfony\Component\Serializer\Exception\NotNormalizableValueException;
+use UnexpectedValueException;
+
+class PartImportExportController extends AbstractController
+{
+    private PartsTableActionHandler $partsTableActionHandler;
+    private EntityImporter $entityImporter;
+    private EventCommentHelper $commentHelper;
+
+    public function __construct(PartsTableActionHandler $partsTableActionHandler,
+        EntityImporter $entityImporter, EventCommentHelper $commentHelper)
+    {
+        $this->partsTableActionHandler = $partsTableActionHandler;
+        $this->entityImporter = $entityImporter;
+        $this->commentHelper = $commentHelper;
+    }
+
+    /**
+     * @Route("/parts/import", name="parts_import")
+     * @param  Request  $request
+     * @return Response
+     */
+    public function importParts(Request $request): Response
+    {
+        $this->denyAccessUnlessGranted('@parts.import');
+
+        $import_form = $this->createForm(ImportType::class, ['entity_class' => Part::class]);
+        $import_form->handleRequest($request);
+
+        if ($import_form->isSubmitted() && $import_form->isValid()) {
+            /** @var UploadedFile $file */
+            $file = $import_form['file']->getData();
+            $data = $import_form->getData();
+
+            if ($data['format'] === 'auto') {
+                $format = $this->entityImporter->determineFormat($file->getClientOriginalExtension());
+                if (null === $format) {
+                    $this->addFlash('error', 'parts.import.flash.error.unknown_format');
+                    goto ret;
+                }
+            } else {
+                $format = $data['format'];
+            }
+
+            $options = [
+                'create_unknown_datastructures' => $data['create_unknown_datastructures'],
+                'path_delimiter' => $data['path_delimiter'],
+                'format' => $format,
+                'part_category' => $data['part_category'],
+                'class' => Part::class,
+                'csv_delimiter' => $data['csv_delimiter'],
+                'part_needs_review' => $data['part_needs_review'],
+                'abort_on_validation_error' => $data['abort_on_validation_error'],
+            ];
+
+            $this->commentHelper->setMessage('Import '.$file->getClientOriginalName());
+
+            $entities = [];
+
+            try {
+                $errors = $this->entityImporter->importFileAndPersistToDB($file, $options, $entities);
+            } catch (UnexpectedValueException $e) {
+                $this->addFlash('error', 'parts.import.flash.error.invalid_file');
+                if ($e instanceof NotNormalizableValueException) {
+                    $this->addFlash('error', $e->getMessage());
+                }
+                goto ret;
+            }
+
+            if (!isset($errors) || $errors) {
+                $this->addFlash('error', 'parts.import.flash.error');
+            } else {
+                $this->addFlash('success', 'parts.import.flash.success');
+            }
+        }
+
+
+        ret:
+        return $this->renderForm('parts/import/parts_import.html.twig', [
+            'import_form' => $import_form,
+            'imported_entities' => $entities ?? [],
+            'import_errors' => $errors ?? [],
+        ]);
+    }
+
+    /**
+     * @Route("/parts/export", name="parts_export", methods={"GET"})
+     * @return Response
+     */
+    public function exportParts(Request $request, EntityExporter $entityExporter): Response
+    {
+        $ids = $request->query->get('ids', '');
+        $parts = $this->partsTableActionHandler->idStringToArray($ids);
+
+        if (empty($parts)) {
+            throw new \RuntimeException('No parts found!');
+        }
+
+        //Ensure that we have access to the parts
+        foreach ($parts as $part) {
+            $this->denyAccessUnlessGranted('read', $part);
+        }
+
+        return $entityExporter->exportEntityFromRequest($parts, $request);
+    }
+}

src/Controller/PartListsController.php

@@ -294,6 +294,7 @@ class PartListsController extends AbstractController
         $filter->setTags($request->query->getBoolean('tags', true));
         $filter->setStorelocation($request->query->getBoolean('storelocation', true));
         $filter->setComment($request->query->getBoolean('comment', true));
+        $filter->setIPN($request->query->getBoolean('ipn', true));
         $filter->setOrdernr($request->query->getBoolean('ordernr', true));
         $filter->setSupplier($request->query->getBoolean('supplier', false));
         $filter->setManufacturer($request->query->getBoolean('manufacturer', false));

src/Controller/ProjectController.php

@@ -28,17 +28,26 @@ use App\Form\ProjectSystem\ProjectBOMEntryCollectionType;
 use App\Form\ProjectSystem\ProjectBuildType;
 use App\Form\Type\StructuralEntityType;
 use App\Helpers\Projects\ProjectBuildRequest;
+use App\Services\ImportExportSystem\BOMImporter;
 use App\Services\ProjectSystem\ProjectBuildHelper;
 use Doctrine\Common\Collections\ArrayCollection;
 use Doctrine\ORM\EntityManagerInterface;
+use League\Csv\Exception;
+use League\Csv\SyntaxError;
 use Omines\DataTablesBundle\DataTableFactory;
 use Sensio\Bundle\FrameworkExtraBundle\Configuration\ParamConverter;
 use Symfony\Bundle\FrameworkBundle\Controller\AbstractController;
+use Symfony\Component\Form\Extension\Core\Type\CheckboxType;
+use Symfony\Component\Form\Extension\Core\Type\ChoiceType;
+use Symfony\Component\Form\Extension\Core\Type\FileType;
 use Symfony\Component\Form\Extension\Core\Type\SubmitType;
 use Symfony\Component\HttpFoundation\Request;
 use Symfony\Component\HttpFoundation\Response;
 use Symfony\Component\Routing\Annotation\Route;
 use Symfony\Component\Validator\Constraints\NotNull;
+use Symfony\Component\Validator\Validator\ValidatorInterface;
+
+use function Symfony\Component\Translation\t;
 
 /**
  * @Route("/project")
@@ -119,6 +128,82 @@ class ProjectController extends AbstractController
         ]);
     }
 
+    /**
+     * @Route("/{id}/import_bom", name="project_import_bom", requirements={"id"="\d+"})
+     */
+    public function importBOM(Request $request, EntityManagerInterface $entityManager, Project $project,
+        BOMImporter $BOMImporter, ValidatorInterface $validator): Response
+    {
+        $this->denyAccessUnlessGranted('edit', $project);
+
+        $builder = $this->createFormBuilder();
+        $builder->add('file', FileType::class, [
+            'label' => 'import.file',
+            'required' => true,
+            'attr' => [
+                'accept' => '.csv'
+            ]
+        ]);
+        $builder->add('type', ChoiceType::class, [
+            'label' => 'project.bom_import.type',
+            'required' => true,
+            'choices' => [
+                'project.bom_import.type.kicad_pcbnew' => 'kicad_pcbnew',
+            ]
+        ]);
+        $builder->add('clear_existing_bom', CheckboxType::class, [
+            'label' => 'project.bom_import.clear_existing_bom',
+            'required' => false,
+            'data' => false,
+            'help' => 'project.bom_import.clear_existing_bom.help',
+        ]);
+        $builder->add('submit', SubmitType::class, [
+            'label' => 'import.btn',
+        ]);
+
+        $form = $builder->getForm();
+
+        $form->handleRequest($request);
+        if ($form->isSubmitted() && $form->isValid()) {
+
+            //Clear existing BOM entries if requested
+            if ($form->get('clear_existing_bom')->getData()) {
+                $project->getBomEntries()->clear();
+                $entityManager->flush();
+            }
+
+            try {
+                $entries = $BOMImporter->importFileIntoProject($form->get('file')->getData(), $project, [
+                    'type' => $form->get('type')->getData(),
+                ]);
+
+                //Validate the project entries
+                $errors = $validator->validateProperty($project, 'bom_entries');
+
+                //If no validation errors occured, save the changes and redirect to edit page
+                if (count ($errors) === 0) {
+                    $this->addFlash('success', t('project.bom_import.flash.success', ['%count%' => count($entries)]));
+                    $entityManager->flush();
+                    return $this->redirectToRoute('project_edit', ['id' => $project->getID()]);
+                }
+
+                if (count ($errors) > 0) {
+                    $this->addFlash('error', t('project.bom_import.flash.invalid_entries'));
+                }
+            } catch (\UnexpectedValueException $e) {
+                $this->addFlash('error', t('project.bom_import.flash.invalid_file', ['%message%' => $e->getMessage()]));
+            } catch (SyntaxError $e) {
+                $this->addFlash('error', t('project.bom_import.flash.invalid_file', ['%message%' => $e->getMessage()]));
+            }
+        }
+
+        return $this->renderForm('projects/import_bom.html.twig', [
+            'project' => $project,
+            'form' => $form,
+            'errors' => $errors ?? null,
+        ]);
+    }
+
     /**
      * @Route("/add_parts", name="project_add_parts_no_id")
      * @Route("/{id}/add_parts", name="project_add_parts", requirements={"id"="\d+"})

src/Controller/SelectAPIController.php

@@ -95,6 +95,25 @@ class SelectAPIController extends AbstractController
         return $this->getResponseForClass(Project::class, false);
     }
 
+    /**
+     * @Route("/export_level", name="select_export_level")
+     */
+    public function exportLevel(): Response
+    {
+        $entries = [
+            1 => $this->translator->trans('export.level.simple'),
+            2 => $this->translator->trans('export.level.extended'),
+            3 => $this->translator->trans('export.level.full'),
+        ];
+
+        return $this->json(array_map(function ($key, $value) {
+            return [
+                'text' => $value,
+                'value' => $key,
+            ];
+        }, array_keys($entries), $entries));
+    }
+
     /**
      * @Route("/label_profiles", name="select_label_profiles")
      * @return Response

src/Controller/ToolsController.php

@@ -21,6 +21,7 @@
 namespace App\Controller;
 
 use App\Services\Attachments\AttachmentPathResolver;
+use App\Services\Attachments\AttachmentSubmitHandler;
 use App\Services\Attachments\AttachmentURLGenerator;
 use App\Services\Attachments\BuiltinAttachmentsFinder;
 use App\Services\Misc\GitVersionInfo;
@@ -49,7 +50,8 @@ class ToolsController extends AbstractController
     /**
      * @Route("/server_infos", name="tools_server_infos")
      */
-    public function systemInfos(GitVersionInfo $versionInfo, DBInfoHelper $DBInfoHelper): Response
+    public function systemInfos(GitVersionInfo $versionInfo, DBInfoHelper $DBInfoHelper,
+        AttachmentSubmitHandler $attachmentSubmitHandler): Response
     {
         $this->denyAccessUnlessGranted('@system.server_infos');
 
@@ -73,6 +75,9 @@ class ToolsController extends AbstractController
             'allow_attachments_downloads' => $this->getParameter('partdb.attachments.allow_downloads'),
             'detailed_error_pages' => $this->getParameter('partdb.error_pages.show_help'),
             'error_page_admin_email' => $this->getParameter('partdb.error_pages.admin_email'),
+            'configured_max_file_size' => $this->getParameter('partdb.attachments.max_file_size'),
+            'effective_max_file_size' => $attachmentSubmitHandler->getMaximumAllowedUploadSize(),
+            'saml_enabled' => $this->getParameter('partdb.saml.enabled'),
 
             //PHP section
             'php_version' => PHP_VERSION,

src/Controller/UserSettingsController.php

@@ -83,6 +83,10 @@ class UserSettingsController extends AbstractController
             return new RuntimeException('This controller only works only for Part-DB User objects!');
         }
 
+        if ($user->isSamlUser()) {
+            throw new RuntimeException('You can not remove U2F keys from SAML users!');
+        }
+
         if (empty($user->getBackupCodes())) {
             $this->addFlash('error', 'tfa_backup.no_codes_enabled');
 
@@ -112,6 +116,10 @@ class UserSettingsController extends AbstractController
             throw new RuntimeException('This controller only works only for Part-DB User objects!');
         }
 
+        if ($user->isSamlUser()) {
+            throw new RuntimeException('You can not remove U2F keys from SAML users!');
+        }
+
         if ($this->isCsrfTokenValid('delete'.$user->getId(), $request->request->get('_token'))) {
             //Handle U2F key removal
             if ($request->request->has('key_id')) {
@@ -192,6 +200,10 @@ class UserSettingsController extends AbstractController
             return new RuntimeException('This controller only works only for Part-DB User objects!');
         }
 
+        if ($user->isSamlUser()) {
+            throw new RuntimeException('You can not remove U2F keys from SAML users!');
+        }
+
         if ($this->isCsrfTokenValid('devices_reset'.$user->getId(), $request->request->get('_token'))) {
             $user->invalidateTrustedDeviceTokens();
             $entityManager->flush();
@@ -281,14 +293,14 @@ class UserSettingsController extends AbstractController
             ])
             ->add('old_password', PasswordType::class, [
                 'label' => 'user.settings.pw_old.label',
-                'disabled' => $this->demo_mode,
+                'disabled' => $this->demo_mode || $user->isSamlUser(),
                 'attr' => [
                     'autocomplete' => 'current-password',
                 ],
                 'constraints' => [new UserPassword()],
             ]) //This constraint checks, if the current user pw was inputted.
             ->add('new_password', RepeatedType::class, [
-                'disabled' => $this->demo_mode,
+                'disabled' => $this->demo_mode || $user->isSamlUser(),
                 'type' => PasswordType::class,
                 'first_options' => [
                     'label' => 'user.settings.pw_new.label',
@@ -307,7 +319,10 @@ class UserSettingsController extends AbstractController
                     'max' => 128,
                 ])],
             ])
-            ->add('submit', SubmitType::class, ['label' => 'save'])
+            ->add('submit', SubmitType::class, [
+                'label' => 'save',
+                'disabled' => $this->demo_mode || $user->isSamlUser(),
+            ])
             ->getForm();
 
         $pw_form->handleRequest($request);
@@ -327,7 +342,9 @@ class UserSettingsController extends AbstractController
         }
 
         //Handle 2FA things
-        $google_form = $this->createForm(TFAGoogleSettingsType::class, $user);
+        $google_form = $this->createForm(TFAGoogleSettingsType::class, $user, [
+            'disabled' => $this->demo_mode || $user->isSamlUser(),
+        ]);
         $google_enabled = $user->isGoogleAuthenticatorEnabled();
         if (!$google_enabled && !$form->isSubmitted()) {
             $user->setGoogleAuthenticatorSecret($googleAuthenticator->generateSecret());
@@ -335,7 +352,7 @@ class UserSettingsController extends AbstractController
         }
         $google_form->handleRequest($request);
 
-        if (!$this->demo_mode && $google_form->isSubmitted() && $google_form->isValid()) {
+        if (!$this->demo_mode && !$user->isSamlUser() && $google_form->isSubmitted() && $google_form->isValid()) {
             if (!$google_enabled) {
                 //Save 2FA settings (save secrets)
                 $user->setGoogleAuthenticatorSecret($google_form->get('googleAuthenticatorSecret')->getData());
@@ -369,7 +386,7 @@ class UserSettingsController extends AbstractController
         ])->getForm();
 
         $backup_form->handleRequest($request);
-        if (!$this->demo_mode && $backup_form->isSubmitted() && $backup_form->isValid()) {
+        if (!$this->demo_mode && !$user->isSamlUser() && $backup_form->isSubmitted() && $backup_form->isValid()) {
             $backupCodeManager->regenerateBackupCodes($user);
             $em->flush();
             $this->addFlash('success', 'user.settings.2fa.backup_codes.regenerated');

src/Controller/WebauthnKeyRegistrationController.php

@@ -20,9 +20,11 @@
 
 namespace App\Controller;
 
+use App\Entity\UserSystem\User;
 use App\Entity\UserSystem\WebauthnKey;
 use Doctrine\ORM\EntityManagerInterface;
 use Jbtronics\TFAWebauthn\Services\TFAWebauthnRegistrationHelper;
+use RuntimeException;
 use Symfony\Bundle\FrameworkBundle\Controller\AbstractController;
 use Symfony\Component\HttpFoundation\Request;
 use Symfony\Component\Routing\Annotation\Route;
@@ -31,6 +33,13 @@ use function Symfony\Component\Translation\t;
 
 class WebauthnKeyRegistrationController extends AbstractController
 {
+    private bool $demo_mode;
+
+    public function __construct(bool $demo_mode)
+    {
+        $this->demo_mode = $demo_mode;
+    }
+
     /**
      * @Route("/webauthn/register", name="webauthn_register")
      */
@@ -39,6 +48,20 @@ class WebauthnKeyRegistrationController extends AbstractController
         //When user change its settings, he should be logged  in fully.
         $this->denyAccessUnlessGranted('IS_AUTHENTICATED_FULLY');
 
+        if ($this->demo_mode) {
+            throw new RuntimeException('You can not do 2FA things in demo mode');
+        }
+
+        $user = $this->getUser();
+
+        if (!$user instanceof User) {
+            throw new RuntimeException('This controller only works only for Part-DB User objects!');
+        }
+
+        if ($user->isSamlUser()) {
+            throw new RuntimeException('You can not remove U2F keys from SAML users!');
+        }
+
         //If form was submitted, check the auth response
         if ($request->getMethod() === 'POST') {
             $webauthnResponse = $request->request->get('_auth_code');

src/DataTables/Adapters/CustomFetchJoinORMAdapter.php

@@ -0,0 +1,54 @@
+<?php
+/*
+ * This file is part of Part-DB (https://github.com/Part-DB/Part-DB-symfony).
+ *
+ *  Copyright (C) 2019 - 2023 Jan Böhmer (https://github.com/jbtronics)
+ *
+ *  This program is free software: you can redistribute it and/or modify
+ *  it under the terms of the GNU Affero General Public License as published
+ *  by the Free Software Foundation, either version 3 of the License, or
+ *  (at your option) any later version.
+ *
+ *  This program is distributed in the hope that it will be useful,
+ *  but WITHOUT ANY WARRANTY; without even the implied warranty of
+ *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ *  GNU Affero General Public License for more details.
+ *
+ *  You should have received a copy of the GNU Affero General Public License
+ *  along with this program.  If not, see <https://www.gnu.org/licenses/>.
+ */
+
+namespace App\DataTables\Adapters;
+
+use Doctrine\ORM\Query;
+use Doctrine\ORM\QueryBuilder;
+use Doctrine\ORM\Tools\Pagination\Paginator;
+use Omines\DataTablesBundle\Adapter\Doctrine\FetchJoinORMAdapter;
+
+/**
+ * This class is a workaround for a bug (or edge case behavior) in the FetchJoinORMAdapter or better the used Paginator
+ * and CountOutputWalker.
+ * If the query contains multiple GROUP BY clauses, the result of the count query is wrong, as some lines are counted
+ * multiple times. This is because the CountOutputWalker does not use DISTINCT in the count query, if it contains a GROUP BY.
+ *
+ * We work around this by removing the GROUP BY clause from the query, and only adding the first root alias as GROUP BY (the part table).
+ * This way we get the correct count, without breaking the query (we need a GROUP BY for the HAVING clauses).
+ *
+ * As a side effect this also seems to improve the performance of the count query a bit (which makes up a lot of the total query time).
+ */
+class CustomFetchJoinORMAdapter extends FetchJoinORMAdapter
+{
+    public function getCount(QueryBuilder $queryBuilder, $identifier)
+    {
+        $qb_without_group_by = clone $queryBuilder;
+
+        //Remove the groupBy clause from the query for the count
+        //And add the root alias as group by, so we can use HAVING clauses
+        $qb_without_group_by->resetDQLPart('groupBy');
+        $qb_without_group_by->addGroupBy($queryBuilder->getRootAliases()[0]);
+
+        $paginator = new Paginator($qb_without_group_by);
+
+        return $paginator->count();
+    }
+}

src/DataTables/Column/EntityColumn.php

@@ -79,7 +79,7 @@ class EntityColumn extends AbstractColumn
                         return sprintf(
                             '<a href="%s">%s</a>',
                             $this->urlGenerator->listPartsURL($entity),
-                            $entity->getName()
+                            htmlspecialchars($entity->getName())
                         );
                     }
 

src/DataTables/Column/SIUnitNumberColumn.php

@@ -50,6 +50,6 @@ class SIUnitNumberColumn extends AbstractColumn
             return '';
         }
 
-        return $this->formatter->format((float) $value, $this->options['unit'], $this->options['precision']);
+        return htmlspecialchars($this->formatter->format((float) $value, $this->options['unit'], $this->options['precision']));
     }
 }

src/DataTables/Filters/PartSearchFilter.php

@@ -65,6 +65,9 @@ class PartSearchFilter implements FilterInterface
     /** @var bool Use footprint name for searching */
     protected bool $footprint = false;
 
+    /** @var bool Use Internal Part number for searching */
+    protected bool $ipn = true;
+
     public function __construct(string $query)
     {
         $this->keyword = $query;
@@ -104,6 +107,9 @@ class PartSearchFilter implements FilterInterface
         if($this->footprint) {
             $fields_to_search[] = 'footprint.name';
         }
+        if ($this->ipn) {
+            $fields_to_search[] = 'part.ipn';
+        }
 
         return $fields_to_search;
     }
@@ -301,6 +307,17 @@ class PartSearchFilter implements FilterInterface
         return $this;
     }
 
+    public function isIPN(): bool
+    {
+        return $this->ipn;
+    }
+
+    public function setIPN(bool $ipn): PartSearchFilter
+    {
+        $this->ipn = $ipn;
+        return $this;
+    }
+
     /**
      * @return bool
      */

src/DataTables/Helpers/PartDataTableHelper.php

@@ -67,7 +67,7 @@ class PartDataTableHelper
             '<a href="%s">%s%s</a>',
             $this->entityURLGenerator->infoURL($context),
             $icon,
-            htmlentities($context->getName())
+            htmlspecialchars($context->getName())
         );
     }
 

src/DataTables/PartsDataTable.php

@@ -22,6 +22,7 @@ declare(strict_types=1);
 
 namespace App\DataTables;
 
+use App\DataTables\Adapters\CustomFetchJoinORMAdapter;
 use App\DataTables\Column\EntityColumn;
 use App\DataTables\Column\IconLinkColumn;
 use App\DataTables\Column\LocaleDateTimeColumn;
@@ -177,7 +178,7 @@ final class PartsDataTable implements DataTableTypeInterface
                         $tmp[] = sprintf(
                             '<a href="%s">%s</a>',
                             $this->urlGenerator->listPartsURL($lot->getStorageLocation()),
-                            $lot->getStorageLocation()->getName()
+                            htmlspecialchars($lot->getStorageLocation()->getName())
                         );
                     }
 
@@ -192,13 +193,13 @@ final class PartsDataTable implements DataTableTypeInterface
                 $amount = $context->getAmountSum();
                 $expiredAmount = $context->getExpiredAmountSum();
 
-                $ret = $this->amountFormatter->format($amount, $context->getPartUnit());
+                $ret = htmlspecialchars($this->amountFormatter->format($amount, $context->getPartUnit()));
 
                 //If we have expired lots, we show them in parentheses behind
                 if ($expiredAmount > 0) {
                     $ret .= sprintf(' <span title="%s" class="text-muted">(+%s)</span>',
                         $this->translator->trans('part_lots.is_expired'),
-                        $this->amountFormatter->format($expiredAmount, $context->getPartUnit()));
+                        htmlspecialchars($this->amountFormatter->format($expiredAmount, $context->getPartUnit())));
                 }
 
 
@@ -210,7 +211,7 @@ final class PartsDataTable implements DataTableTypeInterface
                 'label' => $this->translator->trans('part.table.minamount'),
                 'visible' => false,
                 'render' => function ($value, Part $context) {
-                    return $this->amountFormatter->format($value, $context->getPartUnit());
+                    return htmlspecialchars($this->amountFormatter->format($value, $context->getPartUnit()));
                 },
             ]);
 
@@ -281,7 +282,7 @@ final class PartsDataTable implements DataTableTypeInterface
             ])
 
             ->addOrderBy('name')
-            ->createAdapter(FetchJoinORMAdapter::class, [
+            ->createAdapter(CustomFetchJoinORMAdapter::class, [
                 'simple_total_query' => true,
                 'query' => function (QueryBuilder $builder): void {
                     $this->getQuery($builder);

src/DataTables/ProjectBomEntriesDataTable.php

@@ -78,22 +78,23 @@ class ProjectBomEntriesDataTable implements DataTableTypeInterface
             ->add('quantity', TextColumn::class, [
                 'label' => $this->translator->trans('project.bom.quantity'),
                 'className' => 'text-center',
+                'orderField' => 'bom_entry.quantity',
                 'render' => function ($value, ProjectBOMEntry $context) {
                     //If we have a non-part entry, only show the rounded quantity
                     if ($context->getPart() === null) {
                         return round($context->getQuantity());
                     }
                     //Otherwise use the unit of the part to format the quantity
-                    return $this->amountFormatter->format($context->getQuantity(), $context->getPart()->getPartUnit());
+                    return htmlspecialchars($this->amountFormatter->format($context->getQuantity(), $context->getPart()->getPartUnit()));
                 },
             ])
 
             ->add('name', TextColumn::class, [
                 'label' => $this->translator->trans('part.table.name'),
-                'orderable' => false,
+                'orderField' => 'part.name',
                 'render' => function ($value, ProjectBOMEntry $context) {
                     if($context->getPart() === null) {
-                        return $context->getName();
+                        return htmlspecialchars($context->getName());
                     }
                     if($context->getPart() !== null) {
                         $tmp = $this->partDataTableHelper->renderName($context->getPart());
@@ -121,15 +122,18 @@ class ProjectBomEntriesDataTable implements DataTableTypeInterface
             ->add('category', EntityColumn::class, [
                 'label' => $this->translator->trans('part.table.category'),
                 'property' => 'part.category',
+                'orderField' => 'category.name',
             ])
             ->add('footprint', EntityColumn::class, [
                 'property' => 'part.footprint',
                 'label' => $this->translator->trans('part.table.footprint'),
+                'orderField' => 'footprint.name',
             ])
 
             ->add('manufacturer', EntityColumn::class, [
                 'property' => 'part.manufacturer',
                 'label' => $this->translator->trans('part.table.manufacturer'),
+                'orderField' => 'manufacturer.name',
             ])
 
             ->add('mountnames', TextColumn::class, [
@@ -155,6 +159,8 @@ class ProjectBomEntriesDataTable implements DataTableTypeInterface
             ])
         ;
 
+        $dataTable->addOrderBy('name', DataTable::SORT_ASCENDING);
+
         $dataTable->createAdapter(ORMAdapter::class, [
             'entity' => Attachment::class,
             'query' => function (QueryBuilder $builder) use ($options): void {
@@ -175,6 +181,9 @@ class ProjectBomEntriesDataTable implements DataTableTypeInterface
             ->addSelect('part')
             ->from(ProjectBOMEntry::class, 'bom_entry')
             ->leftJoin('bom_entry.part', 'part')
+            ->leftJoin('part.category', 'category')
+            ->leftJoin('part.footprint', 'footprint')
+            ->leftJoin('part.manufacturer', 'manufacturer')
             ->where('bom_entry.project = :project')
             ->setParameter('project', $options['project'])
         ;

src/Entity/Attachments/Attachment.php

@@ -25,6 +25,7 @@ namespace App\Entity\Attachments;
 use App\Entity\Base\AbstractNamedDBElement;
 use App\Validator\Constraints\Selectable;
 use Doctrine\ORM\Mapping as ORM;
+use Symfony\Component\Serializer\Annotation\Groups;
 use Symfony\Component\Validator\Constraints as Assert;
 use function in_array;
 use InvalidArgumentException;
@@ -95,6 +96,14 @@ abstract class Attachment extends AbstractNamedDBElement
      */
     protected string $path = '';
 
+    /**
+     * @var string the name of this element
+     * @ORM\Column(type="string")
+     * @Assert\NotBlank(message="validator.attachment.name_not_blank")
+     * @Groups({"simple", "extended", "full"})
+     */
+    protected string $name = '';
+
     /**
      * ORM mapping is done in sub classes (like PartAttachment).
      */

src/Entity/Attachments/AttachmentContainingDBElement.php

@@ -29,6 +29,7 @@ use App\Entity\Contracts\HasMasterAttachmentInterface;
 use Doctrine\Common\Collections\ArrayCollection;
 use Doctrine\Common\Collections\Collection;
 use Doctrine\ORM\Mapping as ORM;
+use Symfony\Component\Serializer\Annotation\Groups;
 
 /**
  * @ORM\MappedSuperclass()
@@ -43,6 +44,7 @@ abstract class AttachmentContainingDBElement extends AbstractNamedDBElement impl
      *                              //@ORM\OneToMany(targetEntity="Attachment", mappedBy="element")
      *
      * Mapping is done in sub classes like part
+     * @Groups({"full"})
      */
     protected $attachments;
 

src/Entity/Base/AbstractCompany.php

@@ -23,6 +23,7 @@ declare(strict_types=1);
 namespace App\Entity\Base;
 
 use Doctrine\ORM\Mapping as ORM;
+use Symfony\Component\Serializer\Annotation\Groups;
 use function is_string;
 use Symfony\Component\Validator\Constraints as Assert;
 
@@ -36,18 +37,21 @@ abstract class AbstractCompany extends AbstractPartsContainingDBElement
     /**
      * @var string The address of the company
      * @ORM\Column(type="string")
+     * @Groups({"full"})
      */
     protected string $address = '';
 
     /**
      * @var string The phone number of the company
      * @ORM\Column(type="string")
+     * @Groups({"full"})
      */
     protected string $phone_number = '';
 
     /**
      * @var string The fax number of the company
      * @ORM\Column(type="string")
+     * @Groups({"full"})
      */
     protected string $fax_number = '';
 
@@ -55,6 +59,7 @@ abstract class AbstractCompany extends AbstractPartsContainingDBElement
      * @var string The email address of the company
      * @ORM\Column(type="string")
      * @Assert\Email()
+     * @Groups({"full"})
      */
     protected string $email_address = '';
 
@@ -62,6 +67,7 @@ abstract class AbstractCompany extends AbstractPartsContainingDBElement
      * @var string The website of the company
      * @ORM\Column(type="string")
      * @Assert\Url()
+     * @Groups({"full"})
      */
     protected string $website = '';
 

src/Entity/Base/AbstractDBElement.php

@@ -38,20 +38,37 @@ use Symfony\Component\Serializer\Annotation\Groups;
  * @ORM\MappedSuperclass(repositoryClass="App\Repository\DBElementRepository")
  *
  * @DiscriminatorMap(typeProperty="type", mapping={
- *      "attachment_type" = "App\Entity\AttachmentType",
- *      "attachment" = "App\Entity\Attachment",
- *      "category" = "App\Entity\Attachment",
+ *      "attachment_type" = "App\Entity\Attachments\AttachmentType",
+ *      "attachment" = "App\Entity\Attachments\Attachment",
+ *      "attachment_type_attachment" = "App\Entity\Attachments\AttachmentTypeAttachment",
+ *      "category_attachment" = "App\Entity\Attachments\CategoryAttachment",
+ *      "currency_attachment" = "App\Entity\Attachments\CurrencyAttachment",
+ *      "footprint_attachment" = "App\Entity\Attachments\FootprintAttachment",
+ *      "group_attachment" = "App\Entity\Attachments\GroupAttachment",
+ *      "label_attachment" = "App\Entity\Attachments\LabelAttachment",
+ *      "manufacturer_attachment" = "App\Entity\Attachments\ManufacturerAttachment",
+ *      "measurement_unit_attachment" = "App\Entity\Attachments\MeasurementUnitAttachment",
+ *      "part_attachment" = "App\Entity\Attachments\PartAttachment",
+ *      "project_attachment" = "App\Entity\Attachments\ProjectAttachment",
+ *      "storelocation_attachment" = "App\Entity\Attachments\StorelocationAttachment",
+ *      "supplier_attachment" = "App\Entity\Attachments\SupplierAttachment",
+ *      "user_attachment" = "App\Entity\Attachments\UserAttachment",
+ *      "category" = "App\Entity\Parts\Category",
  *      "project" = "App\Entity\ProjectSystem\Project",
  *      "project_bom_entry" = "App\Entity\ProjectSystem\ProjectBOMEntry",
- *      "footprint" = "App\Entity\Footprint",
- *      "group" = "App\Entity\Group",
- *      "manufacturer" = "App\Entity\Manufacturer",
- *      "orderdetail" = "App\Entity\Orderdetail",
- *      "part" = "App\Entity\Part",
- *      "pricedetail" = "App\Entity\Pricedetail",
- *      "storelocation" = "App\Entity\Storelocation",
- *      "supplier" = "App\Entity\Supplier",
- *      "user" = "App\Entity\User"
+ *      "footprint" = "App\Entity\Parts\Footprint",
+ *      "group" = "App\Entity\UserSystem\Group",
+ *      "manufacturer" = "App\Entity\Parts\Manufacturer",
+ *      "orderdetail" = "App\Entity\PriceInformations\Orderdetail",
+ *      "part" = "App\Entity\Parts\Part",
+ *      "pricedetail" = "App\Entity\PriceInformation\Pricedetail",
+ *      "storelocation" = "App\Entity\Parts\Storelocation",
+ *      "part_lot" = "App\Entity\Parts\PartLot",
+ *      "currency" = "App\Entity\PriceInformations\Currency",
+ *      "measurement_unit" = "App\Entity\Parts\MeasurementUnit",
+ *      "parameter" = "App\Entity\Parts\AbstractParameter",
+ *      "supplier" = "App\Entity\Parts\Supplier",
+ *      "user" = "App\Entity\UserSystem\User"
  *  })
  */
 abstract class AbstractDBElement implements JsonSerializable

src/Entity/Base/AbstractNamedDBElement.php

@@ -42,7 +42,7 @@ abstract class AbstractNamedDBElement extends AbstractDBElement implements Named
      * @var string the name of this element
      * @ORM\Column(type="string")
      * @Assert\NotBlank()
-     * @Groups({"simple", "extended", "full"})
+     * @Groups({"simple", "extended", "full", "import"})
      */
     protected string $name = '';
 

src/Entity/Base/AbstractPartsContainingDBElement.php

@@ -23,13 +23,15 @@ declare(strict_types=1);
 namespace App\Entity\Base;
 
 use Doctrine\ORM\Mapping as ORM;
+use Symfony\Component\Serializer\Annotation\Groups;
 
 /**
  * Class PartsContainingDBElement.
  *
  * @ORM\MappedSuperclass(repositoryClass="App\Repository\AbstractPartsContainingRepository")
  */
-abstract class
-AbstractPartsContainingDBElement extends AbstractStructuralDBElement
+abstract class AbstractPartsContainingDBElement extends AbstractStructuralDBElement
 {
+    /** @Groups({"full"}) */
+    protected $parameters;
 }

src/Entity/Base/AbstractStructuralDBElement.php

@@ -63,7 +63,7 @@ abstract class AbstractStructuralDBElement extends AttachmentContainingDBElement
     /**
      * @var string The comment info for this element
      * @ORM\Column(type="text")
-     * @Groups({"simple", "extended", "full"})
+     * @Groups({"full", "import"})
      */
     protected string $comment = '';
 
@@ -71,6 +71,7 @@ abstract class AbstractStructuralDBElement extends AttachmentContainingDBElement
      * @var bool If this property is set, this element can not be selected for part properties.
      *           Useful if this element should be used only for grouping, sorting.
      * @ORM\Column(type="boolean")
+     * @Groups({"full", "import"})
      */
     protected bool $not_selectable = false;
 
@@ -91,7 +92,7 @@ abstract class AbstractStructuralDBElement extends AttachmentContainingDBElement
     /**
      * @var AbstractStructuralDBElement
      * @NoneOfItsChildren()
-     * @Groups({"include_parents"})
+     * @Groups({"include_parents", "import"})
      */
     protected $parent = null;
 
@@ -282,6 +283,12 @@ abstract class AbstractStructuralDBElement extends AttachmentContainingDBElement
      */
     public function getSubelements(): iterable
     {
+        //If the parent is equal to this object, we would get an endless loop, so just return an empty array
+        //This is just a workaround, as validator should prevent this behaviour, before it gets written to the database
+        if ($this->parent === $this) {
+            return new ArrayCollection();
+        }
+
         return $this->children ?? new ArrayCollection();
     }
 

src/Entity/Parameters/AbstractParameter.php

@@ -46,6 +46,7 @@ use App\Entity\Base\AbstractNamedDBElement;
 use Doctrine\ORM\Mapping as ORM;
 use InvalidArgumentException;
 use LogicException;
+use Symfony\Component\Serializer\Annotation\Groups;
 use Symfony\Component\Validator\Constraints as Assert;
 
 use function sprintf;
@@ -84,6 +85,7 @@ abstract class AbstractParameter extends AbstractNamedDBElement
      * @var string The mathematical symbol for this specification. Can be rendered pretty later. Should be short
      * @Assert\Length(max=20)
      * @ORM\Column(type="string", nullable=false)
+     * @Groups({"full"})
      */
     protected string $symbol = '';
 
@@ -93,6 +95,7 @@ abstract class AbstractParameter extends AbstractNamedDBElement
      * @Assert\LessThanOrEqual(propertyPath="value_typical", message="parameters.validator.min_lesser_typical")
      * @Assert\LessThan(propertyPath="value_max", message="parameters.validator.min_lesser_max")
      * @ORM\Column(type="float", nullable=true)
+     * @Groups({"full"})
      */
     protected ?float $value_min = null;
 
@@ -100,6 +103,7 @@ abstract class AbstractParameter extends AbstractNamedDBElement
      * @var float|null the typical value of this property
      * @Assert\Type({"null", "float"})
      * @ORM\Column(type="float", nullable=true)
+     * @Groups({"full"})
      */
     protected ?float $value_typical = null;
 
@@ -108,24 +112,29 @@ abstract class AbstractParameter extends AbstractNamedDBElement
      * @Assert\Type({"float", "null"})
      * @Assert\GreaterThanOrEqual(propertyPath="value_typical", message="parameters.validator.max_greater_typical")
      * @ORM\Column(type="float", nullable=true)
+     * @Groups({"full"})
      */
     protected ?float $value_max = null;
 
     /**
      * @var string The unit in which the value values are given (e.g. V)
      * @ORM\Column(type="string", nullable=false)
+     * @Groups({"full"})
      */
     protected string $unit = '';
 
     /**
      * @var string a text value for the given property
      * @ORM\Column(type="string", nullable=false)
+     * @Groups({"full"})
      */
     protected string $value_text = '';
 
     /**
      * @var string the group this parameter belongs to
      * @ORM\Column(type="string", nullable=false, name="param_group")
+     * @Groups({"full"})
+     * @Groups({"full"})
      */
     protected string $group = '';
 

src/Entity/Parts/Category.php

@@ -27,6 +27,7 @@ use App\Entity\Base\AbstractPartsContainingDBElement;
 use App\Entity\Parameters\CategoryParameter;
 use Doctrine\Common\Collections\Collection;
 use Doctrine\ORM\Mapping as ORM;
+use Symfony\Component\Serializer\Annotation\Groups;
 use Symfony\Component\Validator\Constraints as Assert;
 
 /**
@@ -56,48 +57,56 @@ class Category extends AbstractPartsContainingDBElement
     /**
      * @var string
      * @ORM\Column(type="text")
+     * @Groups({"full", "import"})
      */
     protected string $partname_hint = '';
 
     /**
      * @var string
      * @ORM\Column(type="text")
+     * @Groups({"full", "import"})
      */
     protected string $partname_regex = '';
 
     /**
      * @var bool
      * @ORM\Column(type="boolean")
+     * @Groups({"full", "import"})
      */
     protected bool $disable_footprints = false;
 
     /**
      * @var bool
      * @ORM\Column(type="boolean")
+     * @Groups({"full", "import"})
      */
     protected bool $disable_manufacturers = false;
 
     /**
      * @var bool
      * @ORM\Column(type="boolean")
+     * @Groups({"full", "import"})
      */
     protected bool $disable_autodatasheets = false;
 
     /**
      * @var bool
      * @ORM\Column(type="boolean")
+     * @Groups({"full", "import"})
      */
     protected bool $disable_properties = false;
 
     /**
      * @var string
      * @ORM\Column(type="text")
+     * @Groups({"full", "import"})
      */
     protected string $default_description = '';
 
     /**
      * @var string
      * @ORM\Column(type="text")
+     * @Groups({"full", "import"})
      */
     protected string $default_comment = '';
     /**
@@ -105,6 +114,7 @@ class Category extends AbstractPartsContainingDBElement
      * @ORM\OneToMany(targetEntity="App\Entity\Attachments\CategoryAttachment", mappedBy="element", cascade={"persist", "remove"}, orphanRemoval=true)
      * @ORM\OrderBy({"name" = "ASC"})
      * @Assert\Valid()
+     * @Groups({"full"})
      */
     protected $attachments;
 
@@ -112,6 +122,7 @@ class Category extends AbstractPartsContainingDBElement
      * @ORM\OneToMany(targetEntity="App\Entity\Parameters\CategoryParameter", mappedBy="element", cascade={"persist", "remove"}, orphanRemoval=true)
      * @ORM\OrderBy({"group" = "ASC" ,"name" = "ASC"})
      * @Assert\Valid()
+     * @Groups({"full"})
      */
     protected $parameters;
 

src/Entity/Parts/MeasurementUnit.php

@@ -28,6 +28,7 @@ use App\Entity\Parameters\MeasurementUnitParameter;
 use Doctrine\Common\Collections\Collection;
 use Doctrine\ORM\Mapping as ORM;
 use Symfony\Bridge\Doctrine\Validator\Constraints\UniqueEntity;
+use Symfony\Component\Serializer\Annotation\Groups;
 use Symfony\Component\Validator\Constraints as Assert;
 
 /**
@@ -48,6 +49,7 @@ class MeasurementUnit extends AbstractPartsContainingDBElement
      *             or m (for meters).
      * @ORM\Column(type="string", name="unit", nullable=true)
      * @Assert\Length(max=10)
+     * @Groups({"extended", "full", "import"})
      */
     protected ?string $unit = null;
 
@@ -55,6 +57,7 @@ class MeasurementUnit extends AbstractPartsContainingDBElement
      * @var bool Determines if the amount value associated with this unit should be treated as integer.
      *           Set to false, to measure continuous sizes likes masses or lengths.
      * @ORM\Column(type="boolean", name="is_integer")
+     * @Groups({"extended", "full", "import"})
      */
     protected bool $is_integer = false;
 
@@ -63,6 +66,7 @@ class MeasurementUnit extends AbstractPartsContainingDBElement
      *           Useful for sizes like meters. For this the unit must be set
      * @ORM\Column(type="boolean", name="use_si_prefix")
      * @Assert\Expression("this.isUseSIPrefix() == false or this.getUnit() != null", message="validator.measurement_unit.use_si_prefix_needs_unit")
+     * @Groups({"full", "import"})
      */
     protected bool $use_si_prefix = false;
 

src/Entity/Parts/Part.php

@@ -40,6 +40,7 @@ use Doctrine\Common\Collections\ArrayCollection;
 use Doctrine\Common\Collections\Collection;
 use Doctrine\ORM\Mapping as ORM;
 use Symfony\Bridge\Doctrine\Validator\Constraints\UniqueEntity;
+use Symfony\Component\Serializer\Annotation\Groups;
 use Symfony\Component\Validator\Constraints as Assert;
 use Symfony\Component\Validator\Context\ExecutionContextInterface;
 
@@ -72,6 +73,7 @@ class Part extends AttachmentContainingDBElement
      * @Assert\Valid()
      * @ORM\OneToMany(targetEntity="App\Entity\Parameters\PartParameter", mappedBy="element", cascade={"persist", "remove"}, orphanRemoval=true)
      * @ORM\OrderBy({"group" = "ASC" ,"name" = "ASC"})
+     * @Groups({"full"})
      */
     protected $parameters;
 
@@ -96,6 +98,7 @@ class Part extends AttachmentContainingDBElement
      * @ORM\OneToMany(targetEntity="App\Entity\Attachments\PartAttachment", mappedBy="element", cascade={"persist", "remove"}, orphanRemoval=true)
      * @ORM\OrderBy({"name" = "ASC"})
      * @Assert\Valid()
+     * @Groups({"full"})
      */
     protected $attachments;
 

src/Entity/Parts/PartLot.php

@@ -31,6 +31,7 @@ use App\Validator\Constraints\ValidPartLot;
 use DateTime;
 use Doctrine\ORM\Mapping as ORM;
 use Exception;
+use Symfony\Component\Serializer\Annotation\Groups;
 use Symfony\Component\Validator\Constraints as Assert;
 
 /**
@@ -52,12 +53,14 @@ class PartLot extends AbstractDBElement implements TimeStampableInterface, Named
     /**
      * @var string A short description about this lot, shown in table
      * @ORM\Column(type="text")
+     * @Groups({"simple", "extended", "full", "import"})
      */
     protected string $description = '';
 
     /**
      * @var string a comment stored with this lot
      * @ORM\Column(type="text")
+     * @Groups({"full", "import"})
      */
     protected string $comment = '';
 
@@ -65,6 +68,7 @@ class PartLot extends AbstractDBElement implements TimeStampableInterface, Named
      * @var ?DateTime Set a time until when the lot must be used.
      *                Set to null, if the lot can be used indefinitely.
      * @ORM\Column(type="datetime", name="expiration_date", nullable=true)
+     * @Groups({"extended", "full", "import"})
      */
     protected ?DateTime $expiration_date = null;
 
@@ -73,12 +77,14 @@ class PartLot extends AbstractDBElement implements TimeStampableInterface, Named
      * @ORM\ManyToOne(targetEntity="Storelocation")
      * @ORM\JoinColumn(name="id_store_location", referencedColumnName="id", nullable=true)
      * @Selectable()
+     * @Groups({"simple", "extended", "full", "import"})
      */
     protected ?Storelocation $storage_location = null;
 
     /**
      * @var bool If this is set to true, the instock amount is marked as not known
      * @ORM\Column(type="boolean")
+     * @Groups({"simple", "extended", "full", "import"})
      */
     protected bool $instock_unknown = false;
 
@@ -86,12 +92,14 @@ class PartLot extends AbstractDBElement implements TimeStampableInterface, Named
      * @var float For continuous sizes (length, volume, etc.) the instock is saved here.
      * @ORM\Column(type="float")
      * @Assert\PositiveOrZero()
+     * @Groups({"simple", "extended", "full", "import"})
      */
     protected float $amount = 0.0;
 
     /**
      * @var bool determines if this lot was manually marked for refilling
      * @ORM\Column(type="boolean")
+     * @Groups({"extended", "full", "import"})
      */
     protected bool $needs_refill = false;
 

src/Entity/Parts/PartTraits/AdvancedPropertyTrait.php

@@ -24,6 +24,7 @@ namespace App\Entity\Parts\PartTraits;
 
 use App\Entity\Parts\Part;
 use Doctrine\ORM\Mapping as ORM;
+use Symfony\Component\Serializer\Annotation\Groups;
 use Symfony\Component\Validator\Constraints as Assert;
 
 /**
@@ -34,12 +35,14 @@ trait AdvancedPropertyTrait
     /**
      * @var bool Determines if this part entry needs review (for example, because it is work in progress)
      * @ORM\Column(type="boolean")
+     * @Groups({"extended", "full", "import"})
      */
     protected bool $needs_review = false;
 
     /**
      * @var string a comma separated list of tags, associated with the part
      * @ORM\Column(type="text")
+     * @Groups({"extended", "full", "import"})
      */
     protected string $tags = '';
 
@@ -47,6 +50,7 @@ trait AdvancedPropertyTrait
      * @var float|null how much a single part unit weighs in grams
      * @ORM\Column(type="float", nullable=true)
      * @Assert\PositiveOrZero()
+     * @Groups({"extended", "full", "import"})
      */
     protected ?float $mass = null;
 
@@ -54,7 +58,7 @@ trait AdvancedPropertyTrait
      * @var string The internal part number of the part
      * @ORM\Column(type="string", length=100, nullable=true, unique=true)
      * @Assert\Length(max="100")
-     *
+     * @Groups({"extended", "full", "import"})
      */
     protected ?string $ipn = null;
 

src/Entity/Parts/PartTraits/BasicPropertyTrait.php

@@ -26,6 +26,7 @@ use App\Entity\Parts\Category;
 use App\Entity\Parts\Footprint;
 use App\Validator\Constraints\Selectable;
 use Doctrine\ORM\Mapping as ORM;
+use Symfony\Component\Serializer\Annotation\Groups;
 use Symfony\Component\Validator\Constraints as Assert;
 
 trait BasicPropertyTrait
@@ -33,12 +34,14 @@ trait BasicPropertyTrait
     /**
      * @var string A text describing what this part does
      * @ORM\Column(type="text")
+     * @Groups({"simple", "extended", "full", "import"})
      */
     protected string $description = '';
 
     /**
      * @var string A comment/note related to this part
      * @ORM\Column(type="text")
+     * @Groups({"extended", "full", "import"})
      */
     protected string $comment = '';
 
@@ -51,6 +54,7 @@ trait BasicPropertyTrait
     /**
      * @var bool true, if the part is marked as favorite
      * @ORM\Column(type="boolean")
+     * @Groups({"extended", "full", "import"})
      */
     protected bool $favorite = false;
 
@@ -61,6 +65,7 @@ trait BasicPropertyTrait
      * @ORM\JoinColumn(name="id_category", referencedColumnName="id", nullable=false)
      * @Selectable()
      * @Assert\NotNull(message="validator.select_valid_category")
+     * @Groups({"simple", "extended", "full", "import"})
      */
     protected ?Category $category = null;
 
@@ -69,6 +74,7 @@ trait BasicPropertyTrait
      * @ORM\ManyToOne(targetEntity="Footprint")
      * @ORM\JoinColumn(name="id_footprint", referencedColumnName="id")
      * @Selectable()
+     * @Groups({"simple", "extended", "full", "import"})
      */
     protected ?Footprint $footprint = null;
 

src/Entity/Parts/PartTraits/InstockTrait.php

@@ -26,6 +26,7 @@ use App\Entity\Parts\MeasurementUnit;
 use App\Entity\Parts\PartLot;
 use Doctrine\Common\Collections\Collection;
 use Doctrine\ORM\Mapping as ORM;
+use Symfony\Component\Serializer\Annotation\Groups;
 use Symfony\Component\Validator\Constraints as Assert;
 
 /**
@@ -38,6 +39,7 @@ trait InstockTrait
      * @ORM\OneToMany(targetEntity="PartLot", mappedBy="part", cascade={"persist", "remove"}, orphanRemoval=true)
      * @Assert\Valid()
      * @ORM\OrderBy({"amount" = "DESC"})
+     * @Groups({"extended", "full"})
      */
     protected $partLots;
 
@@ -46,6 +48,7 @@ trait InstockTrait
      *            Given in the partUnit.
      * @ORM\Column(type="float")
      * @Assert\PositiveOrZero()
+     * @Groups({"extended", "full", "import"})
      */
     protected float $minamount = 0;
 
@@ -53,6 +56,7 @@ trait InstockTrait
      * @var ?MeasurementUnit the unit in which the part's amount is measured
      * @ORM\ManyToOne(targetEntity="MeasurementUnit")
      * @ORM\JoinColumn(name="id_part_unit", referencedColumnName="id", nullable=true)
+     * @Groups({"extended", "full", "import"})
      */
     protected ?MeasurementUnit $partUnit = null;
 

src/Entity/Parts/PartTraits/ManufacturerTrait.php

@@ -26,6 +26,7 @@ use App\Entity\Parts\Manufacturer;
 use App\Entity\Parts\Part;
 use App\Validator\Constraints\Selectable;
 use Doctrine\ORM\Mapping as ORM;
+use Symfony\Component\Serializer\Annotation\Groups;
 use Symfony\Component\Validator\Constraints as Assert;
 
 /**
@@ -38,6 +39,7 @@ trait ManufacturerTrait
      * @ORM\ManyToOne(targetEntity="Manufacturer")
      * @ORM\JoinColumn(name="id_manufacturer", referencedColumnName="id")
      * @Selectable()
+     * @Groups({"simple","extended", "full", "import"})
      */
     protected ?Manufacturer $manufacturer = null;
 
@@ -45,12 +47,14 @@ trait ManufacturerTrait
      * @var string the url to the part on the manufacturer's homepage
      * @ORM\Column(type="string")
      * @Assert\Url()
+     * @Groups({"full", "import"})
      */
     protected string $manufacturer_product_url = '';
 
     /**
      * @var string The product number used by the manufacturer. If this is set to "", the name field is used.
      * @ORM\Column(type="string")
+     * @Groups({"extended", "full", "import"})
      */
     protected string $manufacturer_product_number = '';
 
@@ -58,6 +62,7 @@ trait ManufacturerTrait
      * @var string The production status of this part. Can be one of the specified ones.
      * @ORM\Column(type="string", length=255, nullable=true)
      * @Assert\Choice({"announced", "active", "nrfnd", "eol", "discontinued", ""})
+     * @Groups({"extended", "full", "import"})
      */
     protected ?string $manufacturing_status = '';
 

src/Entity/Parts/PartTraits/OrderTrait.php

@@ -24,6 +24,7 @@ namespace App\Entity\Parts\PartTraits;
 
 use App\Entity\PriceInformations\Orderdetail;
 use Doctrine\Common\Collections\ArrayCollection;
+use Symfony\Component\Serializer\Annotation\Groups;
 use Symfony\Component\Validator\Constraints as Assert;
 use function count;
 use Doctrine\Common\Collections\Collection;
@@ -39,6 +40,7 @@ trait OrderTrait
      * @ORM\OneToMany(targetEntity="App\Entity\PriceInformations\Orderdetail", mappedBy="part", cascade={"persist", "remove"}, orphanRemoval=true)
      * @Assert\Valid()
      * @ORM\OrderBy({"supplierpartnr" = "ASC"})
+     * @Groups({"extended", "full"})
      */
     protected $orderdetails;
 

src/Entity/Parts/Storelocation.php

@@ -27,6 +27,7 @@ use App\Entity\Base\AbstractPartsContainingDBElement;
 use App\Entity\Parameters\StorelocationParameter;
 use Doctrine\Common\Collections\Collection;
 use Doctrine\ORM\Mapping as ORM;
+use Symfony\Component\Serializer\Annotation\Groups;
 use Symfony\Component\Validator\Constraints as Assert;
 
 /**
@@ -70,20 +71,24 @@ class Storelocation extends AbstractPartsContainingDBElement
     /**
      * @var bool
      * @ORM\Column(type="boolean")
+     * @Groups({"full", "import"})
      */
     protected bool $is_full = false;
 
     /**
      * @var bool
      * @ORM\Column(type="boolean")
+     * @Groups({"full", "import"})
      */
     protected bool $only_single_part = false;
 
     /**
      * @var bool
      * @ORM\Column(type="boolean")
+     * @Groups({"full", "import"})
      */
     protected bool $limit_to_existing_parts = false;
+
     /**
      * @var Collection<int, StorelocationAttachment>
      * @ORM\OneToMany(targetEntity="App\Entity\Attachments\StorelocationAttachment", mappedBy="element", cascade={"persist", "remove"}, orphanRemoval=true)

src/Entity/Parts/Supplier.php

@@ -31,6 +31,7 @@ use App\Validator\Constraints\Selectable;
 use Brick\Math\BigDecimal;
 use Doctrine\Common\Collections\Collection;
 use Doctrine\ORM\Mapping as ORM;
+use Symfony\Component\Serializer\Annotation\Groups;
 use Symfony\Component\Validator\Constraints as Assert;
 
 /**
@@ -74,6 +75,7 @@ class Supplier extends AbstractCompany
     /**
      * @var BigDecimal|null the shipping costs that have to be paid, when ordering via this supplier
      * @ORM\Column(name="shipping_costs", nullable=true, type="big_decimal", precision=11, scale=5)
+     * @Groups({"extended", "full", "import"})
      * @BigDecimalPositiveOrZero()
      */
     protected ?BigDecimal $shipping_costs = null;

src/Entity/PriceInformations/Currency.php

@@ -32,6 +32,7 @@ use Doctrine\Common\Collections\ArrayCollection;
 use Doctrine\Common\Collections\Collection;
 use Doctrine\ORM\Mapping as ORM;
 use Symfony\Bridge\Doctrine\Validator\Constraints\UniqueEntity;
+use Symfony\Component\Serializer\Annotation\Groups;
 use Symfony\Component\Validator\Constraints as Assert;
 
 /**
@@ -60,6 +61,7 @@ class Currency extends AbstractStructuralDBElement
      * @var string the 3-letter ISO code of the currency
      * @ORM\Column(type="string")
      * @Assert\Currency()
+     * @Groups({"extended", "full", "import"})
      */
     protected string $iso_code = "";
 

src/Entity/PriceInformations/Orderdetail.php

@@ -34,6 +34,7 @@ use Doctrine\Common\Collections\ArrayCollection;
 use Doctrine\Common\Collections\Collection;
 use Doctrine\ORM\Mapping as ORM;
 use Symfony\Bridge\Doctrine\Validator\Constraints\UniqueEntity;
+use Symfony\Component\Serializer\Annotation\Groups;
 use Symfony\Component\Validator\Constraints as Assert;
 
 /**
@@ -54,18 +55,21 @@ class Orderdetail extends AbstractDBElement implements TimeStampableInterface, N
      * @ORM\OneToMany(targetEntity="Pricedetail", mappedBy="orderdetail", cascade={"persist", "remove"}, orphanRemoval=true)
      * @Assert\Valid()
      * @ORM\OrderBy({"min_discount_quantity" = "ASC"})
+     * @Groups({"extended", "full", "import"})
      */
     protected $pricedetails;
 
     /**
      * @var string
      * @ORM\Column(type="string")
+     * @Groups({"extended", "full", "import"})
      */
     protected string $supplierpartnr = '';
 
     /**
      * @var bool
      * @ORM\Column(type="boolean")
+     * @Groups({"extended", "full", "import"})
      */
     protected bool $obsolete = false;
 
@@ -73,6 +77,7 @@ class Orderdetail extends AbstractDBElement implements TimeStampableInterface, N
      * @var string
      * @ORM\Column(type="string")
      * @Assert\Url()
+     * @Groups({"full", "import"})
      */
     protected string $supplier_product_url = '';
 
@@ -89,6 +94,7 @@ class Orderdetail extends AbstractDBElement implements TimeStampableInterface, N
      * @ORM\ManyToOne(targetEntity="App\Entity\Parts\Supplier", inversedBy="orderdetails")
      * @ORM\JoinColumn(name="id_supplier", referencedColumnName="id")
      * @Assert\NotNull(message="validator.orderdetail.supplier_must_not_be_null")
+     * @Groups({"extended", "full", "import"})
      */
     protected ?Supplier $supplier = null;
 

src/Entity/PriceInformations/Pricedetail.php

@@ -32,6 +32,7 @@ use Brick\Math\RoundingMode;
 use DateTime;
 use Doctrine\ORM\Mapping as ORM;
 use Symfony\Bridge\Doctrine\Validator\Constraints\UniqueEntity;
+use Symfony\Component\Serializer\Annotation\Groups;
 use Symfony\Component\Validator\Constraints as Assert;
 
 /**
@@ -55,6 +56,7 @@ class Pricedetail extends AbstractDBElement implements TimeStampableInterface
      * @var BigDecimal The price related to the detail. (Given in the selected currency)
      * @ORM\Column(type="big_decimal", precision=11, scale=5)
      * @BigDecimalPositive()
+     * @Groups({"extended", "full"})
      */
     protected BigDecimal $price;
 
@@ -64,6 +66,7 @@ class Pricedetail extends AbstractDBElement implements TimeStampableInterface
      * @ORM\ManyToOne(targetEntity="Currency", inversedBy="pricedetails")
      * @ORM\JoinColumn(name="id_currency", referencedColumnName="id", nullable=true)
      * @Selectable()
+     * @Groups({"extended", "full", "import"})
      */
     protected ?Currency $currency = null;
 
@@ -71,6 +74,7 @@ class Pricedetail extends AbstractDBElement implements TimeStampableInterface
      * @var float
      * @ORM\Column(type="float")
      * @Assert\Positive()
+     * @Groups({"extended", "full", "import"})
      */
     protected float $price_related_quantity = 1.0;
 
@@ -78,6 +82,7 @@ class Pricedetail extends AbstractDBElement implements TimeStampableInterface
      * @var float
      * @ORM\Column(type="float")
      * @Assert\Positive()
+     * @Groups({"extended", "full", "import"})
      */
     protected float $min_discount_quantity = 1.0;
 

src/Entity/ProjectSystem/Project.php

@@ -30,6 +30,7 @@ use Doctrine\Common\Collections\ArrayCollection;
 use Doctrine\Common\Collections\Collection;
 use Doctrine\ORM\Mapping as ORM;
 use InvalidArgumentException;
+use Symfony\Component\Serializer\Annotation\Groups;
 use Symfony\Component\Validator\Constraints as Assert;
 use Symfony\Component\Validator\Context\ExecutionContextInterface;
 
@@ -57,6 +58,7 @@ class Project extends AbstractStructuralDBElement
     /**
      * @ORM\OneToMany(targetEntity="ProjectBOMEntry", mappedBy="project", cascade={"persist", "remove"}, orphanRemoval=true)
      * @Assert\Valid()
+     * @Groups({"extended", "full"})
      */
     protected $bom_entries;
 
@@ -69,6 +71,7 @@ class Project extends AbstractStructuralDBElement
      * @var string The current status of the project
      * @ORM\Column(type="string", length=64, nullable=true)
      * @Assert\Choice({"draft","planning","in_production","finished","archived"})
+     * @Groups({"extended", "full"})
      */
     protected ?string $status = null;
 
@@ -86,6 +89,7 @@ class Project extends AbstractStructuralDBElement
 
     /**
      * @ORM\Column(type="text", nullable=false, columnDefinition="DEFAULT ''")
+     * @Groups({"simple", "extended", "full"})
      */
     protected string $description = '';
 

src/Entity/ProjectSystem/ProjectBOMEntry.php

@@ -110,7 +110,8 @@ class ProjectBOMEntry extends AbstractDBElement
 
     public function __construct()
     {
-        $this->price = BigDecimal::zero()->toScale(5);
+        //$this->price = BigDecimal::zero()->toScale(5);
+        $this->price = null;
     }
 
     /**

src/Entity/UserSystem/Group.php

@@ -30,6 +30,7 @@ use App\Validator\Constraints\ValidPermission;
 use Doctrine\Common\Collections\ArrayCollection;
 use Doctrine\Common\Collections\Collection;
 use Doctrine\ORM\Mapping as ORM;
+use Symfony\Component\Serializer\Annotation\Groups;
 use Symfony\Component\Validator\Constraints as Assert;
 
 /**
@@ -65,6 +66,7 @@ class Group extends AbstractStructuralDBElement implements HasPermissionsInterfa
     /**
      * @var bool If true all users associated with this group must have enabled some kind of 2 factor authentication
      * @ORM\Column(type="boolean", name="enforce_2fa")
+     * @Groups({"extended", "full", "import"})
      */
     protected $enforce2FA = false;
     /**
@@ -79,6 +81,7 @@ class Group extends AbstractStructuralDBElement implements HasPermissionsInterfa
      * @var PermissionData|null
      * @ValidPermission()
      * @ORM\Embedded(class="PermissionData", columnPrefix="permissions_")
+     * @Groups({"full"})
      */
     protected ?PermissionData $permissions = null;
 

src/Entity/UserSystem/User.php

@@ -30,8 +30,10 @@ use App\Security\Interfaces\HasPermissionsInterface;
 use App\Validator\Constraints\Selectable;
 use App\Validator\Constraints\ValidPermission;
 use App\Validator\Constraints\ValidTheme;
+use Hslavich\OneloginSamlBundle\Security\User\SamlUserInterface;
 use Jbtronics\TFAWebauthn\Model\LegacyU2FKeyInterface;
 use Symfony\Component\Security\Core\User\PasswordAuthenticatedUserInterface;
+use Symfony\Component\Serializer\Annotation\Groups;
 use Webauthn\PublicKeyCredentialUserEntity;
 use function count;
 use DateTime;
@@ -60,7 +62,8 @@ use Jbtronics\TFAWebauthn\Model\TwoFactorInterface as WebauthnTwoFactorInterface
  * @ORM\EntityListeners({"App\EntityListeners\TreeCacheInvalidationListener"})
  * @UniqueEntity("name", message="validator.user.username_already_used")
  */
-class User extends AttachmentContainingDBElement implements UserInterface, HasPermissionsInterface, TwoFactorInterface, BackupCodeInterface, TrustedDeviceInterface, WebauthnTwoFactorInterface, PreferredProviderInterface, PasswordAuthenticatedUserInterface
+class User extends AttachmentContainingDBElement implements UserInterface, HasPermissionsInterface, TwoFactorInterface,
+                                                            BackupCodeInterface, TrustedDeviceInterface, WebauthnTwoFactorInterface, PreferredProviderInterface, PasswordAuthenticatedUserInterface, SamlUserInterface
 {
     //use MasterAttachmentTrait;
 
@@ -72,6 +75,7 @@ class User extends AttachmentContainingDBElement implements UserInterface, HasPe
     /**
      * @var bool Determines if the user is disabled (user can not log in)
      * @ORM\Column(type="boolean")
+     * @Groups({"extended", "full", "import"})
      */
     protected bool $disabled = false;
 
@@ -79,6 +83,7 @@ class User extends AttachmentContainingDBElement implements UserInterface, HasPe
      * @var string|null The theme
      * @ORM\Column(type="string", name="config_theme", nullable=true)
      * @ValidTheme()
+     * @Groups({"full", "import"})
      */
     protected ?string $theme = null;
 
@@ -122,6 +127,7 @@ class User extends AttachmentContainingDBElement implements UserInterface, HasPe
      * @ORM\ManyToOne(targetEntity="Group", inversedBy="users")
      * @ORM\JoinColumn(name="group_id", referencedColumnName="id")
      * @Selectable()
+     * @Groups({"extended", "full", "import"})
      */
     protected ?Group $group = null;
 
@@ -135,6 +141,7 @@ class User extends AttachmentContainingDBElement implements UserInterface, HasPe
      * @var string|null The timezone the user prefers
      * @ORM\Column(type="string", name="config_timezone", nullable=true)
      * @Assert\Timezone()
+     * @Groups({"full", "import"})
      */
     protected ?string $timezone = '';
 
@@ -142,6 +149,7 @@ class User extends AttachmentContainingDBElement implements UserInterface, HasPe
      * @var string|null The language/locale the user prefers
      * @ORM\Column(type="string", name="config_language", nullable=true)
      * @Assert\Language()
+     * @Groups({"full", "import"})
      */
     protected ?string $language = '';
 
@@ -149,30 +157,35 @@ class User extends AttachmentContainingDBElement implements UserInterface, HasPe
      * @var string|null The email address of the user
      * @ORM\Column(type="string", length=255, nullable=true)
      * @Assert\Email()
+     * @Groups({"simple", "extended", "full", "import"})
      */
     protected ?string $email = '';
 
     /**
      * @var string|null The department the user is working
      * @ORM\Column(type="string", length=255, nullable=true)
+     * @Groups({"simple", "extended", "full", "import"})
      */
     protected ?string $department = '';
 
     /**
      * @var string|null The last name of the User
      * @ORM\Column(type="string", length=255,  nullable=true)
+     * @Groups({"simple", "extended", "full", "import"})
      */
     protected ?string $last_name = '';
 
     /**
      * @var string|null The first name of the User
      * @ORM\Column(type="string", length=255, nullable=true)
+     * @Groups({"simple", "extended", "full", "import"})
      */
     protected ?string $first_name = '';
 
     /**
      * @var bool True if the user needs to change password after log in
      * @ORM\Column(type="boolean")
+     * @Groups({"extended", "full", "import"})
      */
     protected bool $need_pw_change = true;
 
@@ -204,6 +217,7 @@ class User extends AttachmentContainingDBElement implements UserInterface, HasPe
 
     /** @var DateTime|null The time when the backup codes were generated
      * @ORM\Column(type="datetime", nullable=true)
+     * @Groups({"full"})
      */
     protected ?DateTime $backupCodesGenerationDate = null;
 
@@ -226,6 +240,7 @@ class User extends AttachmentContainingDBElement implements UserInterface, HasPe
      * @ORM\ManyToOne(targetEntity="App\Entity\PriceInformations\Currency")
      * @ORM\JoinColumn(name="currency_id", referencedColumnName="id")
      * @Selectable()
+     * @Groups({"extended", "full", "import"})
      */
     protected $currency;
 
@@ -233,15 +248,23 @@ class User extends AttachmentContainingDBElement implements UserInterface, HasPe
      * @var PermissionData
      * @ValidPermission()
      * @ORM\Embedded(class="PermissionData", columnPrefix="permissions_")
+     * @Groups({"simple", "extended", "full", "import"})
      */
     protected ?PermissionData $permissions = null;
 
     /**
      * @var DateTime the time until the password reset token is valid
-     * @ORM\Column(type="datetime", nullable=true)
+     * @ORM\Column(type="datetime", nullable=true, columnDefinition="DEFAULT NULL")
      */
     protected $pw_reset_expires;
 
+    /**
+     * @var bool True if the user was created by a SAML provider (and therefore cannot change its password)
+     * @ORM\Column(type="boolean")
+     * @Groups({"extended", "full"})
+     */
+    protected bool $saml_user = false;
+
     public function __construct()
     {
         parent::__construct();
@@ -298,6 +321,10 @@ class User extends AttachmentContainingDBElement implements UserInterface, HasPe
         // guarantee every user at least has ROLE_USER
         $roles[] = 'ROLE_USER';
 
+        if ($this->saml_user) {
+            $roles[] = 'ROLE_SAML_USER';
+        }
+
         return array_unique($roles);
     }
 
@@ -860,4 +887,56 @@ class User extends AttachmentContainingDBElement implements UserInterface, HasPe
     {
         $this->webauthn_keys->add($webauthnKey);
     }
+
+    /**
+     * Returns true, if the user was created by the SAML authentication.
+     * @return bool
+     */
+    public function isSamlUser(): bool
+    {
+        return $this->saml_user;
+    }
+
+    /**
+     * Sets the saml_user flag.
+     * @param  bool  $saml_user
+     * @return User
+     */
+    public function setSamlUser(bool $saml_user): User
+    {
+        $this->saml_user = $saml_user;
+        return $this;
+    }
+
+
+
+    public function setSamlAttributes(array $attributes)
+    {
+        //When mail attribute exists, set it
+        if (isset($attributes['email'])) {
+            $this->setEmail($attributes['email'][0]);
+        }
+        //When first name attribute exists, set it
+        if (isset($attributes['firstName'])) {
+            $this->setFirstName($attributes['firstName'][0]);
+        }
+        //When last name attribute exists, set it
+        if (isset($attributes['lastName'])) {
+            $this->setLastName($attributes['lastName'][0]);
+        }
+        if (isset($attributes['department'])) {
+            $this->setDepartment($attributes['department'][0]);
+        }
+
+        //Use X500 attributes as userinfo
+        if (isset($attributes['urn:oid:2.5.4.42'])) {
+            $this->setFirstName($attributes['urn:oid:2.5.4.42'][0]);
+        }
+        if (isset($attributes['urn:oid:2.5.4.4'])) {
+            $this->setLastName($attributes['urn:oid:2.5.4.4'][0]);
+        }
+        if (isset($attributes['urn:oid:1.2.840.113549.1.9.1'])) {
+            $this->setEmail($attributes['urn:oid:1.2.840.113549.1.9.1'][0]);
+        }
+    }
 }

src/EventSubscriber/UserSystem/LoginSuccessSubscriber.php

@@ -57,10 +57,11 @@ final class LoginSuccessSubscriber implements EventSubscriberInterface
         $ip = $event->getRequest()->getClientIp();
         $log = new UserLoginLogEntry($ip, $this->gpdr_compliance);
         $user = $event->getAuthenticationToken()->getUser();
-        if ($user instanceof User) {
+        if ($user instanceof User && $user->getID()) {
             $log->setTargetElement($user);
+            $this->eventLogger->logAndFlush($log);
         }
-        $this->eventLogger->logAndFlush($log);
+
 
         $this->flashBag->add('notice', $this->translator->trans('flash.login_successful'));
     }

src/Form/AdminPages/ImportType.php

@@ -23,6 +23,8 @@ declare(strict_types=1);
 namespace App\Form\AdminPages;
 
 use App\Entity\Base\AbstractStructuralDBElement;
+use App\Entity\Parts\Category;
+use App\Entity\Parts\Part;
 use App\Form\Type\StructuralEntityType;
 use Symfony\Component\Form\AbstractType;
 use Symfony\Component\Form\Extension\Core\Type\CheckboxType;
@@ -48,13 +50,14 @@ class ImportType extends AbstractType
 
         //Disable import if user is not allowed to create elements.
         $entity = new $data['entity_class']();
-        $perm_name = 'create';
+        $perm_name = 'import';
         $disabled = !$this->security->isGranted($perm_name, $entity);
 
         $builder
 
             ->add('format', ChoiceType::class, [
                 'choices' => [
+                    'parts.import.format.auto' => 'auto',
                     'JSON' => 'json',
                     'XML' => 'xml',
                     'CSV' => 'csv',
@@ -63,7 +66,7 @@ class ImportType extends AbstractType
                 'label' => 'export.format',
                 'disabled' => $disabled,
             ])
-            ->add('csv_separator', TextType::class, [
+            ->add('csv_delimiter', TextType::class, [
                 'data' => ';',
                 'label' => 'import.csv_separator',
                 'disabled' => $disabled,
@@ -78,6 +81,51 @@ class ImportType extends AbstractType
             ]);
         }
 
+        if ($entity instanceof Part) {
+            $builder->add('part_category', StructuralEntityType::class, [
+                'class' => Category::class,
+                'required' => false,
+                'label' => 'parts.import.part_category.label',
+                'help' => 'parts.import.part_category.help',
+                'disabled' => $disabled,
+                'disable_not_selectable' => true,
+                'allow_add' => true
+            ]);
+            $builder->add('part_needs_review', CheckboxType::class, [
+                'data' => false,
+                'required' => false,
+                'label' => 'parts.import.part_needs_review.label',
+                'help' => 'parts.import.part_needs_review.help',
+                'disabled' => $disabled,
+            ]);
+        }
+
+        if ($entity instanceof AbstractStructuralDBElement) {
+            $builder->add('preserve_children', CheckboxType::class, [
+                'data' => true,
+                'required' => false,
+                'label' => 'import.preserve_children',
+                'disabled' => $disabled,
+            ]);
+        }
+
+        if ($entity instanceof Part) {
+            $builder->add('create_unknown_datastructures', CheckboxType::class, [
+                'data' => true,
+                'required' => false,
+                'label' => 'import.create_unknown_datastructures',
+                'help' => 'import.create_unknown_datastructures.help',
+                'disabled' => $disabled,
+            ]);
+
+            $builder->add('path_delimiter', TextType::class, [
+                'data' => '->',
+                'label' => 'import.path_delimiter',
+                'help' => 'import.path_delimiter.help',
+                'disabled' => $disabled,
+            ]);
+        }
+
         $builder->add('file', FileType::class, [
             'label' => 'import.file',
             'attr' => [
@@ -86,21 +134,15 @@ class ImportType extends AbstractType
                 'data-show-upload' => 'false',
             ],
             'disabled' => $disabled,
-        ])
+        ]);
 
-            ->add('preserve_children', CheckboxType::class, [
-                'data' => true,
-                'required' => false,
-                'label' => 'import.preserve_children',
-                'disabled' => $disabled,
-            ])
-            ->add('abort_on_validation_error', CheckboxType::class, [
-                'data' => true,
-                'required' => false,
-                'label' => 'import.abort_on_validation',
-                'help' => 'import.abort_on_validation.help',
-                'disabled' => $disabled,
-            ])
+        $builder->add('abort_on_validation_error', CheckboxType::class, [
+            'data' => true,
+            'required' => false,
+            'label' => 'import.abort_on_validation',
+            'help' => 'import.abort_on_validation.help',
+            'disabled' => $disabled,
+        ])
 
             //Buttons
             ->add('import', SubmitType::class, [

src/Form/AttachmentFormType.php

@@ -37,11 +37,14 @@ use Symfony\Component\Form\FormBuilderInterface;
 use Symfony\Component\Form\FormError;
 use Symfony\Component\Form\FormEvent;
 use Symfony\Component\Form\FormEvents;
+use Symfony\Component\Form\FormInterface;
+use Symfony\Component\Form\FormView;
 use Symfony\Component\HttpFoundation\File\UploadedFile;
 use Symfony\Component\OptionsResolver\OptionsResolver;
 use Symfony\Component\Routing\Generator\UrlGeneratorInterface;
 use Symfony\Component\Security\Core\Security;
 use Symfony\Component\Validator\Constraints\File;
+use Symfony\Component\Validator\Constraints\NotBlank;
 use Symfony\Component\Validator\Constraints\Url;
 use Symfony\Contracts\Translation\TranslatorInterface;
 
@@ -50,13 +53,14 @@ class AttachmentFormType extends AbstractType
     protected AttachmentManager $attachment_helper;
     protected UrlGeneratorInterface $urlGenerator;
     protected bool $allow_attachments_download;
+    protected string $max_file_size;
     protected Security $security;
     protected AttachmentSubmitHandler $submitHandler;
     protected TranslatorInterface $translator;
 
-    public function __construct(AttachmentManager $attachmentHelper,
-                                UrlGeneratorInterface $urlGenerator, Security $security,
-        bool $allow_attachments_downloads, AttachmentSubmitHandler $submitHandler, TranslatorInterface $translator)
+    public function __construct(AttachmentManager $attachmentHelper, UrlGeneratorInterface $urlGenerator,
+        Security $security, AttachmentSubmitHandler $submitHandler, TranslatorInterface $translator,
+        bool $allow_attachments_downloads, string $max_file_size)
     {
         $this->attachment_helper = $attachmentHelper;
         $this->urlGenerator = $urlGenerator;
@@ -64,13 +68,17 @@ class AttachmentFormType extends AbstractType
         $this->security = $security;
         $this->submitHandler = $submitHandler;
         $this->translator = $translator;
+        $this->max_file_size = $max_file_size;
     }
 
     public function buildForm(FormBuilderInterface $builder, array $options): void
     {
-        $builder->add('name', TextType::class, [
-            'label' => 'attachment.edit.name',
-        ])
+        $builder
+            ->add('name', TextType::class, [
+                'label' => 'attachment.edit.name',
+                'required' => false,
+                'empty_data' => '',
+            ])
             ->add('attachment_type', StructuralEntityType::class, [
                 'label' => 'attachment.edit.attachment_type',
                 'class' => AttachmentType::class,
@@ -130,6 +138,7 @@ class AttachmentFormType extends AbstractType
             ],
         ]);
 
+
         $builder->addEventListener(FormEvents::POST_SUBMIT, function (FormEvent $event): void {
             $form = $event->getForm();
             $attachment = $form->getData();
@@ -137,13 +146,27 @@ class AttachmentFormType extends AbstractType
             $file_form = $form->get('file');
             $file = $file_form->getData();
 
-            if ($attachment instanceof Attachment && $file instanceof UploadedFile && $attachment->getAttachmentType(
-                ) && !$this->submitHandler->isValidFileExtension($attachment->getAttachmentType(), $file)) {
-                $event->getForm()->get('file')->addError(
-                        new FormError($this->translator->trans('validator.file_ext_not_allowed'))
-                    );
+            if (!$attachment instanceof Attachment) {
+                return;
             }
-        });
+
+            if (!$file instanceof UploadedFile) {
+                return;
+            }
+
+            //Ensure that the file extension is allowed for the selected attachment type
+            if ($attachment->getAttachmentType()
+                && !$this->submitHandler->isValidFileExtension($attachment->getAttachmentType(), $file)) {
+                $event->getForm()->get('file')->addError(
+                    new FormError($this->translator->trans('validator.file_ext_not_allowed'))
+                );
+            }
+
+            //If the name is empty, use the original file name as attachment name
+            if (empty($attachment->getName())) {
+                $attachment->setName($file->getClientOriginalName());
+            }
+        }, 100000);
 
         //Check the secure file checkbox, if file is in securefile location
         $builder->get('secureFile')->addEventListener(
@@ -161,11 +184,16 @@ class AttachmentFormType extends AbstractType
     {
         $resolver->setDefaults([
             'data_class' => Attachment::class,
-            'max_file_size' => '16M',
+            'max_file_size' => $this->max_file_size,
             'allow_builtins' => true,
         ]);
     }
 
+    public function finishView(FormView $view, FormInterface $form, array $options)
+    {
+        $view->vars['max_upload_size'] = $this->submitHandler->getMaximumAllowedUploadSize();
+    }
+
     public function getBlockPrefix(): string
     {
         return 'attachment';

src/Form/CollectionTypeExtension.php

@@ -46,10 +46,12 @@ use Doctrine\Common\Collections\Collection;
 use ReflectionClass;
 use ReflectionException;
 use Symfony\Component\Form\AbstractTypeExtension;
+use Symfony\Component\Form\Event\PreSubmitEvent;
 use Symfony\Component\Form\Extension\Core\Type\CollectionType;
 use Symfony\Component\Form\FormBuilder;
 use Symfony\Component\Form\FormBuilderInterface;
 use Symfony\Component\Form\FormConfigBuilder;
+use Symfony\Component\Form\FormConfigInterface;
 use Symfony\Component\Form\FormEvent;
 use Symfony\Component\Form\FormEvents;
 use Symfony\Component\Form\FormInterface;
@@ -62,7 +64,7 @@ use Symfony\Component\PropertyAccess\PropertyAccessorInterface;
  * Perform a reindexing on CollectionType elements, by assigning the database id as index.
  * This prevents issues when the collection that is edited uses a OrderBy annotation and therefore the direction of the
  * elements can change during requests.
- * Must me enabled by setting reindex_enable to true in Type options.
+ * Must be enabled by setting reindex_enable to true in Type options.
  */
 class CollectionTypeExtension extends AbstractTypeExtension
 {
@@ -135,6 +137,32 @@ class CollectionTypeExtension extends AbstractTypeExtension
                 }
             }
         }, 100); //We need to have a higher priority then the PRE_SET_DATA listener on CollectionType
+
+        // This event listener fixes the error mapping for newly created elements of collection types
+        // Without this method, the errors for newly created elements are shown on the parent element, as forms
+        // can not map it to the correct element.
+        $builder->addEventListener(FormEvents::PRE_SUBMIT, function (PreSubmitEvent $event) {
+           $data = $event->getData();
+           $form = $event->getForm();
+           $config = $form->getConfig();
+
+           if (!is_array($data) && !$data instanceof Collection) {
+               return;
+           }
+
+           if ($data instanceof Collection) {
+                $data = $data->toArray();
+           }
+
+           //The validator uses the number  of the element as index, so we have to map the errors to the correct index
+           $error_mapping = [];
+           $n = 0;
+           foreach ($data as $key => $item) {
+               $error_mapping['['.$n.']'] = $key;
+               $n++;
+           }
+            $this->setOption($config, 'error_mapping', $error_mapping);
+        });
     }
 
     /**
@@ -142,8 +170,12 @@ class CollectionTypeExtension extends AbstractTypeExtension
      * This a bit hacky cause we access private properties....
      *
      */
-    public function setOption(FormBuilder $builder, string $option, $value): void
+    public function setOption(FormConfigInterface $builder, string $option, $value): void
     {
+        if (!$builder instanceof FormConfigBuilder) {
+            throw new \RuntimeException('This method only works with FormConfigBuilder instances.');
+        }
+
         //We have to use FormConfigBuilder::class here, because options is private and not available in sub classes
         $reflection = new ReflectionClass(FormConfigBuilder::class);
         $property = $reflection->getProperty('options');

src/Form/UserAdminForm.php

@@ -65,7 +65,7 @@ class UserAdminForm extends AbstractType
 
     public function buildForm(FormBuilderInterface $builder, array $options): void
     {
-        /** @var AbstractStructuralDBElement $entity */
+        /** @var User $entity */
         $entity = $options['data'];
         $is_new = null === $entity->getID();
 
@@ -164,7 +164,7 @@ class UserAdminForm extends AbstractType
                 'invalid_message' => 'password_must_match',
                 'required' => false,
                 'mapped' => false,
-                'disabled' => !$this->security->isGranted('set_password', $entity),
+                'disabled' => !$this->security->isGranted('set_password', $entity) || $entity->isSamlUser(),
                 'constraints' => [new Length([
                     'min' => 6,
                     'max' => 128,
@@ -174,7 +174,7 @@ class UserAdminForm extends AbstractType
             ->add('need_pw_change', CheckboxType::class, [
                 'required' => false,
                 'label' => 'user.edit.needs_pw_change',
-                'disabled' => !$this->security->isGranted('set_password', $entity),
+                'disabled' => !$this->security->isGranted('set_password', $entity) || $entity->isSamlUser(),
             ])
 
             ->add('disabled', CheckboxType::class, [

src/Form/UserSettingsType.php

@@ -57,7 +57,7 @@ class UserSettingsType extends AbstractType
         $builder
             ->add('name', TextType::class, [
                 'label' => 'user.username.label',
-                'disabled' => !$this->security->isGranted('edit_username', $options['data']) || $this->demo_mode,
+                'disabled' => !$this->security->isGranted('edit_username', $options['data']) || $this->demo_mode || $options['data']->isSamlUser(),
             ])
             ->add('first_name', TextType::class, [
                 'required' => false,

src/Repository/AbstractPartsContainingRepository.php

@@ -27,6 +27,8 @@ use InvalidArgumentException;
 
 abstract class AbstractPartsContainingRepository extends StructuralDBElementRepository implements PartsContainingRepositoryInterface
 {
+    private const RECURSION_LIMIT = 50;
+
     /**
      * Returns all parts associated with this element.
      *
@@ -55,8 +57,17 @@ abstract class AbstractPartsContainingRepository extends StructuralDBElementRepo
     {
         $count = $this->getPartsCount($element);
 
+        //If the element is its own parent, we have a loop in the tree, so we stop here.
+        if ($element->getParent() === $element) {
+            return 0;
+        }
+
+        $n = 0;
         foreach ($element->getChildren() as $child) {
             $count += $this->getPartsCountRecursive($child);
+            if ($n++ > self::RECURSION_LIMIT) {
+                throw new \RuntimeException('Recursion limit reached!');
+            }
         }
 
         return $count;

src/Repository/NamedDBElementRepository.php

@@ -45,10 +45,16 @@ class NamedDBElementRepository extends DBElementRepository
             $node->setId($entity->getID());
             $result[] = $node;
 
-            if ($entity instanceof User && $entity->isDisabled()) {
-                //If this is an user, then add a badge when it is disabled
-                $node->setIcon('fa-fw fa-treeview fa-solid fa-user-lock text-muted');
+            if ($entity instanceof User) {
+                if ($entity->isDisabled()) {
+                    //If this is an user, then add a badge when it is disabled
+                    $node->setIcon('fa-fw fa-treeview fa-solid fa-user-lock text-muted');
+                }
+                if ($entity->isSamlUser()) {
+                    $node->setIcon('fa-fw fa-treeview fa-solid fa-house-user text-muted');
+                }
             }
+
         }
 
         return $result;

src/Repository/StructuralDBElementRepository.php

@@ -29,6 +29,12 @@ use RecursiveIteratorIterator;
 
 class StructuralDBElementRepository extends NamedDBElementRepository
 {
+    /**
+     * @var array An array containing all new entities created by getNewEntityByPath.
+     * This is used to prevent creating multiple entities for the same path.
+     */
+    private array $new_entity_cache = [];
+
     /**
      * Finds all nodes without a parent node. They are our root nodes.
      *
@@ -91,7 +97,7 @@ class StructuralDBElementRepository extends NamedDBElementRepository
     }
 
     /**
-     * Creates a structure of AbsstractStructuralDBElements from a path separated by $separator, which splits the various levels.
+     * Creates a structure of AbstractStructuralDBElements from a path separated by $separator, which splits the various levels.
      * This function will try to use existing elements, if they are already in the database. If not, they will be created.
      * An array of the created elements will be returned, with the last element being the deepest element.
      * @param  string  $path
@@ -108,14 +114,67 @@ class StructuralDBElementRepository extends NamedDBElementRepository
                 continue;
             }
 
-            //See if we already have an element with this name and parent
-            $entity = $this->findOneBy(['name' => $name, 'parent' => $parent]);
+            //Use the cache to prevent creating multiple entities for the same path
+            $entity = $this->getNewEntityFromCache($name, $parent);
+
+            //See if we already have an element with this name and parent in the database
+            if (!$entity) {
+                $entity = $this->findOneBy(['name' => $name, 'parent' => $parent]);
+            }
             if (null === $entity) {
                 $class = $this->getClassName();
                 /** @var AbstractStructuralDBElement $entity */
                 $entity = new $class;
                 $entity->setName($name);
                 $entity->setParent($parent);
+
+                $this->setNewEntityToCache($entity);
+            }
+
+            $result[] = $entity;
+            $parent = $entity;
+        }
+
+        return $result;
+    }
+
+    private function getNewEntityFromCache(string $name, ?AbstractStructuralDBElement $parent): ?AbstractStructuralDBElement
+    {
+        $key = $parent ? $parent->getFullPath('%->%').'%->%'.$name : $name;
+        if (isset($this->new_entity_cache[$key])) {
+            return $this->new_entity_cache[$key];
+        }
+        return null;
+    }
+
+    private function setNewEntityToCache(AbstractStructuralDBElement $entity): void
+    {
+        $key = $entity->getFullPath('%->%');
+        $this->new_entity_cache[$key] = $entity;
+    }
+
+    /**
+     * Returns an element of AbstractStructuralDBElements queried from a path separated by $separator, which splits the various levels.
+     * An array of the created elements will be returned, with the last element being the deepest element.
+     * If no element was found, an empty array will be returned.
+     * @param  string  $path
+     * @param  string  $separator
+     * @return AbstractStructuralDBElement[]
+     */
+    public function getEntityByPath(string $path, string $separator = '->'): array
+    {
+        $parent = null;
+        $result = [];
+        foreach (explode($separator, $path) as $name) {
+            $name = trim($name);
+            if ('' === $name) {
+                continue;
+            }
+
+            //See if we already have an element with this name and parent
+            $entity = $this->findOneBy(['name' => $name, 'parent' => $parent]);
+            if (null === $entity) {
+                return [];
             }
 
             $result[] = $entity;

src/Repository/UserRepository.php

@@ -89,4 +89,26 @@ final class UserRepository extends NamedDBElementRepository implements PasswordU
             $this->getEntityManager()->flush();
         }
     }
+
+    /**
+     * Returns the list of all local users (not SAML users).
+     * @return User[]
+     */
+    public function onlyLocalUsers(): array
+    {
+        return $this->findBy([
+            'saml_user' => false,
+        ]);
+    }
+
+    /**
+     * Returns the list of all SAML users.
+     * @return User[]
+     */
+    public function onlySAMLUsers(): array
+    {
+        return $this->findBy([
+            'saml_user' => true,
+        ]);
+    }
 }

src/Security/EnsureSAMLUserForSAMLLoginChecker.php

@@ -0,0 +1,63 @@
+<?php
+/*
+ * This file is part of Part-DB (https://github.com/Part-DB/Part-DB-symfony).
+ *
+ *  Copyright (C) 2019 - 2023 Jan Böhmer (https://github.com/jbtronics)
+ *
+ *  This program is free software: you can redistribute it and/or modify
+ *  it under the terms of the GNU Affero General Public License as published
+ *  by the Free Software Foundation, either version 3 of the License, or
+ *  (at your option) any later version.
+ *
+ *  This program is distributed in the hope that it will be useful,
+ *  but WITHOUT ANY WARRANTY; without even the implied warranty of
+ *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ *  GNU Affero General Public License for more details.
+ *
+ *  You should have received a copy of the GNU Affero General Public License
+ *  along with this program.  If not, see <https://www.gnu.org/licenses/>.
+ */
+
+namespace App\Security;
+
+use App\Entity\UserSystem\User;
+use Hslavich\OneloginSamlBundle\Security\Http\Authenticator\Token\SamlToken;
+use Symfony\Component\EventDispatcher\EventSubscriberInterface;
+use Symfony\Component\Security\Core\Event\AuthenticationSuccessEvent;
+use Symfony\Component\Security\Core\Exception\AuthenticationException;
+use Symfony\Component\Security\Core\Exception\CustomUserMessageAccountStatusException;
+use Symfony\Contracts\Translation\TranslatorInterface;
+
+class EnsureSAMLUserForSAMLLoginChecker implements EventSubscriberInterface
+{
+    private TranslatorInterface $translator;
+
+    public function __construct(TranslatorInterface $translator)
+    {
+        $this->translator = $translator;
+    }
+
+    public static function getSubscribedEvents()
+    {
+        return [
+            AuthenticationSuccessEvent::class => 'onAuthenticationSuccess',
+        ];
+    }
+
+    public function onAuthenticationSuccess(AuthenticationSuccessEvent $event): void
+    {
+        $token = $event->getAuthenticationToken();
+        $user = $token->getUser();
+
+        //If we are using SAML, we need to check that the user is a SAML user.
+        if ($token instanceof SamlToken) {
+            if ($user instanceof User && !$user->isSAMLUser()) {
+                throw new CustomUserMessageAccountStatusException($this->translator->trans('saml.error.cannot_login_local_user_per_saml', [], 'security'));
+            }
+        } else { //Ensure that you can not login locally with a SAML user (even if this should not happen, as the password is not set)
+            if ($user instanceof User && $user->isSamlUser()) {
+                throw new CustomUserMessageAccountStatusException($this->translator->trans('saml.error.cannot_login_saml_user_locally', [], 'security'));
+            }
+        }
+    }
+}

src/Security/SamlUserFactory.php

@@ -0,0 +1,159 @@
+<?php
+/*
+ * This file is part of Part-DB (https://github.com/Part-DB/Part-DB-symfony).
+ *
+ *  Copyright (C) 2019 - 2023 Jan Böhmer (https://github.com/jbtronics)
+ *
+ *  This program is free software: you can redistribute it and/or modify
+ *  it under the terms of the GNU Affero General Public License as published
+ *  by the Free Software Foundation, either version 3 of the License, or
+ *  (at your option) any later version.
+ *
+ *  This program is distributed in the hope that it will be useful,
+ *  but WITHOUT ANY WARRANTY; without even the implied warranty of
+ *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ *  GNU Affero General Public License for more details.
+ *
+ *  You should have received a copy of the GNU Affero General Public License
+ *  along with this program.  If not, see <https://www.gnu.org/licenses/>.
+ */
+
+namespace App\Security;
+
+use App\Entity\UserSystem\Group;
+use App\Entity\UserSystem\User;
+use Doctrine\ORM\EntityManagerInterface;
+use Hslavich\OneloginSamlBundle\Security\Http\Authenticator\Token\SamlToken;
+use Hslavich\OneloginSamlBundle\Security\User\SamlUserFactoryInterface;
+use Symfony\Component\EventDispatcher\EventSubscriberInterface;
+use Symfony\Component\Security\Core\Event\AuthenticationSuccessEvent;
+use Symfony\Component\Security\Core\User\UserInterface;
+
+class SamlUserFactory implements SamlUserFactoryInterface, EventSubscriberInterface
+{
+    private EntityManagerInterface $em;
+    private array $saml_role_mapping;
+    private bool $update_group_on_login;
+
+    public function __construct(EntityManagerInterface $entityManager, ?array $saml_role_mapping, bool $update_group_on_login)
+    {
+        $this->em = $entityManager;
+        if ($saml_role_mapping) {
+            $this->saml_role_mapping = $saml_role_mapping;
+        } else {
+            $this->saml_role_mapping = [];
+        }
+        $this->update_group_on_login = $update_group_on_login;
+    }
+
+    public const SAML_PASSWORD_PLACEHOLDER = '!!SAML!!';
+
+    public function createUser($username, array $attributes = []): UserInterface
+    {
+        $user = new User();
+        $user->setName($username);
+        $user->setNeedPwChange(false);
+        $user->setPassword(self::SAML_PASSWORD_PLACEHOLDER);
+        //This is a SAML user now!
+        $user->setSamlUser(true);
+
+        //Update basic user information
+        $user->setSamlAttributes($attributes);
+
+        //Check if we can find a group for this user based on the SAML attributes
+        $group = $this->mapSAMLAttributesToLocalGroup($attributes);
+        $user->setGroup($group);
+
+        return $user;
+    }
+
+    /**
+     * This method is called after a successful authentication. It is used to update the group of the user,
+     * based on the new SAML attributes.
+     * @param  AuthenticationSuccessEvent  $event
+     * @return void
+     */
+    public function onAuthenticationSuccess(AuthenticationSuccessEvent $event): void
+    {
+        if (! $this->update_group_on_login) {
+            return;
+        }
+
+        $token = $event->getAuthenticationToken();
+        $user = $token->getUser();
+        //Only update the group if the user is a SAML user
+        if (! $token instanceof SamlToken || ! $user instanceof User) {
+            return;
+        }
+
+        //Check if we can find a group for this user based on the SAML attributes
+        $group = $this->mapSAMLAttributesToLocalGroup($token->getAttributes());
+        //If needed update the group of the user and save it to DB
+        if ($group !== $user->getGroup()) {
+            $user->setGroup($group);
+            $this->em->flush();
+        }
+    }
+
+    /**
+     * Maps the given SAML attributes to a local group.
+     * @param  array  $attributes The SAML attributes
+     * @return Group|null
+     */
+    public function mapSAMLAttributesToLocalGroup(array $attributes): ?Group
+    {
+        //Extract the roles from the SAML attributes
+        $roles = $attributes['group'] ?? [];
+        $group_id = $this->mapSAMLRolesToLocalGroupID($roles);
+
+        //Check if we can find a group with the given ID
+        if ($group_id !== null) {
+            $group = $this->em->find(Group::class, $group_id);
+            if ($group !== null) {
+                return $group;
+            }
+        }
+
+        //If no group was found, return null
+        return null;
+    }
+
+    /**
+     * Maps a list of SAML roles to a local group ID.
+     * The first available mapping will be used (so the order of the $map is important, first match wins).
+     * @param  array  $roles The list of SAML roles
+     * @param  array  $map|null The mapping from SAML roles. If null, the global mapping will be used.
+     * @return int|null The ID of the local group or null if no mapping was found.
+     */
+    public function mapSAMLRolesToLocalGroupID(array $roles, array $map = null): ?int
+    {
+        $map = $map ?? $this->saml_role_mapping;
+
+        //Iterate over the mapping (from first to last) and check if we have a match
+        foreach ($map as $saml_role => $group_id) {
+            //Skip wildcard
+            if ($saml_role === '*') {
+                continue;
+            }
+            if (in_array($saml_role, $roles, true)) {
+                return (int) $group_id;
+            }
+        }
+
+
+        //If no applicable mapping was found, check if we have a default mapping
+        if (array_key_exists('*', $map)) {
+            return (int) $map['*'];
+        }
+
+        //If no mapping was found, return null
+        return null;
+    }
+
+    public static function getSubscribedEvents(): array
+    {
+        return [
+            AuthenticationSuccessEvent::class => 'onAuthenticationSuccess',
+        ];
+    }
+}

src/Security/UserChecker.php

@@ -63,7 +63,7 @@ final class UserChecker implements UserCheckerInterface
         //Check if user is disabled. Then dont allow login
         if ($user->isDisabled()) {
             //throw new DisabledException();
-            throw new CustomUserMessageAccountStatusException($this->translator->trans('user.login_error.user_disabled'));
+            throw new CustomUserMessageAccountStatusException($this->translator->trans('user.login_error.user_disabled', [], 'security'));
         }
     }
 }

src/Serializer/BigNumberNormalizer.php

@@ -0,0 +1,50 @@
+<?php
+/*
+ * This file is part of Part-DB (https://github.com/Part-DB/Part-DB-symfony).
+ *
+ *  Copyright (C) 2019 - 2023 Jan Böhmer (https://github.com/jbtronics)
+ *
+ *  This program is free software: you can redistribute it and/or modify
+ *  it under the terms of the GNU Affero General Public License as published
+ *  by the Free Software Foundation, either version 3 of the License, or
+ *  (at your option) any later version.
+ *
+ *  This program is distributed in the hope that it will be useful,
+ *  but WITHOUT ANY WARRANTY; without even the implied warranty of
+ *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ *  GNU Affero General Public License for more details.
+ *
+ *  You should have received a copy of the GNU Affero General Public License
+ *  along with this program.  If not, see <https://www.gnu.org/licenses/>.
+ */
+
+namespace App\Serializer;
+
+use Brick\Math\BigDecimal;
+use Brick\Math\BigNumber;
+use Symfony\Component\Serializer\Normalizer\CacheableSupportsMethodInterface;
+use Symfony\Component\Serializer\Normalizer\ContextAwareNormalizerInterface;
+use Symfony\Component\Serializer\Normalizer\NormalizerInterface;
+
+class BigNumberNormalizer implements NormalizerInterface, CacheableSupportsMethodInterface
+{
+
+    public function supportsNormalization($data, string $format = null): bool
+    {
+        return $data instanceof BigNumber;
+    }
+
+    public function normalize($object, string $format = null, array $context = []): string
+    {
+        if (!$object instanceof BigNumber) {
+            throw new \InvalidArgumentException('This normalizer only supports BigNumber objects!');
+        }
+
+        return (string) $object;
+    }
+
+    public function hasCacheableSupportsMethod(): bool
+    {
+        return true;
+    }
+}

src/Serializer/PartNormalizer.php

@@ -0,0 +1,176 @@
+<?php
+/*
+ * This file is part of Part-DB (https://github.com/Part-DB/Part-DB-symfony).
+ *
+ *  Copyright (C) 2019 - 2023 Jan Böhmer (https://github.com/jbtronics)
+ *
+ *  This program is free software: you can redistribute it and/or modify
+ *  it under the terms of the GNU Affero General Public License as published
+ *  by the Free Software Foundation, either version 3 of the License, or
+ *  (at your option) any later version.
+ *
+ *  This program is distributed in the hope that it will be useful,
+ *  but WITHOUT ANY WARRANTY; without even the implied warranty of
+ *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ *  GNU Affero General Public License for more details.
+ *
+ *  You should have received a copy of the GNU Affero General Public License
+ *  along with this program.  If not, see <https://www.gnu.org/licenses/>.
+ */
+
+namespace App\Serializer;
+
+use App\Entity\Parts\Part;
+use App\Entity\Parts\PartLot;
+use App\Entity\Parts\Storelocation;
+use App\Entity\Parts\Supplier;
+use App\Entity\PriceInformations\Orderdetail;
+use App\Entity\PriceInformations\Pricedetail;
+use Brick\Math\BigDecimal;
+use Symfony\Component\Serializer\Normalizer\CacheableSupportsMethodInterface;
+use Symfony\Component\Serializer\Normalizer\DenormalizerInterface;
+use Symfony\Component\Serializer\Normalizer\NormalizerInterface;
+use Symfony\Component\Serializer\Normalizer\ObjectNormalizer;
+
+class PartNormalizer implements NormalizerInterface, DenormalizerInterface, CacheableSupportsMethodInterface
+{
+    private const DENORMALIZE_KEY_MAPPING = [
+        'notes' => 'comment',
+        'quantity' => 'instock',
+        'amount' => 'instock',
+        'mpn' => 'manufacturer_product_number',
+        'spn' => 'supplier_part_number',
+        'supplier_product_number' => 'supplier_part_number',
+        'storage_location' => 'storelocation',
+    ];
+
+    private ObjectNormalizer $normalizer;
+    private StructuralElementFromNameDenormalizer $locationDenormalizer;
+
+    public function __construct(ObjectNormalizer $normalizer, StructuralElementFromNameDenormalizer $locationDenormalizer)
+    {
+        $this->normalizer = $normalizer;
+        $this->locationDenormalizer = $locationDenormalizer;
+    }
+
+    public function supportsNormalization($data, string $format = null): bool
+    {
+        return $data instanceof Part;
+    }
+
+    public function normalize($object, string $format = null, array $context = [])
+    {
+        if (!$object instanceof Part) {
+            throw new \InvalidArgumentException('This normalizer only supports Part objects!');
+        }
+
+        $data = $this->normalizer->normalize($object, $format, $context);
+
+        //Remove type field for CSV export
+        if ($format === 'csv') {
+            unset($data['type']);
+        }
+
+        $data['total_instock'] = $object->getAmountSum();
+
+        return $data;
+    }
+
+    public function supportsDenormalization($data, string $type, string $format = null): bool
+    {
+        return is_array($data) && is_a($type, Part::class, true);
+    }
+
+    private function normalizeKeys(array &$data): array
+    {
+        //Rename keys based on the mapping, while leaving the data untouched
+        foreach ($data as $key => $value) {
+            if (isset(self::DENORMALIZE_KEY_MAPPING[$key])) {
+                $data[self::DENORMALIZE_KEY_MAPPING[$key]] = $value;
+                unset($data[$key]);
+            }
+        }
+
+        return $data;
+    }
+
+    public function denormalize($data, string $type, string $format = null, array $context = [])
+    {
+        $this->normalizeKeys($data);
+
+        //Empty IPN should be null, or we get a constraint error
+        if (isset($data['ipn']) && $data['ipn'] === '') {
+            $data['ipn'] = null;
+        }
+
+        //Fill empty needs_review and needs_review_comment fields with false
+        if (empty($data['needs_review'])) {
+            $data['needs_review'] = false;
+        }
+        if (empty($data['favorite'])) {
+            $data['favorite'] = false;
+        }
+        if (empty($data['minamount'])) {
+            $data['minamount'] = 0.0;
+        }
+
+        $object = $this->normalizer->denormalize($data, $type, $format, $context);
+
+        if (!$object instanceof Part) {
+            throw new \InvalidArgumentException('This normalizer only supports Part objects!');
+        }
+
+        if ((isset($data['instock']) && trim($data['instock']) !== "") || (isset($data['storelocation']) && trim($data['storelocation']) !== "")) {
+            $partLot = new PartLot();
+
+            if (isset($data['instock']) && $data['instock'] !== "") {
+                //Replace comma with dot
+                $instock = (float) str_replace(',', '.', $data['instock']);
+
+                $partLot->setAmount($instock);
+            } else {
+                $partLot->setInstockUnknown(true);
+            }
+
+            if (isset($data['storelocation']) && $data['storelocation'] !== "") {
+                $location = $this->locationDenormalizer->denormalize($data['storelocation'], Storelocation::class, $format, $context);
+                $partLot->setStorageLocation($location);
+            }
+
+            $object->addPartLot($partLot);
+        }
+
+        if (isset($data['supplier']) && $data['supplier'] !== "") {
+            $supplier = $this->locationDenormalizer->denormalize($data['supplier'], Supplier::class, $format, $context);
+
+            if ($supplier) {
+                $orderdetail = new Orderdetail();
+                $orderdetail->setSupplier($supplier);
+
+                if (isset($data['supplier_part_number']) && $data['supplier_part_number'] !== "") {
+                    $orderdetail->setSupplierpartnr($data['supplier_part_number']);
+                }
+
+                $object->addOrderdetail($orderdetail);
+
+                if (isset($data['price']) && $data['price'] !== "") {
+                    $pricedetail = new Pricedetail();
+                    $pricedetail->setMinDiscountQuantity(1);
+                    $pricedetail->setPriceRelatedQuantity(1);
+                    $price = BigDecimal::of(str_replace(',', '.', $data['price']));
+                    $pricedetail->setPrice($price);
+
+                    $orderdetail->addPricedetail($pricedetail);
+                }
+            }
+        }
+
+        return $object;
+    }
+
+    public function hasCacheableSupportsMethod(): bool
+    {
+        //Must be false, because we rely on is_array($data) in supportsDenormalization()
+        return false;
+    }
+}

src/Serializer/StructuralElementFromNameDenormalizer.php

@@ -0,0 +1,77 @@
+<?php
+/*
+ * This file is part of Part-DB (https://github.com/Part-DB/Part-DB-symfony).
+ *
+ *  Copyright (C) 2019 - 2023 Jan Böhmer (https://github.com/jbtronics)
+ *
+ *  This program is free software: you can redistribute it and/or modify
+ *  it under the terms of the GNU Affero General Public License as published
+ *  by the Free Software Foundation, either version 3 of the License, or
+ *  (at your option) any later version.
+ *
+ *  This program is distributed in the hope that it will be useful,
+ *  but WITHOUT ANY WARRANTY; without even the implied warranty of
+ *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ *  GNU Affero General Public License for more details.
+ *
+ *  You should have received a copy of the GNU Affero General Public License
+ *  along with this program.  If not, see <https://www.gnu.org/licenses/>.
+ */
+
+namespace App\Serializer;
+
+use App\Entity\Base\AbstractStructuralDBElement;
+use App\Form\Type\StructuralEntityType;
+use App\Repository\StructuralDBElementRepository;
+use Doctrine\ORM\EntityManagerInterface;
+use Symfony\Component\Serializer\Normalizer\CacheableSupportsMethodInterface;
+use Symfony\Component\Serializer\Normalizer\ContextAwareDenormalizerInterface;
+use Symfony\Component\Serializer\Normalizer\DenormalizerInterface;
+
+class StructuralElementFromNameDenormalizer implements DenormalizerInterface, CacheableSupportsMethodInterface
+{
+    private EntityManagerInterface $em;
+
+    public function __construct(EntityManagerInterface $em)
+    {
+        $this->em = $em;
+    }
+
+    public function supportsDenormalization($data, string $type, string $format = null)
+    {
+        return is_string($data) && is_subclass_of($type, AbstractStructuralDBElement::class);
+    }
+
+    public function denormalize($data, string $type, string $format = null, array $context = [])
+    {
+        //Retrieve the repository for the given type
+        /** @var StructuralDBElementRepository $repo */
+        $repo = $this->em->getRepository($type);
+
+        $path_delimiter = $context['path_delimiter'] ?? '->';
+
+        if ($context['create_unknown_datastructures'] ?? false) {
+            $elements = $repo->getNewEntityFromPath($data, $path_delimiter);
+            //Persist all new elements
+            foreach ($elements as $element) {
+                $this->em->persist($element);
+            }
+            if (empty($elements)) {
+                return null;
+            }
+            return end($elements);
+        }
+
+        $elements = $repo->getEntityByPath($data, $path_delimiter);
+        if (empty($elements)) {
+            return null;
+        }
+        return end($elements);
+    }
+
+    public function hasCacheableSupportsMethod(): bool
+    {
+        //Must be false, because we do a is_string check on data in supportsDenormalization
+        return false;
+    }
+}

src/Serializer/StructuralElementNormalizer.php

@@ -0,0 +1,66 @@
+<?php
+/*
+ * This file is part of Part-DB (https://github.com/Part-DB/Part-DB-symfony).
+ *
+ *  Copyright (C) 2019 - 2023 Jan Böhmer (https://github.com/jbtronics)
+ *
+ *  This program is free software: you can redistribute it and/or modify
+ *  it under the terms of the GNU Affero General Public License as published
+ *  by the Free Software Foundation, either version 3 of the License, or
+ *  (at your option) any later version.
+ *
+ *  This program is distributed in the hope that it will be useful,
+ *  but WITHOUT ANY WARRANTY; without even the implied warranty of
+ *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ *  GNU Affero General Public License for more details.
+ *
+ *  You should have received a copy of the GNU Affero General Public License
+ *  along with this program.  If not, see <https://www.gnu.org/licenses/>.
+ */
+
+namespace App\Serializer;
+
+use App\Entity\Base\AbstractStructuralDBElement;
+use Symfony\Component\Serializer\Normalizer\CacheableSupportsMethodInterface;
+use Symfony\Component\Serializer\Normalizer\ContextAwareDenormalizerInterface;
+use Symfony\Component\Serializer\Normalizer\ContextAwareNormalizerInterface;
+use Symfony\Component\Serializer\Normalizer\NormalizerInterface;
+use Symfony\Component\Serializer\Normalizer\ObjectNormalizer;
+
+class StructuralElementNormalizer implements NormalizerInterface, CacheableSupportsMethodInterface
+{
+    private NormalizerInterface $normalizer;
+
+    public function __construct(ObjectNormalizer $normalizer)
+    {
+        $this->normalizer = $normalizer;
+    }
+
+    public function supportsNormalization($data, string $format = null): bool
+    {
+        return $data instanceof AbstractStructuralDBElement;
+    }
+
+    public function normalize($object, string $format = null, array $context = [])
+    {
+        if (!$object instanceof AbstractStructuralDBElement) {
+            throw new \InvalidArgumentException('This normalizer only supports AbstractStructural objects!');
+        }
+
+        $data = $this->normalizer->normalize($object, $format, $context);
+
+        //Remove type field for CSV export
+        if ($format === 'csv') {
+            unset($data['type']);
+        }
+
+        $data['full_name'] = $object->getFullPath('->');
+
+        return $data;
+    }
+
+    public function hasCacheableSupportsMethod(): bool
+    {
+        return true;
+    }
+}

src/Services/Attachments/AttachmentManager.php

@@ -160,7 +160,7 @@ class AttachmentManager
 
         $sz = 'BKMGTP';
         $factor = (int) floor((strlen((string) $bytes) - 1) / 3);
-
-        return sprintf("%.{$decimals}f", $bytes / 1024 ** $factor).@$sz[$factor];
+        //Use real (10 based) SI prefixes
+        return sprintf("%.{$decimals}f", $bytes / 1000 ** $factor).@$sz[$factor];
     }
 }