Merge branch 'import_lux_addresses_command' into 'master'

DX import Luxembourg address command

See merge request Chill-Projet/chill-bundles!704

.changes/unreleased/DX-20240627-100653.yaml

@@ -0,0 +1,6 @@
+kind: DX
+body: Add a command for reading official address DB from Luxembourg and update chill
+  addresses
+time: 2024-06-27T10:06:53.098022939+02:00
+custom:
+  Issue: ""

src/Bundle/ChillMainBundle/Command/LoadAddressesLUFromBDAddressCommand.php

@@ -0,0 +1,40 @@
+<?php
+
+declare(strict_types=1);
+
+/*
+ * Chill is a software for social workers
+ *
+ * For the full copyright and license information, please view
+ * the LICENSE file that was distributed with this source code.
+ */
+
+namespace Chill\MainBundle\Command;
+
+use Chill\MainBundle\Service\Import\AddressReferenceLU;
+use Symfony\Component\Console\Command\Command;
+use Symfony\Component\Console\Input\InputInterface;
+use Symfony\Component\Console\Output\OutputInterface;
+
+class LoadAddressesLUFromBDAddressCommand extends Command
+{
+    protected static $defaultDescription = 'Import LUX addresses from BD addresses (see https://data.public.lu/fr/datasets/adresses-georeferencees-bd-adresses/)';
+
+    public function __construct(
+        private readonly AddressReferenceLU $addressImporter,
+    ) {
+        parent::__construct();
+    }
+
+    protected function configure()
+    {
+        $this->setName('chill:main:address-ref-lux');
+    }
+
+    protected function execute(InputInterface $input, OutputInterface $output): int
+    {
+        $this->addressImporter->import();
+
+        return 0;
+    }
+}

src/Bundle/ChillMainBundle/Service/Import/AddressReferenceLU.php

@@ -0,0 +1,97 @@
+<?php
+
+declare(strict_types=1);
+
+/*
+ * Chill is a software for social workers
+ *
+ * For the full copyright and license information, please view
+ * the LICENSE file that was distributed with this source code.
+ */
+
+namespace Chill\MainBundle\Service\Import;
+
+use League\Csv\Reader;
+use League\Csv\Statement;
+use Symfony\Contracts\HttpClient\HttpClientInterface;
+
+class AddressReferenceLU
+{
+    private const RELEASE = 'https://data.public.lu/fr/datasets/r/5cadc5b8-6a7d-4283-87bc-f9e58dd771f7';
+
+    public function __construct(private readonly HttpClientInterface $client, private readonly AddressReferenceBaseImporter $addressBaseImporter, private readonly PostalCodeBaseImporter $postalCodeBaseImporter, private readonly AddressToReferenceMatcher $addressToReferenceMatcher)
+    {
+    }
+
+    public function import(): void
+    {
+        $downloadUrl = self::RELEASE;
+
+        $response = $this->client->request('GET', $downloadUrl);
+
+        if (200 !== $response->getStatusCode()) {
+            throw new \Exception('Could not download CSV: '.$response->getStatusCode());
+        }
+
+        $file = tmpfile();
+
+        foreach ($this->client->stream($response) as $chunk) {
+            fwrite($file, $chunk->getContent());
+        }
+
+        fseek($file, 0);
+
+        $csv = Reader::createFromStream($file);
+        $csv->setDelimiter(';');
+        $csv->setHeaderOffset(0);
+
+        $this->process_postal_code($csv);
+
+        $this->process_address($csv);
+
+        $this->addressToReferenceMatcher->checkAddressesMatchingReferences();
+
+        fclose($file);
+    }
+
+    private function process_address(Reader $csv): void
+    {
+        $stmt = Statement::create()->process($csv);
+        foreach ($stmt as $record) {
+            $this->addressBaseImporter->importAddress(
+                $record['id_geoportail'],
+                $record['code_postal'],
+                $record['code_postal'],
+                $record['rue'],
+                $record['numero'],
+                'bd-addresses.lux',
+                (float) $record['lat_wgs84'],
+                (float) $record['lon_wgs84'],
+                4326
+            );
+        }
+
+        $this->addressBaseImporter->finalize();
+    }
+
+    private function process_postal_code(Reader $csv): void
+    {
+        $stmt = Statement::create()->process($csv);
+        $arr_postal_codes = [];
+        foreach ($stmt as $record) {
+            if (false === \array_key_exists($record['code_postal'], $arr_postal_codes)) {
+                $this->postalCodeBaseImporter->importCode(
+                    'LU',
+                    trim((string) $record['localite']),
+                    trim((string) $record['code_postal']),
+                    trim((string) $record['code_postal']),
+                    'bd-addresses.lux',
+                    (float) $record['lat_wgs84'],
+                    (float) $record['lon_wgs84'],
+                    4326
+                );
+                $arr_postal_codes[$record['code_postal']] = 1;
+            }
+        }
+    }
+}

src/Bundle/ChillMainBundle/config/services/command.yaml

@@ -59,6 +59,12 @@ services:
         tags:
             - { name: console.command }
 
+    Chill\MainBundle\Command\LoadAddressesLUFromBDAddressCommand:
+        autoconfigure: true
+        autowire: true
+        tags:
+            - { name: console.command }
+
     Chill\MainBundle\Command\ExecuteCronJobCommand:
         autoconfigure: true
         autowire: true