Ajout de la gestion des actions sociales dans l'importation des données et correction des colonnes dans les fichiers CSV

2026-03-14 10:50:10 +01:00
parent 45755bf797
commit 5a90126f98
4 changed files with 243 additions and 6 deletions
@@ -0,0 +1,112 @@
+#!/usr/bin/env bash
+set -euo pipefail
+
+ROOT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+
+DB_HOST="${PGHOST:-localhost}"
+DB_PORT="${PGPORT:-5432}"
+DB_USER="${PGUSER:-postgres}"
+DB_NAME="${PGDATABASE:-chill-import}"
+
+PSQL=(psql -v ON_ERROR_STOP=1 -h "$DB_HOST" -p "$DB_PORT" -U "$DB_USER" -d "$DB_NAME")
+
+required_tables=(
+  "import.personnes"
+  "import.choix_periodes"
+  "import.choix_localisations"
+  "import.tiers"
+)
+
+required_files=(
+  "$ROOT_DIR/csv/choix_usagers.csv"
+  "$ROOT_DIR/csv/choix_periodes.csv"
+  "$ROOT_DIR/csv/choix_localisations.csv"
+  "$ROOT_DIR/csv/choix_tiers.csv"
+)
+
+for table in "${required_tables[@]}"; do
+  exists="$("${PSQL[@]}" -tAc "SELECT to_regclass('${table}') IS NOT NULL;")"
+  if [[ "$exists" != "t" ]]; then
+    echo "Table manquante: ${table}" >&2
+    echo "Lance d'abord: psql -h ${DB_HOST} -p ${DB_PORT} -U ${DB_USER} -d ${DB_NAME} -f sql/prepare-import.sql" >&2
+    exit 1
+  fi
+done
+
+for csv_file in "${required_files[@]}"; do
+  if [[ ! -f "$csv_file" ]]; then
+    echo "Fichier CSV manquant: ${csv_file#$ROOT_DIR/}" >&2
+    exit 1
+  fi
+done
+
+echo "[0/4] Assouplissement des types texte des tables import..."
+"${PSQL[@]}" <<'SQL'
+DO $$
+DECLARE r record;
+BEGIN
+  FOR r IN
+    SELECT table_schema, table_name, column_name
+    FROM information_schema.columns
+    WHERE table_schema = 'import'
+      AND table_name IN ('personnes', 'choix_periodes', 'choix_localisations', 'tiers')
+      AND data_type IN ('character varying', 'character')
+  LOOP
+    EXECUTE format(
+      'ALTER TABLE %I.%I ALTER COLUMN %I TYPE text',
+      r.table_schema,
+      r.table_name,
+      r.column_name
+    );
+  END LOOP;
+END $$;
+SQL
+
+echo "[1/4] Vidage des tables d'import..."
+"${PSQL[@]}" <<'SQL'
+TRUNCATE TABLE
+  import.personnes,
+  import.choix_periodes,
+  import.choix_localisations,
+  import.tiers
+RESTART IDENTITY;
+SQL
+
+echo "[2/4] Import des CSV du dossier csv/..."
+
+copy_table_from_file() {
+  local table="$1"
+  local file_path="$2"
+  local columns="${3:-}"
+  local target="$table"
+  if [[ -n "$columns" ]]; then
+    target="${table}(${columns})"
+  fi
+  echo "  - import ${table} <= ${file_path#$ROOT_DIR/}"
+  "${PSQL[@]}" -c "\\copy ${target} FROM STDIN WITH (FORMAT csv, HEADER true, DELIMITER ',')" < "$file_path"
+}
+
+copy_table_from_file "import.personnes" "$ROOT_DIR/csv/choix_usagers.csv" "civility,lastname,firstname,gender,gendercomment,nationality,memo,birthdate,place_of_birth,countryofbirth,deathdate,email,phonenumber,mobilenumber,contactinfo,street,extra,streetnumber,postcode,country"
+copy_table_from_file "import.choix_periodes" "$ROOT_DIR/csv/choix_periodes.csv" "closingmotive,origin,acp_scopes,job,referrer,parent,enfant,acp_social_issues,work_social_action,street,extra,streetnumber,postcode,country"
+copy_table_from_file "import.choix_localisations" "$ROOT_DIR/csv/choix_localisations.csv" "title,addressRequired,availableForUsers,contactData,defaultFor,editableByUsers"
+
+echo "[3/4] Import de tiers via table staging..."
+"${PSQL[@]}" -c "\copy import.tiers_stage(coordonnees,nom,categorie) FROM STDIN WITH (FORMAT csv, HEADER true, DELIMITER ',')" < "$ROOT_DIR/csv/choix_tiers.csv"
+
+"${PSQL[@]}" <<'SQL'
+INSERT INTO import.tiers (id, coordonnees, nom, categorie)
+SELECT
+  row_number() OVER (ORDER BY nom) AS id,
+  NULLIF(trim(coordonnees), ''),
+  NULLIF(trim(nom), ''),
+  NULLIF(trim(categorie), '')
+FROM import.tiers_stage
+WHERE COALESCE(trim(nom), '') <> '';
+
+DROP TABLE import.tiers_stage;
+SQL
+
+echo "[4/4] Verification des volumes importes..."
+"${PSQL[@]}" -c "SELECT 'personnes' AS table_name, count(*) AS rows FROM import.personnes UNION ALL SELECT 'choix_periodes', count(*) FROM import.choix_periodes UNION ALL SELECT 'choix_localisations', count(*) FROM import.choix_localisations UNION ALL SELECT 'tiers', count(*) FROM import.tiers;"
+
+echo "Import termine sans doublons (tables videes au debut)."