sql/import.sql

@@ -6,7 +6,6 @@
 -- * Avant de migrer (UP), il faut d'abord importer les codes postaux !!!
 --
 
-
 -- 1. Adjust Type cast for id columns
 ALTER TABLE import.personnes ALTER COLUMN id TYPE INTEGER USING (id::integer);
 ALTER TABLE import.periodes ALTER COLUMN id TYPE INTEGER USING (id::integer);
@@ -170,8 +169,8 @@ UPDATE import.personnes SET maritalstatus1=json_build_object('fr', trim(maritals
 
 -- 25. Prepare personnes numberofchildren
 ALTER TABLE import.personnes ADD COLUMN numberofchildren1 integer;
-UPDATE import.personnes SET numberofchildren1=NULLIF(numberofchildren, '')::int;
--- SELECT numberofchildren, numberofchildren1 FROM import.personnes;
+UPDATE import.personnes SET numberofchildren1=to_number(trim(numberofchildren::text) ) WHERE numberofchildren!=''; -- <== case BOUM
+
 
 -- 26. Prepare personnes household_composition_type
 ALTER TABLE import.personnes ADD COLUMN household_composition_type1 JSONB;
@@ -207,64 +206,73 @@ UPDATE import.periodes SET acp_scopes1=json_build_object('fr', trim(acp_scopes))
 ALTER TABLE import.periodes ADD COLUMN intensity1 text;
 UPDATE import.periodes SET intensity1='occasional'; UPDATE import.periodes SET intensity1='regular' WHERE intensity='regular';
 
--- 33. Format mobile numbers
-ALTER TABLE import.personnes ADD column mobilenumber1 text;
-UPDATE import.personnes SET mobilenumber1=NULLIF(regexp_replace(mobilenumber, '[^0-9]', '', 'g'), ''); -- remove all NaN chars
-UPDATE import.personnes SET mobilenumber1=regexp_replace(mobilenumber1, '^0', '') WHERE mobilenumber1 like '0%'; -- remove first 0 prefix
--- UPDATE import.personnes SET mobilenumber1=regexp_replace(mobilenumber1, '(.*)', '+32\1'); -- add belgium intl prefix
 
--- 34. Format phone numbers
-ALTER TABLE import.personnes ADD column phonenumber1 text;
-UPDATE import.personnes SET phonenumber1=NULLIF(regexp_replace(phonenumber, '[^0-9]', '', 'g'), ''); -- remove all NaN chars
-UPDATE import.personnes SET phonenumber1=regexp_replace(phonenumber1, '^0', '') WHERE phonenumber1 like '0%'; -- remove first 0 prefix
--- UPDATE import.personnes SET phonenumber1=regexp_replace(phonenumber1, '(.*)', '+32\1'); -- add belgium intl prefix
--- SELECT mobilenumber, mobilenumber1, phonenumber, phonenumber1 FROM import.personnes;
-
-
--- 35. Prepare required default dates
+-- 33. Prepare required default dates
 -- address_validfrom1 | household_startdate1
 -- acp_openingdate1
 
+-- 34. Format phone numbers
+-- phonenumber | mobilenumber
 
--- 40. Prepare id mapping before insertion
-ALTER TABLE import.personnes ADD column person_id BIGINT;
-UPDATE import.personnes SET person_id=personid
-    FROM (SELECT id, nextval('chill_person_person_id_seq') AS personid FROM import.personnes ORDER BY id) AS t
-    WHERE import.personnes.id = t.id;
-
--- 41. Insert in chill_person_person
+-- 40. insert in chill_person_person
 INSERT INTO chill_person_person (
     id
     , nationality_id, countryofbirth_id, civility_id, maritalstatus_id
-    , firstname, lastname, birthdate, place_of_birth, memo, email, contactinfo, phonenumber, mobilenumber, numberofchildren, gender, deathdate, proxyaccompanyingperiodopenstate
-    , createdat, updatedat, createdby_id, updatedby_id
-    , center_id
+    , firstname, lastname
+    , birthdate, place_of_birth
+    , memo, email, contactinfo
+    , phonenumber, mobilenumber
+    , numberofchildren
+    , gender
+    , deathdate
     /*
-    , maritalstatusdate
-    , maritalstatuscomment_comment, maritalstatuscomment_userid, maritalstatuscomment_date
-    , gendercomment_comment, gendercomment_userid, gendercomment_date
-    , acceptsms, acceptemail
+    maritalstatusdate
+    acceptsms
+    acceptemail
+    gendercomment_comment
+    gendercomment_userid
+    gendercomment_date
+    maritalstatuscomment_comment
+    maritalstatuscomment_userid
+    maritalstatuscomment_date
+    createdat
+    updatedat
+    createdby_id
+    updatedby_id
+    center_id
     */
 ) SELECT
-    person_id -- id
-    , (SELECT c.id FROM country c WHERE c.name::jsonb = ip.nationality1::jsonb AND ip.nationality1 IS NOT NULL) -- nationality_id,
-    , (SELECT c.id FROM country c WHERE c.name::jsonb = ip.countryofbirth1::jsonb AND ip.countryofbirth1 IS NOT NULL ) -- countryofbirth_id,
-    , (SELECT c.id FROM chill_main_civility c WHERE c.name::jsonb = ip.civility1::jsonb AND ip.civility1 IS NOT NULL ) -- civility_id
-    , (SELECT ms.id FROM chill_person_marital_status ms WHERE ms.name::jsonb = ip.maritalstatus1::jsonb AND ip.maritalstatus1 IS NOT NULL ) -- maritalstatus_id,
-    , TRIM(firstname), UPPER(TRIM(lastname)), birthdate1, TRIM(place_of_birth), TRIM(memo), TRIM(email), TRIM(contactinfo), phonenumber1, mobilenumber1, numberofchildren1, gender1, deathdate1, false
-    , CURRENT_DATE, CURRENT_DATE -- createdat, updatedat
-    , (SELECT distinct(first_value(id) OVER(ORDER BY id)) FROM users), (SELECT distinct(first_value(id) OVER(ORDER BY id)) FROM users) -- createdby_id, updatedby_id
-    , (SELECT distinct(first_value(id) OVER(ORDER BY id)) FROM centers) -- center_id
+    id -- id
+    , (SELECT c.id as country_id FROM import.personnes i JOIN country c ON i.nationality1::jsonb = c.name::jsonb) -- nationality_id,
+    , (SELECT c.id as country_id FROM import.personnes i JOIN country c ON i.countryofbirth1::jsonb = c.name::jsonb) -- countryofbirth_id,
+    , (SELECT c.id as civility_id FROM import.personnes i JOIN chill_main_civility c ON i.civility1::jsonb = c.name::jsonb) -- civility_id
+    , (SELECT ms.id as maritalstatus_id FROM import.personnes i JOIN chill_person_marital_status ms ON i.maritalstatus1::jsonb = ms.name::jsonb) -- maritalstatus_id,
+    , firstname, lastname -- firstname, -- lastname,
+    , birthdate1, place_of_birth -- birthdate, -- place_of_birth,
+    , memo, email, contactinfo -- memo, -- email, -- contactinfo,
+    , phonenumber , mobilenumber -- phonenumber, -- mobilenumber,
+    , numberofchildren1 -- numberofchildren,
+    , gender1 -- gender,
+    , deathdate1 -- deathdate,
+    FROM import.personnes;
     /*
-    , -- maritalstatusdate
-    , -- maritalstatuscomment_comment, maritalstatuscomment_userid, maritalstatuscomment_date
-    , -- gendercomment_comment, gendercomment_userid, gendercomment_date
-    , -- acceptsms, acceptemail
+    -- maritalstatusdate,
+    -- acceptsms,
+    -- acceptemail,
+    -- gendercomment_comment,
+    -- gendercomment_userid,
+    -- gendercomment_date,
+    -- maritalstatuscomment_comment,
+    -- maritalstatuscomment_userid,
+    -- maritalstatuscomment_date,
+    -- createdat,
+    -- updatedat,
+    -- createdby_id,
+    -- updatedby_id,
+    -- center_id,
     */
-FROM import.personnes ip;
-
-
 
+-- lier civility,
 -- country, adresse,
 -- ajouter dans chill_person_accompanying_course
 
@@ -275,19 +283,6 @@ FROM import.personnes ip;
 -- DOWN
 --
 
--- Undo 41.
-DELETE FROM chill_person_person cpp USING import.personnes ip WHERE cpp.id = ip.person_id;
-SELECT setval('chill_person_person_id_seq', (SELECT max(id) FROM chill_person_person));
-
--- Undo 40.
-ALTER TABLE import.personnes DROP COLUMN person_id;
-
--- Undo 34.
-ALTER TABLE import.personnes DROP column phonenumber1;
-
--- Undo 33.
-ALTER TABLE import.personnes DROP column mobilenumber1;
-
 -- Undo 32.
 ALTER TABLE import.periodes DROP COLUMN intensity1;