Fixtures/fix loading people

This commit is contained in:
2021-08-17 20:01:29 +00:00
parent 4cf676858e
commit c7cc2c7596
11 changed files with 453 additions and 434 deletions

View File

@@ -21,9 +21,15 @@
namespace Chill\PersonBundle\DataFixtures\ORM;
use Chill\MainBundle\Entity\Center;
use Chill\MainBundle\Entity\Country;
use Chill\MainBundle\Entity\PostalCode;
use Chill\MainBundle\Repository\CenterRepository;
use Chill\MainBundle\Repository\CountryRepository;
use Chill\PersonBundle\Entity\AccompanyingPeriod;
use Chill\PersonBundle\Entity\MaritalStatus;
use Chill\PersonBundle\Entity\SocialWork\SocialIssue;
use Chill\PersonBundle\Repository\MaritalStatusRepository;
use Chill\ThirdPartyBundle\Entity\ThirdParty;
use Doctrine\Common\DataFixtures\AbstractFixture;
use Doctrine\Common\DataFixtures\OrderedFixtureInterface;
@@ -31,6 +37,7 @@ use Doctrine\Persistence\ObjectManager;
use Chill\PersonBundle\Entity\Person;
use Faker\Factory;
use Faker\Generator;
use Nelmio\Alice\Faker\GeneratorFactory;
use Nelmio\Alice\Loader\NativeLoader;
use Nelmio\Alice\ObjectSet;
use Symfony\Component\DependencyInjection\ContainerAwareInterface;
@@ -44,8 +51,6 @@ use Chill\PersonBundle\Repository\SocialWork\SocialIssueRepository;
/**
* Load people into database
*
* @author Julien Fastré <julien arobase fastre point info>
* @author Marc Ducobu <marc@champs-libres.coop>
*/
class LoadPeople extends AbstractFixture implements OrderedFixtureInterface, ContainerAwareInterface
{
@@ -57,35 +62,50 @@ class LoadPeople extends AbstractFixture implements OrderedFixtureInterface, Con
protected SocialIssueRepository $socialIssueRepository;
protected array $cacheSocialIssues = array();
protected CountryRepository $countryRepository;
public function __construct(Registry $workflowRegistry, SocialIssueRepository $socialIssueRepository)
{
protected NativeLoader $loader;
/**
* @var array|SocialIssue[]
*/
protected array $cacheSocialIssues = [];
/**
* @var array|Country[]
*/
protected array $cacheCountries = [];
/**
* @var array|Center[]
*/
protected array $cacheCenters = [];
protected CenterRepository $centerRepository;
/**
* @var array|MaritalStatus[]
*/
protected array $cacheMaritalStatuses = [];
protected MaritalStatusRepository $maritalStatusRepository;
public function __construct(
Registry $workflowRegistry,
SocialIssueRepository $socialIssueRepository,
CenterRepository $centerRepository,
CountryRepository $countryRepository,
MaritalStatusRepository $maritalStatusRepository
) {
$this->faker = Factory::create('fr_FR');
$this->faker->addProvider($this);
$this->workflowRegistry = $workflowRegistry;
$this->socialIssueRepository = $socialIssueRepository;
}
$this->centerRepository = $centerRepository;
$this->countryRepository = $countryRepository;
$this->maritalStatusRepository = $maritalStatusRepository;
$this->loader = new NativeLoader($this->faker);
public function prepare()
{
//prepare days, month, years
$y = 1950;
do {
$this->years[] = $y;
$y = $y +1;
} while ($y >= 1990);
$m = 1;
do {
$this->month[] = $m;
$m = $m +1;
} while ($m >= 12);
$d = 1;
do {
$this->day[] = $d;
$d = $d + 1;
} while ($d <= 28);
}
public function getOrder()
@@ -95,8 +115,8 @@ class LoadPeople extends AbstractFixture implements OrderedFixtureInterface, Con
public function load(ObjectManager $manager)
{
$this->loadRandPeople($manager);
$this->loadExpectedPeople($manager);
$this->loadRandPeople($manager);
$manager->flush();
}
@@ -105,117 +125,102 @@ class LoadPeople extends AbstractFixture implements OrderedFixtureInterface, Con
{
echo "loading expected people...\n";
foreach ($this->peoples as $person) {
$this->addAPerson($this->fillWithDefault($person), $manager);
foreach ($this->peoples as $personDef) {
$person = $this->createExpectedPerson($personDef);
$this->addAPerson($person, $manager);
}
}
public function loadRandPeople(ObjectManager $manager)
protected function loadRandPeople(ObjectManager $manager)
{
echo "loading rand people...\n";
$persons = $this->createRandPerson()->getObjects();
$this->prepare();
$chooseLastNameOrTri = array('tri', 'tri', 'name', 'tri');
$i = 0;
do {
$i++;
$sex = $this->genders[array_rand($this->genders)];
if ($chooseLastNameOrTri[array_rand($chooseLastNameOrTri)] === 'tri' ) {
$length = rand(2, 3);
$lastName = '';
for ($j = 0; $j <= $length; $j++) {
$lastName .= $this->lastNamesTrigrams[array_rand($this->lastNamesTrigrams)];
}
$lastName = ucfirst($lastName);
} else {
$lastName = $this->lastNames[array_rand($this->lastNames)];
}
if ($sex === Person::MALE_GENDER) {
$firstName = $this->firstNamesMale[array_rand($this->firstNamesMale)];
} else {
$firstName = $this->firstNamesFemale[array_rand($this->firstNamesFemale)];
}
// add an address on 80% of the created people
if (rand(0,100) < 80) {
$address = $this->getRandomAddress();
// on 30% of those person, add multiple addresses
if (rand(0,10) < 4) {
$address = array(
$address,
$this->getRandomAddress()
);
}
} else {
$address = null;
}
$person = array(
'FirstName' => $firstName,
'LastName' => $lastName,
'Gender' => $sex,
'Nationality' => (rand(0,100) > 50) ? NULL: 'BE',
'center' => (rand(0,1) == 0) ? 'centerA': 'centerB',
'Address' => $address,
'maritalStatus' => $this->maritalStatusRef[array_rand($this->maritalStatusRef)]
);
$this->addAPerson($this->fillWithDefault($person), $manager);
} while ($i <= 100);
foreach ($persons as $person) {
$this->addAPerson($person, $manager);
}
}
/**
* fill a person array with default value
*
* @param string[] $specific
*/
private function fillWithDefault(array $specific)
private function createRandPerson(): ObjectSet
{
return array_merge(array(
'Birthdate' => "1960-10-12",
'PlaceOfBirth' => "Ottignies Louvain-La-Neuve",
'Gender' => Person::MALE_GENDER,
'Email' => "roger@yopmail.com",
'CountryOfBirth' => 'BE',
'Nationality' => 'BE',
'CFData' => array(),
'Address' => null
), $specific);
return $this->loader->loadData([
Person::class => [
'persons{1..300}' => [
'firstName' => '<firstname()>',
'lastName' => '<lastname()>',
'gender' => '<getRandomGender()>',
'nationality' => '<getRandomCountry()>',
'center' => '<getRandomCenter()>',
'maritalStatus' => '<getRandomMaritalStatus()>',
'birthdate' => '<dateTimeBetween("-75 years", "-1 tears")>',
'placeOfBirth' => '<city()>',
'email' => '<freeEmail()>',
'countryOfBirth' => '<getRandomCountry(80)>',
]
]
]);
}
private function getRandomSocialIssue(): SocialIssue
private function createExpectedPerson($default): Person
{
if (0 === count($this->cacheSocialIssues)) {
$this->cacheSocialIssues = $this->socialIssueRepository->findAll();
$person = $this->loader->loadData([
Person::class => [
"person" => [
'firstName' => $default['firstName'] ?? '<firstname()>',
'lastName' => $default['lastName'] ?? '<lastname()>',
'gender' => '<getRandomGender()>',
'nationality' => '<getRandomCountry()>',
'center' => '<getRandomCenter()>',
'maritalStatus' => '<getRandomMaritalStatus()>',
'birthdate' => '<dateTimeBetween("-75 years", "-1 tears")>',
'placeOfBirth' => '<city()>',
'email' => '<freeEmail()>',
'countryOfBirth' => '<getRandomCountry(80)>',
],
]
])->getObjects()['person'];
// force some values
foreach ($default as $key => $value) {
switch ($key) {
case 'birthdate':
$person->setBirthdate(new \DateTime($value));
break;
case 'center':
$person->setCenter($this->centerRepository
->findOneBy(['name' => $value]));
break;
case 'countryOfBirth':
case 'nationality':
$country = $this->countryRepository
->findOneBy(['countryCode' => $value]);
$person->{'set'.\ucfirst($key)}($country);
break;
case 'maritalStatus':
$person->setMaritalStatus($this->maritalStatusRepository
->find($value));
break;
}
}
return $this->cacheSocialIssues[\array_rand($this->cacheSocialIssues)];
return $person;
}
/**
* create a new person from array data
*
* @param array $person
* @param ObjectManager $manager
* @throws \Exception
*/
private function addAPerson(array $person, ObjectManager $manager)
private function addAPerson(Person $person, ObjectManager $manager)
{
$p = new Person();
$accompanyingPeriod = new AccompanyingPeriod(
(new \DateTime())
->sub(
new \DateInterval('P' . \random_int(0, 180) . 'D')
)
);
$p->addAccompanyingPeriod($accompanyingPeriod);
$person->addAccompanyingPeriod($accompanyingPeriod);
$accompanyingPeriod->addSocialIssue($this->getRandomSocialIssue());
if (\random_int(0, 10) > 3) {
@@ -225,53 +230,13 @@ class LoadPeople extends AbstractFixture implements OrderedFixtureInterface, Con
$workflow->apply($accompanyingPeriod, 'confirm');
}
foreach ($person as $key => $value) {
switch ($key) {
case 'CountryOfBirth':
case 'Nationality':
$value = $this->getCountry($value);
break;
case 'Birthdate':
$value = new \DateTime($value);
break;
case 'center':
case 'maritalStatus':
$value = $this->getReference($value);
break;
case 'accompanyingPeriods':
$this->addAccompanyingPeriods($p, $value, $manager);
break;
}
//try to add the data using the setSomething function,
// if not possible, fallback to addSomething function
if (method_exists($p, 'set'.$key)) {
call_user_func(array($p, 'set'.$key), $value);
} elseif (method_exists($p, 'add'.$key)) {
// if we have a "addSomething", we may have multiple items to add
// so, we set the value in an array if it is not an array, and
// will call the function addSomething multiple times
if (!is_array($value)) {
$value = array($value);
}
foreach($value as $v) {
if ($v !== NULL) {
call_user_func(array($p, 'add'.$key), $v);
}
}
}
}
$manager->persist($p);
echo "add person'".$p->__toString()."'\n";
$manager->persist($person);
echo "add person'".$person->__toString()."'\n";
}
private function createAddress(): Address
{
$loader = new NativeLoader();
$objectSet = $loader->loadData([
$objectSet = $this->loader->loadData([
Address::class => [
'address' => [
'street' => '<fr_FR:streetName()>',
@@ -285,6 +250,17 @@ class LoadPeople extends AbstractFixture implements OrderedFixtureInterface, Con
return $objectSet->getObjects()['address'];
}
private function getRandomSocialIssue(): SocialIssue
{
if (0 === count($this->cacheSocialIssues)) {
$this->cacheSocialIssues = $this->socialIssueRepository->findAll();
}
return $this->cacheSocialIssues[\array_rand($this->cacheSocialIssues)];
}
private function getPostalCode(): PostalCode
{
$ref = LoadPostalCodes::$refs[\array_rand(LoadPostalCodes::$refs)];
@@ -306,7 +282,6 @@ class LoadPeople extends AbstractFixture implements OrderedFixtureInterface, Con
return Point::fromLonLat($lon, $lat);
}
/**
* Create a random address
*
@@ -329,53 +304,77 @@ class LoadPeople extends AbstractFixture implements OrderedFixtureInterface, Con
;
}
private function getCountry($countryCode)
/**
* @internal This method is public and called by faker as a custom generator
* @return Center
*/
public function getRandomCenter(): Center
{
if ($countryCode === NULL) {
return NULL;
if (0 === count($this->cacheCenters)) {
$this->cacheCenters = $this->centerRepository->findAll();
}
return $this->container->get('doctrine.orm.entity_manager')
->getRepository('ChillMainBundle:Country')
->findOneByCountryCode($countryCode);
return $this->cacheCenters[\array_rand($this->cacheCenters)];
}
private $maritalStatusRef = ['ms_single', 'ms_married', 'ms_widow', 'ms_separat',
'ms_divorce', 'ms_legalco', 'ms_unknown'];
/**
* @internal This method is public and called by faker as a custom generator
* @param int $nullPercentage
* @return Country|null
* @throws \Exception
*/
public function getRandomCountry(int $nullPercentage = 20): ?Country
{
if (0 === count($this->cacheCountries)) {
$this->cacheCountries = $this->countryRepository->findAll();
}
private $firstNamesMale = array("Jean", "Mohamed", "Alfred", "Robert", "Justin", "Brian",
"Compère", "Jean-de-Dieu", "Charles", "Pierre", "Luc", "Mathieu", "Alain", "Etienne", "Eric",
"Corentin", "Gaston", "Spirou", "Fantasio", "Mahmadou", "Mohamidou", "Vursuv", "Youssef" );
if ($nullPercentage < \random_int(0, 100)) {
return NULL;
}
private $firstNamesFemale = array("Svedana", "Sevlatina", "Irène", "Marcelle",
"Corentine", "Alfonsine", "Caroline", "Solange", "Gostine", "Fatoumata", "Nicole",
"Groseille", "Chana", "Oxana", "Ivana", "Julie", "Tina", "Adèle" );
return $this->cacheCountries [\array_rand($this->cacheCountries)];
}
private $lastNames = array("Diallo", "Bah", "Gaillot", "Martin");
/**
* @internal This method is public and called by faker as a custom generator
* @return string
*/
public function getRandomGender(): string
{
return $this->genders[array_rand($this->genders)];
}
private $lastNamesTrigrams = array("fas", "tré", "hu", 'blart', 'van', 'der', 'lin', 'den',
'ta', 'mi', 'net', 'gna', 'bol', 'sac', 'ré', 'jo', 'du', 'pont', 'cas', 'tor', 'rob', 'al',
'ma', 'gone', 'car',"fu", "ka", "lot", "no", "va", "du", "bu", "su", "jau", "tte", 'sir',
"lo", 'to', "cho", "car", 'mo','zu', 'qi', 'mu');
/**
* @internal This method is public and called by faker as a custom generator
* @param int $nullPercentage
* @return MaritalStatus|null
* @throws \Exception
*/
public function getRandomMaritalStatus(int $nullPercentage = 50): ?MaritalStatus
{
if (0 === count($this->cacheMaritalStatuses)) {
$this->cacheMaritalStatuses = $this->maritalStatusRepository->findAll();
}
private $genders = array(Person::MALE_GENDER, Person::FEMALE_GENDER);
if ($nullPercentage < \random_int(0, 100)) {
return NULL;
}
private $years = array();
return $this->cacheMaritalStatuses[array_rand($this->cacheMaritalStatuses)];
}
private $month = array();
private $day = array();
private $genders = array(Person::MALE_GENDER, Person::FEMALE_GENDER, Person::BOTH_GENDER);
private $peoples = array(
array(
'LastName' => "Depardieu",
'FirstName' => "Gérard",
'Birthdate' => "1948-12-27",
'PlaceOfBirth' => "Châteauroux",
'Gender' => Person::MALE_GENDER,
'CountryOfBirth' => 'FR',
'Nationality' => 'RU',
'center' => 'centerA',
'maritalStatus' => 'ms_divorce',
'lastName' => "Depardieu",
'firstName' => "Gérard",
'birthdate' => "1948-12-27",
'placeOfBirth' => "Châteauroux",
'nationality' => 'RU',
'gender' => Person::MALE_GENDER,
'center' => 'Center A',
'accompanyingPeriods' => [
[
'from' => '2015-02-01',
@@ -394,67 +393,123 @@ class LoadPeople extends AbstractFixture implements OrderedFixtureInterface, Con
),
array(
//to have a person with same firstname as Gérard Depardieu
'LastName' => "Depardieu",
'FirstName' => "Jean",
'Birthdate' => "1960-10-12",
'CountryOfBirth' => 'FR',
'Nationality' => 'FR',
'center' => 'centerA',
'lastName' => "Depardieu",
'firstName' => "Jean",
'birthdate' => "1960-10-12",
'countryOfBirth' => 'FR',
'nationality' => 'FR',
'center' => 'Center A',
'maritalStatus' => 'ms_divorce'
),
array(
//to have a person with same birthdate of Gérard Depardieu
'LastName' => 'Van Snick',
'FirstName' => 'Bart',
'Birthdate' => '1948-12-27',
'center' => 'centerA',
'lastName' => 'Van Snick',
'firstName' => 'Bart',
'birthdate' => '1948-12-27',
'center' => 'Center A',
'maritalStatus' => 'ms_legalco'
),
array(
//to have a woman with Depardieu as FirstName
'LastName' => 'Depardieu',
'FirstName' => 'Charline',
'Gender' => Person::FEMALE_GENDER,
'center' => 'centerA',
'lastName' => 'Depardieu',
'firstName' => 'Charline',
'gender' => Person::FEMALE_GENDER,
'center' => 'Center A',
'maritalStatus' => 'ms_legalco'
),
array(
//to have a special character in lastName
'LastName' => 'Manço',
'FirstName' => 'Étienne',
'center' => 'centerA',
'lastName' => 'Manço',
'firstName' => 'Étienne',
'center' => 'Center A',
'maritalStatus' => 'ms_unknown'
),
array(
//to have true duplicate person
'LastName' => "Depardieu",
'FirstName' => "Jean",
'Birthdate' => "1960-10-12",
'CountryOfBirth' => 'FR',
'Nationality' => 'FR',
'center' => 'centerA',
'lastName' => "Depardieu",
'firstName' => "Jean",
'birthdate' => "1960-10-12",
'countryOfBirth' => 'FR',
'nationality' => 'FR',
'center' => 'Center A',
'maritalStatus' => 'ms_divorce'
),
array(
//to have false duplicate person
'LastName' => "Depardieu",
'FirstName' => "Jeanne",
'Birthdate' => "1966-11-13",
'CountryOfBirth' => 'FR',
'Nationality' => 'FR',
'center' => 'centerA',
'lastName' => "Depardieu",
'firstName' => "Jeanne",
'birthdate' => "1966-11-13",
'countryOfBirth' => 'FR',
'nationality' => 'FR',
'center' => 'Center A',
'maritalStatus' => 'ms_legalco'
),
[
'lastName' => 'Diallo',
'firstName' => "Fatoumata Binta"
],
[
'lastName' => 'Diallo',
'firstName' => 'Abdoulaye',
],
[
'lastName' => 'Diallo',
'firstName' => 'Diakite',
],
[
'lastName' => 'Diallo',
'firstName' => 'Mohamed',
],
[
'lastName' => 'Diallo',
'firstName' => 'Fatou',
],
[
'lastName' => 'Diallo',
'firstName' => 'Fanta',
],
[
'lastName' => 'Bah',
'firstName' => "Fatoumata Binta"
],
[
'lastName' => 'Bah',
'firstName' => 'Abdoulaye',
],
[
'lastName' => 'Bah',
'firstName' => 'Diakite',
],
[
'lastName' => 'Bah',
'firstName' => 'Mohamed',
],
[
'lastName' => 'Bah',
'firstName' => 'Fatou',
],
[
'lastName' => 'Bah',
'firstName' => 'Fanta',
],
[
'lastName' => 'Bah',
'firstName' => 'Gaston',
],
[
'lastName' => 'Gaillot',
'firstName' => 'Adèle',
],
);
/*
private function addAccompanyingPeriods(Person $person, array $periods, ObjectManager $manager)
{
foreach ($periods as $period) {
echo "adding new past Accompanying Period..\n";
/** @var AccompanyingPeriod $accompanyingPeriod */
/** @var AccompanyingPeriod $accompanyingPeriod
$accompanyingPeriod = new AccompanyingPeriod(new \DateTime($period['from']));
$accompanyingPeriod
->setClosingDate(new \DateTime($period['to']))
@@ -464,4 +519,5 @@ class LoadPeople extends AbstractFixture implements OrderedFixtureInterface, Con
$person->addAccompanyingPeriod($accompanyingPeriod);
}
}
*/
}