| 11 |
jpm |
1 |
<?php
|
|
|
2 |
/** Exemple lancement:
|
| 22 |
jpm |
3 |
* /opt/lampp/bin/php -d memory_limit=3500M ~/web/eflore-projets/scripts/cli.php nvjfl
|
| 28 |
jpm |
4 |
* -a chargerTous
|
| 11 |
jpm |
5 |
* Options :
|
| 28 |
jpm |
6 |
* -t : Permet de tester le script sur un jeux réduit de données (indiquer le nombre de lignes).
|
| 11 |
jpm |
7 |
*/
|
| 79 |
jpm |
8 |
class Nvjfl extends EfloreScript {
|
| 11 |
jpm |
9 |
|
| 22 |
jpm |
10 |
private $nomsIndex = array();
|
|
|
11 |
private $numeroIndex = 1;
|
|
|
12 |
|
| 11 |
jpm |
13 |
protected $parametres_autorises = array(
|
| 105 |
jpm |
14 |
'-t' => array(false, false, 'Permet de tester le script sur un jeux réduit de données (indiquer le nombre de lignes).'));
|
| 11 |
jpm |
15 |
|
|
|
16 |
public function executer() {
|
|
|
17 |
// Lancement de l'action demandée
|
| 22 |
jpm |
18 |
try {
|
| 79 |
jpm |
19 |
$this->initialiserProjet('nvjfl');
|
| 24 |
jpm |
20 |
|
| 22 |
jpm |
21 |
$cmd = $this->getParametre('a');
|
|
|
22 |
switch ($cmd) {
|
| 24 |
jpm |
23 |
case 'chargerTous' :
|
| 44 |
jpm |
24 |
$this->chargerStructureSql();
|
| 24 |
jpm |
25 |
$this->chargerNvjfl();
|
|
|
26 |
$this->chargerBiblio();
|
|
|
27 |
$this->chargerBiblioLien();
|
| 27 |
jpm |
28 |
$this->chargerOntologies();
|
| 24 |
jpm |
29 |
break;
|
| 53 |
jpm |
30 |
case 'chargerStructure' :
|
|
|
31 |
$this->chargerStructureSql();
|
|
|
32 |
break;
|
| 24 |
jpm |
33 |
case 'chargerNvjfl' :
|
|
|
34 |
$this->chargerNvjfl();
|
| 22 |
jpm |
35 |
break;
|
| 24 |
jpm |
36 |
case 'chargerBiblio' :
|
|
|
37 |
$this->chargerBiblio();
|
|
|
38 |
break;
|
|
|
39 |
case 'chargerBiblioLien' :
|
|
|
40 |
$this->chargerBiblioLien();
|
|
|
41 |
break;
|
| 27 |
jpm |
42 |
case 'chargerOntologies' :
|
|
|
43 |
$this->chargerOntologies();
|
|
|
44 |
break;
|
| 22 |
jpm |
45 |
default :
|
| 79 |
jpm |
46 |
throw new Exception("Erreur : la commande '$cmd' n'existe pas!");
|
| 22 |
jpm |
47 |
}
|
|
|
48 |
} catch (Exception $e) {
|
|
|
49 |
$this->traiterErreur($e->getMessage());
|
| 11 |
jpm |
50 |
}
|
|
|
51 |
}
|
| 24 |
jpm |
52 |
|
| 22 |
jpm |
53 |
/**
|
| 24 |
jpm |
54 |
* Charge le fichier en créant un id pour chaque nom vernaculaire.
|
| 22 |
jpm |
55 |
*/
|
| 24 |
jpm |
56 |
private function chargerNvjfl() {
|
|
|
57 |
//Debug::printr(Config::get('fichiers'));
|
|
|
58 |
$fichierOuvert = $this->ouvrirFichier(Config::get('chemins.nvjfl'));
|
| 22 |
jpm |
59 |
$donnees = $this->analyserFichier($fichierOuvert);
|
|
|
60 |
fclose($fichierOuvert);
|
|
|
61 |
foreach ($donnees as $donnee) {
|
| 24 |
jpm |
62 |
$requete = 'INSERT INTO '.Config::get('tables.nvjfl').' VALUES ('.implode(', ', $donnee).')';
|
| 79 |
jpm |
63 |
$this->getBdd()->requeter($requete);
|
| 11 |
jpm |
64 |
|
| 22 |
jpm |
65 |
$this->afficherAvancement("Insertion des noms vernaculaires dans la base de données");
|
| 79 |
jpm |
66 |
if ($this->stopperLaBoucle($this->getParametre('t'))) {
|
| 22 |
jpm |
67 |
break;
|
|
|
68 |
}
|
|
|
69 |
}
|
|
|
70 |
echo "\n";
|
|
|
71 |
}
|
|
|
72 |
|
|
|
73 |
private function analyserFichier($fichierOuvert) {
|
|
|
74 |
$donnees = array();
|
|
|
75 |
$entetesCsv = fgets($fichierOuvert);
|
|
|
76 |
while ($ligneCsv = fgets($fichierOuvert)) {
|
|
|
77 |
$champs = explode("\t", trim($ligneCsv));
|
| 24 |
jpm |
78 |
if (count($champs) > 0) {
|
| 105 |
jpm |
79 |
if (isset($champs[2])) {
|
|
|
80 |
$nomVernaculaire = $champs[2];
|
|
|
81 |
$indexCourrant = $this->getIndexNomVernaculaire($nomVernaculaire);
|
|
|
82 |
$champs = array_merge(array($indexCourrant), $champs);
|
|
|
83 |
$donnees[] = $this->protegerValeursDesChamps($champs);
|
|
|
84 |
}
|
| 24 |
jpm |
85 |
}
|
| 22 |
jpm |
86 |
$this->afficherAvancement("Analyse du fichier des noms vernaculaires");
|
|
|
87 |
if ($this->stopperLaBoucle()) {
|
|
|
88 |
break;
|
|
|
89 |
}
|
|
|
90 |
}
|
|
|
91 |
echo "\n";
|
|
|
92 |
return $donnees;
|
|
|
93 |
}
|
|
|
94 |
|
|
|
95 |
private function getIndexNomVernaculaire($nomVernaculaire) {
|
|
|
96 |
$indexCourrant = null;
|
|
|
97 |
if (array_key_exists($nomVernaculaire, $this->nomsIndex) == false) {
|
|
|
98 |
$this->nomsIndex[$nomVernaculaire] = $this->numeroIndex++;
|
|
|
99 |
}
|
|
|
100 |
$indexCourrant = $this->nomsIndex[$nomVernaculaire];
|
|
|
101 |
return $indexCourrant;
|
|
|
102 |
}
|
|
|
103 |
|
|
|
104 |
private function ouvrirFichier($chemin) {
|
|
|
105 |
$fichierOuvert = false;
|
|
|
106 |
if ($chemin) {
|
|
|
107 |
if (file_exists($chemin) === true) {
|
|
|
108 |
$fichierOuvert = fopen($chemin, 'r');
|
|
|
109 |
if ($fichierOuvert == false) {
|
|
|
110 |
throw new Exception("Le fichier $chemin n'a pas pu être ouvert.");
|
| 11 |
jpm |
111 |
}
|
|
|
112 |
} else {
|
| 22 |
jpm |
113 |
throw new Exception("Le fichier $chemin est introuvable.");
|
| 11 |
jpm |
114 |
}
|
| 22 |
jpm |
115 |
} else {
|
|
|
116 |
throw new Exception("Aucun chemin de fichier n'a été fourni.");
|
| 11 |
jpm |
117 |
}
|
| 22 |
jpm |
118 |
return $fichierOuvert;
|
| 11 |
jpm |
119 |
}
|
| 22 |
jpm |
120 |
|
|
|
121 |
private function protegerValeursDesChamps($champs) {
|
|
|
122 |
$champsProteges = array();
|
|
|
123 |
for ($i = 0; $i < 9; $i++) {
|
|
|
124 |
$valeur = isset($champs[$i]) ? $champs[$i] : '';
|
| 79 |
jpm |
125 |
$champsProteges[] = $this->getBdd()->proteger($valeur);
|
| 22 |
jpm |
126 |
}
|
|
|
127 |
return $champsProteges;
|
|
|
128 |
}
|
| 24 |
jpm |
129 |
|
|
|
130 |
private function chargerBiblio() {
|
|
|
131 |
$cheminsNvjflBiblio = Config::get('chemins.nvjflBiblio');
|
|
|
132 |
$tableNvjflBiblio = Config::get('tables.nvjflBiblio');
|
|
|
133 |
$requete = "LOAD DATA INFILE '$cheminsNvjflBiblio' ".
|
|
|
134 |
"REPLACE INTO TABLE $tableNvjflBiblio ".
|
|
|
135 |
'CHARACTER SET utf8 '.
|
|
|
136 |
'FIELDS '.
|
|
|
137 |
" TERMINATED BY '\t' ".
|
|
|
138 |
" ENCLOSED BY '' ".
|
|
|
139 |
" ESCAPED BY '\\\' ".
|
|
|
140 |
'IGNORE 1 LINES';
|
| 79 |
jpm |
141 |
$this->getBdd()->requeter($requete);
|
| 24 |
jpm |
142 |
}
|
|
|
143 |
|
|
|
144 |
private function chargerBiblioLien() {
|
|
|
145 |
$cheminNvjflLienBiblio = Config::get('chemins.nvjflLienBiblio');
|
|
|
146 |
$tableNvjflLienBiblio = Config::get('tables.nvjflLienBiblio');
|
|
|
147 |
$requete = "LOAD DATA INFILE '$cheminNvjflLienBiblio' ".
|
|
|
148 |
"REPLACE INTO TABLE $tableNvjflLienBiblio ".
|
|
|
149 |
'CHARACTER SET utf8 '.
|
|
|
150 |
'FIELDS '.
|
|
|
151 |
" TERMINATED BY '\t' ".
|
|
|
152 |
" ENCLOSED BY '' ".
|
|
|
153 |
" ESCAPED BY '\\\' ".
|
|
|
154 |
'IGNORE 1 LINES';
|
| 79 |
jpm |
155 |
$this->getBdd()->requeter($requete);
|
| 24 |
jpm |
156 |
}
|
| 27 |
jpm |
157 |
|
|
|
158 |
private function chargerOntologies() {
|
|
|
159 |
$cheminOntologies = Config::get('chemins.ontologies');
|
|
|
160 |
$tableOntologies = Config::get('tables.ontologies');
|
|
|
161 |
$requete = "LOAD DATA INFILE '$cheminOntologies' ".
|
|
|
162 |
"REPLACE INTO TABLE $tableOntologies ".
|
|
|
163 |
'CHARACTER SET utf8 '.
|
|
|
164 |
'FIELDS '.
|
|
|
165 |
" TERMINATED BY '\t' ".
|
|
|
166 |
" ENCLOSED BY '' ".
|
|
|
167 |
" ESCAPED BY '\\\' ".
|
|
|
168 |
'IGNORE 1 LINES';
|
| 79 |
jpm |
169 |
$this->getBdd()->requeter($requete);
|
| 27 |
jpm |
170 |
}
|
| 11 |
jpm |
171 |
}
|
|
|
172 |
?>
|