| 11 |
jpm |
1 |
<?php
|
|
|
2 |
/** Exemple lancement:
|
| 22 |
jpm |
3 |
* /opt/lampp/bin/php -d memory_limit=3500M ~/web/eflore-projets/scripts/cli.php nvjfl
|
| 28 |
jpm |
4 |
* -a chargerTous
|
| 11 |
jpm |
5 |
* Options :
|
| 28 |
jpm |
6 |
* -t : Permet de tester le script sur un jeux réduit de données (indiquer le nombre de lignes).
|
| 11 |
jpm |
7 |
*/
|
|
|
8 |
class Nvjfl extends Script {
|
|
|
9 |
|
| 22 |
jpm |
10 |
private $bdd = null;
|
|
|
11 |
private $nomsIndex = array();
|
|
|
12 |
private $numeroIndex = 1;
|
|
|
13 |
|
| 11 |
jpm |
14 |
protected $parametres_autorises = array(
|
| 24 |
jpm |
15 |
'-t' => array(false, true, 'Permet de tester le script sur un jeux réduit de données (indiquer le nombre de lignes).'));
|
| 11 |
jpm |
16 |
|
|
|
17 |
public function executer() {
|
|
|
18 |
// Lancement de l'action demandée
|
| 22 |
jpm |
19 |
try {
|
| 24 |
jpm |
20 |
$this->chargerConfigNvjfl();
|
|
|
21 |
$this->bdd = new Bdd();
|
|
|
22 |
|
| 22 |
jpm |
23 |
$cmd = $this->getParametre('a');
|
|
|
24 |
switch ($cmd) {
|
| 24 |
jpm |
25 |
case 'chargerTous' :
|
|
|
26 |
$this->chargerNvjfl();
|
|
|
27 |
$this->chargerBiblio();
|
|
|
28 |
$this->chargerBiblioLien();
|
| 27 |
jpm |
29 |
$this->chargerOntologies();
|
| 24 |
jpm |
30 |
break;
|
|
|
31 |
case 'chargerNvjfl' :
|
|
|
32 |
$this->chargerNvjfl();
|
| 22 |
jpm |
33 |
break;
|
| 24 |
jpm |
34 |
case 'chargerBiblio' :
|
|
|
35 |
$this->chargerBiblio();
|
|
|
36 |
break;
|
|
|
37 |
case 'chargerBiblioLien' :
|
|
|
38 |
$this->chargerBiblioLien();
|
|
|
39 |
break;
|
| 27 |
jpm |
40 |
case 'chargerOntologies' :
|
|
|
41 |
$this->chargerOntologies();
|
|
|
42 |
break;
|
| 22 |
jpm |
43 |
default :
|
|
|
44 |
$this->traiterErreur('Erreur : la commande "%s" n\'existe pas!', array($cmd));
|
|
|
45 |
}
|
|
|
46 |
} catch (Exception $e) {
|
|
|
47 |
$this->traiterErreur($e->getMessage());
|
| 11 |
jpm |
48 |
}
|
|
|
49 |
}
|
| 24 |
jpm |
50 |
|
|
|
51 |
private function chargerConfigNvjfl() {
|
|
|
52 |
$fichierIni = dirname(__FILE__).DS.'nvjfl.ini';
|
|
|
53 |
if (file_exists($fichierIni)) {
|
|
|
54 |
Config::charger($fichierIni);
|
|
|
55 |
} else {
|
|
|
56 |
$m = "Veuillez configurer le projet en créant le fichier 'nvjfl.ini' ".
|
|
|
57 |
"dans le dossier du module de script du projet à partir du fichier 'nvjfl.defaut.ini'.";
|
|
|
58 |
throw new Exception($m);
|
|
|
59 |
}
|
|
|
60 |
}
|
|
|
61 |
|
| 22 |
jpm |
62 |
/**
|
| 24 |
jpm |
63 |
* Charge le fichier en créant un id pour chaque nom vernaculaire.
|
| 22 |
jpm |
64 |
*/
|
| 24 |
jpm |
65 |
private function chargerNvjfl() {
|
|
|
66 |
//Debug::printr(Config::get('fichiers'));
|
|
|
67 |
$fichierOuvert = $this->ouvrirFichier(Config::get('chemins.nvjfl'));
|
| 22 |
jpm |
68 |
$donnees = $this->analyserFichier($fichierOuvert);
|
|
|
69 |
fclose($fichierOuvert);
|
|
|
70 |
foreach ($donnees as $donnee) {
|
| 24 |
jpm |
71 |
$requete = 'INSERT INTO '.Config::get('tables.nvjfl').' VALUES ('.implode(', ', $donnee).')';
|
| 22 |
jpm |
72 |
$this->bdd->requeter($requete);
|
| 11 |
jpm |
73 |
|
| 22 |
jpm |
74 |
$this->afficherAvancement("Insertion des noms vernaculaires dans la base de données");
|
|
|
75 |
if ($this->stopperLaBoucle()) {
|
|
|
76 |
break;
|
|
|
77 |
}
|
|
|
78 |
}
|
|
|
79 |
echo "\n";
|
|
|
80 |
}
|
|
|
81 |
|
|
|
82 |
private function stopperLaBoucle() {
|
|
|
83 |
$stop = false;
|
|
|
84 |
static $ligneActuelle = 1;
|
| 24 |
jpm |
85 |
if ($nbreLignesATester = $this->getParametre('t')) {
|
| 22 |
jpm |
86 |
if ($nbreLignesATester == $ligneActuelle++) {
|
|
|
87 |
$stop = true;
|
|
|
88 |
}
|
|
|
89 |
}
|
|
|
90 |
return $stop;
|
|
|
91 |
}
|
|
|
92 |
|
|
|
93 |
private function analyserFichier($fichierOuvert) {
|
|
|
94 |
$donnees = array();
|
|
|
95 |
$entetesCsv = fgets($fichierOuvert);
|
|
|
96 |
while ($ligneCsv = fgets($fichierOuvert)) {
|
|
|
97 |
$champs = explode("\t", trim($ligneCsv));
|
| 24 |
jpm |
98 |
if (count($champs) > 0) {
|
|
|
99 |
$nomVernaculaire = $champs[2];
|
|
|
100 |
$indexCourrant = $this->getIndexNomVernaculaire($nomVernaculaire);
|
|
|
101 |
$champs = array_merge(array($indexCourrant), $champs);
|
|
|
102 |
$donnees[] = $this->protegerValeursDesChamps($champs);
|
|
|
103 |
}
|
| 22 |
jpm |
104 |
$this->afficherAvancement("Analyse du fichier des noms vernaculaires");
|
|
|
105 |
if ($this->stopperLaBoucle()) {
|
|
|
106 |
break;
|
|
|
107 |
}
|
|
|
108 |
}
|
|
|
109 |
echo "\n";
|
|
|
110 |
return $donnees;
|
|
|
111 |
}
|
|
|
112 |
|
|
|
113 |
private function getIndexNomVernaculaire($nomVernaculaire) {
|
|
|
114 |
$indexCourrant = null;
|
|
|
115 |
if (array_key_exists($nomVernaculaire, $this->nomsIndex) == false) {
|
|
|
116 |
$this->nomsIndex[$nomVernaculaire] = $this->numeroIndex++;
|
|
|
117 |
}
|
|
|
118 |
$indexCourrant = $this->nomsIndex[$nomVernaculaire];
|
|
|
119 |
return $indexCourrant;
|
|
|
120 |
}
|
|
|
121 |
|
|
|
122 |
private function ouvrirFichier($chemin) {
|
|
|
123 |
$fichierOuvert = false;
|
|
|
124 |
if ($chemin) {
|
|
|
125 |
if (file_exists($chemin) === true) {
|
|
|
126 |
$fichierOuvert = fopen($chemin, 'r');
|
|
|
127 |
if ($fichierOuvert == false) {
|
|
|
128 |
throw new Exception("Le fichier $chemin n'a pas pu être ouvert.");
|
| 11 |
jpm |
129 |
}
|
|
|
130 |
} else {
|
| 22 |
jpm |
131 |
throw new Exception("Le fichier $chemin est introuvable.");
|
| 11 |
jpm |
132 |
}
|
| 22 |
jpm |
133 |
} else {
|
|
|
134 |
throw new Exception("Aucun chemin de fichier n'a été fourni.");
|
| 11 |
jpm |
135 |
}
|
| 22 |
jpm |
136 |
return $fichierOuvert;
|
| 11 |
jpm |
137 |
}
|
| 22 |
jpm |
138 |
|
|
|
139 |
private function protegerValeursDesChamps($champs) {
|
|
|
140 |
$champsProteges = array();
|
|
|
141 |
for ($i = 0; $i < 9; $i++) {
|
|
|
142 |
$valeur = isset($champs[$i]) ? $champs[$i] : '';
|
|
|
143 |
$champsProteges[] = $this->bdd->proteger($valeur);
|
|
|
144 |
}
|
|
|
145 |
return $champsProteges;
|
|
|
146 |
}
|
| 24 |
jpm |
147 |
|
|
|
148 |
private function chargerBiblio() {
|
|
|
149 |
$cheminsNvjflBiblio = Config::get('chemins.nvjflBiblio');
|
|
|
150 |
$tableNvjflBiblio = Config::get('tables.nvjflBiblio');
|
|
|
151 |
$requete = "LOAD DATA INFILE '$cheminsNvjflBiblio' ".
|
|
|
152 |
"REPLACE INTO TABLE $tableNvjflBiblio ".
|
|
|
153 |
'CHARACTER SET utf8 '.
|
|
|
154 |
'FIELDS '.
|
|
|
155 |
" TERMINATED BY '\t' ".
|
|
|
156 |
" ENCLOSED BY '' ".
|
|
|
157 |
" ESCAPED BY '\\\' ".
|
|
|
158 |
'IGNORE 1 LINES';
|
|
|
159 |
$this->bdd->requeter($requete);
|
|
|
160 |
}
|
|
|
161 |
|
|
|
162 |
private function chargerBiblioLien() {
|
|
|
163 |
$cheminNvjflLienBiblio = Config::get('chemins.nvjflLienBiblio');
|
|
|
164 |
$tableNvjflLienBiblio = Config::get('tables.nvjflLienBiblio');
|
|
|
165 |
$requete = "LOAD DATA INFILE '$cheminNvjflLienBiblio' ".
|
|
|
166 |
"REPLACE INTO TABLE $tableNvjflLienBiblio ".
|
|
|
167 |
'CHARACTER SET utf8 '.
|
|
|
168 |
'FIELDS '.
|
|
|
169 |
" TERMINATED BY '\t' ".
|
|
|
170 |
" ENCLOSED BY '' ".
|
|
|
171 |
" ESCAPED BY '\\\' ".
|
|
|
172 |
'IGNORE 1 LINES';
|
|
|
173 |
$this->bdd->requeter($requete);
|
|
|
174 |
}
|
| 27 |
jpm |
175 |
|
|
|
176 |
private function chargerOntologies() {
|
|
|
177 |
$cheminOntologies = Config::get('chemins.ontologies');
|
|
|
178 |
$tableOntologies = Config::get('tables.ontologies');
|
|
|
179 |
$requete = "LOAD DATA INFILE '$cheminOntologies' ".
|
|
|
180 |
"REPLACE INTO TABLE $tableOntologies ".
|
|
|
181 |
'CHARACTER SET utf8 '.
|
|
|
182 |
'FIELDS '.
|
|
|
183 |
" TERMINATED BY '\t' ".
|
|
|
184 |
" ENCLOSED BY '' ".
|
|
|
185 |
" ESCAPED BY '\\\' ".
|
|
|
186 |
'IGNORE 1 LINES';
|
|
|
187 |
$this->bdd->requeter($requete);
|
|
|
188 |
}
|
| 11 |
jpm |
189 |
}
|
|
|
190 |
?>
|