Subversion Repositories eFlore/Projets.eflore-projets

Rev

Rev 339 | Rev 342 | Go to most recent revision | Only display areas with differences | Ignore whitespace | Details | Blame | Last modification | View Log | RSS feed

Rev 339 Rev 340
1
<?php
1
<?php
2
//declare(encoding='UTF-8');
2
//declare(encoding='UTF-8');
3
/**
3
/**
4
 * Exemple de lancement du script : :
4
 * Exemple de lancement du script : :
5
 * /opt/lampp/bin/php cli.php bdtfx -a chargerTous
5
 * /opt/lampp/bin/php cli.php bdtfx -a chargerTous
6
 *
6
 *
7
 * @category	php 5.2
7
 * @category	php 5.2
8
 * @package		eFlore/Scripts
8
 * @package		eFlore/Scripts
9
 * @author		Jennifer DHÉ <jennifer@tela-botanica.org>
9
 * @author		Jennifer DHÉ <jennifer@tela-botanica.org>
10
 * @author		Jean-Pascal MILCENT <jpm@tela-botanica.org>
10
 * @author		Jean-Pascal MILCENT <jpm@tela-botanica.org>
11
 * @copyright	Copyright (c) 2011, Tela Botanica (accueil@tela-botanica.org)
11
 * @copyright	Copyright (c) 2011, Tela Botanica (accueil@tela-botanica.org)
12
 * @license		http://www.cecill.info/licences/Licence_CeCILL_V2-fr.txt Licence CECILL
12
 * @license		http://www.cecill.info/licences/Licence_CeCILL_V2-fr.txt Licence CECILL
13
 * @license		http://www.gnu.org/licenses/gpl.html Licence GNU-GPL
13
 * @license		http://www.gnu.org/licenses/gpl.html Licence GNU-GPL
14
 * @version		$Id$
14
 * @version		$Id$
15
 */
15
 */
16
class Bdtfx extends EfloreScript {
16
class Bdtfx extends EfloreScript {
17
 
17
 
18
	private $table = null;
18
	private $table = null;
19
	private $pasInsertion = 1000;
19
	private $pasInsertion = 1000;
20
	private $departInsertion = 0;
20
	private $departInsertion = 0;
21
 
21
 
22
	protected $parametres_autorises = array(
22
	protected $parametres_autorises = array(
23
		'-t' => array(false, false, 'Permet de tester le script sur un jeux réduit de données (indiquer le nombre de lignes).'));
23
		'-t' => array(false, false, 'Permet de tester le script sur un jeux réduit de données (indiquer le nombre de lignes).'));
24
 
24
 
25
	public function executer() {
25
	public function executer() {
26
		try {
26
		try {
27
			$this->initialiserProjet('bdtfx');
27
			$this->initialiserProjet('bdtfx');
28
 
28
 
29
			// Lancement de l'action demandée
29
			// Lancement de l'action demandée
30
			$cmd = $this->getParametre('a');
30
			$cmd = $this->getParametre('a');
31
			switch ($cmd) {
31
			switch ($cmd) {
32
				case 'chargerTous' :
32
				case 'chargerTous' :
33
					$this->chargerStructureSql();
33
					$this->chargerStructureSql();
34
					$this->chargerBdtfx();
34
					$this->chargerBdtfx();
35
					$this->genererNomSciHtml();
35
					$this->genererChpNomSciHtml();
-
 
36
					$this->genererChpFamille();
36
					$this->genererDonneesTestMultiVersion();
37
					$this->genererDonneesTestMultiVersion();
37
					break;
38
					break;
38
				case 'chargerStructureSql' :
39
				case 'chargerStructureSql' :
39
					$this->chargerStructureSql();
40
					$this->chargerStructureSql();
40
					break;
41
					break;
41
				case 'chargerBdtfx' :
42
				case 'chargerBdtfx' :
42
					$this->chargerBdtfx();
43
					$this->chargerBdtfx();
43
					break;
44
					break;
44
				case 'genererNomSciHtml' :
45
				case 'genererNomSciHtml' :
45
					$this->genererNomSciHtml();
46
					$this->genererChpNomSciHtml();
46
					break;
47
					break;
47
				case 'genererChpFamille' :
48
				case 'genererChpFamille' :
48
					$this->genererChpFamille();
49
					$this->genererChpFamille();
49
					break;
50
					break;
50
				case 'genererDonneesTestMultiVersion' :
51
				case 'genererDonneesTestMultiVersion' :
51
					$this->genererDonneesTestMultiVersion();
52
					$this->genererDonneesTestMultiVersion();
52
					break;
53
					break;
53
				case 'supprimerDonneesTestMultiVersion' :
54
				case 'supprimerDonneesTestMultiVersion' :
54
					$this->supprimerDonneesTestMultiVersion();
55
					$this->supprimerDonneesTestMultiVersion();
55
					break;
56
					break;
56
				case 'supprimerTous' :
57
				case 'supprimerTous' :
57
					$this->supprimerTous();
58
					$this->supprimerTous();
58
					break;
59
					break;
59
				default :
60
				default :
60
					throw new Exception("Erreur : la commande '$cmd' n'existe pas!");
61
					throw new Exception("Erreur : la commande '$cmd' n'existe pas!");
61
			}
62
			}
62
		} catch (Exception $e) {
63
		} catch (Exception $e) {
63
			$this->traiterErreur($e->getMessage());
64
			$this->traiterErreur($e->getMessage());
64
		}
65
		}
65
	}
66
	}
66
 
67
 
67
	private function chargerBdtfx() {
68
	private function chargerBdtfx() {
68
		$chemin = Config::get('chemins.bdtfx');
69
		$chemin = Config::get('chemins.bdtfx');
69
		$table = Config::get('tables.bdtfx');
70
		$table = Config::get('tables.bdtfx');
70
		$requete = "LOAD DATA INFILE '$chemin' ".
71
		$requete = "LOAD DATA INFILE '$chemin' ".
71
				"REPLACE INTO TABLE $table ".
72
				"REPLACE INTO TABLE $table ".
72
				'CHARACTER SET utf8 '.
73
				'CHARACTER SET utf8 '.
73
				'FIELDS '.
74
				'FIELDS '.
74
				"	TERMINATED BY '\t' ".
75
				"	TERMINATED BY '\t' ".
75
				"	ENCLOSED BY '' ".
76
				"	ENCLOSED BY '' ".
76
				"	ESCAPED BY '\\\' ".
77
				"	ESCAPED BY '\\\' ".
77
				'IGNORE 1 LINES';
78
				'IGNORE 1 LINES';
78
		$this->getBdd()->requeter($requete);
79
		$this->getBdd()->requeter($requete);
79
	}
80
	}
80
 
81
 
81
	private function genererNomSciHtml() {
82
	private function genererChpNomSciHtml() {
82
		$this->initialiserGenerationChamps();
83
		$this->initialiserGenerationChamps();
83
		$this->preparerTablePrChpNomSciHtml();
84
		$this->preparerTablePrChpNomSciHtml();
84
		$generateur = new GenerateurNomSciHtml();
85
		$generateur = new GenerateurNomSciHtml();
85
		$nbreTotal = $this->recupererNbTotalTuples();
86
		$nbreTotal = $this->recupererNbTotalTuples();
86
		$this->departInsertion = 0;
87
		$this->departInsertion = 0;
87
		while ($this->departInsertion < $nbreTotal) {
88
		while ($this->departInsertion < $nbreTotal) {
88
			$resultat = $this->recupererTuples();
89
			$resultat = $this->recupererTuplesPrChpNomSciHtml();
89
			$nomsSciEnHtml = $generateur->generer($resultat);
90
			$nomsSciEnHtml = $generateur->generer($resultat);
90
			$this->lancerRequeteModification($nomsSciEnHtml);
91
			$this->remplirChpNomSciHtm($nomsSciEnHtml);
91
			$this->departInsertion += $this->pasInsertion;
92
			$this->departInsertion += $this->pasInsertion;
92
			$this->afficherAvancement("Insertion des noms scientifique au format HTML dans la base par paquet de {$this->pasInsertion} en cours");
93
			$this->afficherAvancement("Insertion des noms scientifique au format HTML dans la base par paquet de {$this->pasInsertion} en cours");
93
			if ($this->stopperLaBoucle($this->getParametre('t'))) break;
94
			if ($this->stopperLaBoucle($this->getParametre('t'))) break;
94
		}
95
		}
95
		echo "\n";
96
		echo "\n";
96
	}
97
	}
97
 
98
 
98
	private function initialiserGenerationChamps() {
99
	private function initialiserGenerationChamps() {
99
		$this->table = Config::get('tables.bdtfx');
100
		$this->table = Config::get('tables.bdtfx');
100
	}
101
	}
101
 
102
 
102
	private function preparerTablePrChpNomSciHtml() {
103
	private function preparerTablePrChpNomSciHtml() {
103
		$requete = "SHOW COLUMNS FROM {$this->table} LIKE 'nom_sci_html' ";
104
		$requete = "SHOW COLUMNS FROM {$this->table} LIKE 'nom_sci_html' ";
104
		$resultat = $this->getBdd()->recuperer($requete);
105
		$resultat = $this->getBdd()->recuperer($requete);
105
		if ($resultat === false) {
106
		if ($resultat === false) {
106
			$requete = 	"ALTER TABLE {$this->table} ".
107
			$requete = 	"ALTER TABLE {$this->table} ".
107
				'ADD nom_sci_html VARCHAR( 500 ) '.
108
				'ADD nom_sci_html VARCHAR( 500 ) '.
108
				'CHARACTER SET utf8 COLLATE utf8_general_ci NULL DEFAULT NULL ';
109
				'CHARACTER SET utf8 COLLATE utf8_general_ci NULL DEFAULT NULL ';
109
			$this->getBdd()->requeter($requete);
110
			$this->getBdd()->requeter($requete);
110
		}
111
		}
111
	}
112
	}
112
 
113
 
113
	private function recupererNbTotalTuples(){
114
	private function recupererNbTotalTuples(){
114
		$requete = "SELECT count(*) AS nb FROM {$this->table} ";
115
		$requete = "SELECT count(*) AS nb FROM {$this->table} ";
115
		$resultat = $this->getBdd()->recuperer($requete);
116
		$resultat = $this->getBdd()->recuperer($requete);
116
		return $resultat['nb'];
117
		return $resultat['nb'];
117
	}
118
	}
118
 
119
 
119
	private function recupererTuples() {
120
	private function recupererTuplesPrChpNomSciHtml() {
120
		$requete = 'SELECT 	num_nom, rang, nom_supra_generique, genre, epithete_infra_generique, '.
121
		$requete = 'SELECT 	num_nom, rang, nom_supra_generique, genre, epithete_infra_generique, '.
121
			'	epithete_sp, type_epithete, epithete_infra_sp,cultivar_groupe, '.
122
			'	epithete_sp, type_epithete, epithete_infra_sp,cultivar_groupe, '.
122
			'	nom_commercial, cultivar '.
123
			'	nom_commercial, cultivar '.
123
			"FROM {$this->table} ".
124
			"FROM {$this->table} ".
124
			"LIMIT {$this->departInsertion},{$this->pasInsertion} ";
125
			"LIMIT {$this->departInsertion},{$this->pasInsertion} ";
125
		$resultat = $this->getBdd()->recupererTous($requete);
126
		$resultat = $this->getBdd()->recupererTous($requete);
126
		return $resultat;
127
		return $resultat;
127
	}
128
	}
128
 
129
 
129
	private function lancerRequeteModification($nomsSciHtm) {
130
	private function remplirChpNomSciHtm($nomsSciHtm) {
130
		foreach ($nomsSciHtm as $id => $html) {
131
		foreach ($nomsSciHtm as $id => $html) {
131
			$html = $this->getBdd()->proteger($html);
132
			$html = $this->getBdd()->proteger($html);
132
			$requete = "UPDATE {$this->table} ".
-
 
133
				"SET nom_sci_html = $html ".
-
 
134
				"WHERE num_nom = $id ";
133
			$requete = "UPDATE {$this->table} SET nom_sci_html = $html WHERE num_nom = $id ";
135
			$resultat = $this->getBdd()->requeter($requete);
134
			$resultat = $this->getBdd()->requeter($requete);
136
			if ($resultat === false) {
135
			if ($resultat === false) {
137
				throw new Exception("Erreur d'insertion pour le tuple $id");
136
				throw new Exception("Erreur d'insertion pour le tuple $id");
138
			}
137
			}
139
		}
138
		}
140
	}
139
	}
141
 
140
 
142
	private function genererChpFamille() {
141
	private function genererChpFamille() {
143
		$this->initialiserGenerationChamps();
142
		$this->initialiserGenerationChamps();
144
		$this->preparerTablePrChpFamille();
143
		$this->preparerTablePrChpFamille();
145
		$resultats = $this->recupererTuplesPrChpFamille();
144
		$resultats = $this->recupererTuplesPrChpFamille();
146
		$famille = array();
-
 
147
		$noms = array();
145
		$noms = array();
148
		$introuvables = array();
146
		$introuvables = array();
149
		$introuvablesSyno = array();
147
		$introuvablesSyno = array();
150
		foreach ($resultats as $id => $nom) {
148
		foreach ($resultats as $id => $nom) {
151
			$nn = $nom['num_nom'];
149
			$nn = $nom['num_nom'];
152
			$nnr = $nom['num_nom_retenu'];
150
			$nnr = $nom['num_nom_retenu'];
153
			$nts = $nom['num_tax_sup'];
151
			$nts = $nom['num_tax_sup'];
154
			$rg = $nom['rang'];
152
			$rg = $nom['rang'];
155
			if ($nnr != '') {
153
			if ($nnr != '') {
156
				if ($rg == '180') {
154
				if ($rg == '180') {
157
					$famille[$nn] = $nom['nom_sci'];
155
					$noms[$nn] = $nom['nom_sci'];
158
				} else {
156
				} else {
159
					if ($nn == $nnr) {// nom retenu
157
					if ($nn == $nnr) {// nom retenu
160
						if (isset($noms[$nts])) {
158
						if (isset($noms[$nts])) {
161
							$noms[$nn] = $noms[$nts];
159
							$noms[$nn] = $noms[$nts];
162
						} else if (isset($famille[$nts])) {
-
 
163
							$noms[$nn] = $famille[$nts];
-
 
164
						} else {
160
						} else {
165
							$introuvables[] = $nn;
161
							$introuvables[] = $nn;
166
						}
162
						}
167
					} else {// nom synonyme
163
					} else {// nom synonyme
168
						if (isset($noms[$nnr])) {
164
						if (isset($noms[$nnr])) {
169
							$noms[$nn] = $noms[$nnr];
165
							$noms[$nn] = $noms[$nnr];
170
						} else {
166
						} else {
171
							$introuvablesSyno[] = $nom;
167
							$introuvablesSyno[] = $nom;
172
						}
168
						}
173
					}
169
					}
174
				}
170
				}
175
			}
171
			}
176
			unset($resultats[$id]);
172
			unset($resultats[$id]);
177
			$this->afficherAvancement("Attribution de leur famille aux noms en cours");
173
			$this->afficherAvancement("Attribution de leur famille aux noms en cours");
178
			if ($this->stopperLaBoucle($this->getParametre('t'))) break;
174
			if ($this->stopperLaBoucle($this->getParametre('t'))) break;
179
		}
175
		}
180
		echo "\n";
176
		echo "\n";
181
 
177
 
182
		foreach ($introuvablesSyno as $id => $nom) {
178
		foreach ($introuvablesSyno as $id => $nom) {
183
			$nn = $nom['num_nom'];
179
			$nn = $nom['num_nom'];
184
			$nnr = $nom['num_nom_retenu'];
180
			$nnr = $nom['num_nom_retenu'];
185
			if (isset($noms[$nnr])) {
181
			if (isset($noms[$nnr])) {
186
				$noms[$nn] = $noms[$nnr];
182
				$noms[$nn] = $noms[$nnr];
187
			} else {
183
			} else {
188
				$introuvables[] = $nn;
184
				$introuvables[] = $nn;
189
			}
185
			}
190
			unset($introuvablesSyno[$id]);
186
			unset($introuvablesSyno[$id]);
191
			$this->afficherAvancement("Attribution de leur famille aux synonymes en cours");
187
			$this->afficherAvancement("Attribution de leur famille aux synonymes en cours");
192
		}
188
		}
193
		echo "\n";
189
		echo "\n";
194
 
190
 
195
		if (count($introuvables) != 0) {
191
		if (count($introuvables) != 0) {
196
			$introuvablesNbre = count($introuvables);
192
			$introuvablesNbre = count($introuvables);
197
			echo "Famille introuvable pour $introuvablesNbre noms ! Voir le log.\n";
193
			echo "Famille introuvable pour $introuvablesNbre noms ! Voir le log.\n";
198
 
194
 
199
			$logContenu = implode(", \n", $introuvables);
195
			$logContenu = implode(", \n", $introuvables);
200
			$logFichier = realpath(dirname(__FILE__)).'/log/famille_introuvable.log';
196
			$logFichier = realpath(dirname(__FILE__)).'/log/famille_introuvable.log';
201
			echo $logFichier."\n";
197
			echo $logFichier."\n";
202
			file_put_contents($logFichier, $logContenu);
198
			file_put_contents($logFichier, $logContenu);
203
		}
199
		}
204
		if (count($introuvablesSyno) != 0) {
-
 
205
			//$introuvablesSyno = implode(', ', $introuvablesSyno);
-
 
206
			$introuvablesSyno = count($introuvablesSyno);
-
 
207
			echo "Synonyme avec nom retenu introuvable : $introuvablesSyno\n";
-
 
208
		}
-
 
209
		$this->lancerRequeteModificationPrChpFamille($noms);
200
		$this->remplirChpFamille($noms);
210
	}
201
	}
211
 
202
 
212
	private function preparerTablePrChpFamille() {
203
	private function preparerTablePrChpFamille() {
213
		$requete = "SHOW COLUMNS FROM {$this->table} LIKE 'famille' ";
204
		$requete = "SHOW COLUMNS FROM {$this->table} LIKE 'famille' ";
214
		$resultat = $this->getBdd()->recuperer($requete);
205
		$resultat = $this->getBdd()->recuperer($requete);
215
		if ($resultat === false) {
206
		if ($resultat === false) {
216
			$requete = 	"ALTER TABLE {$this->table} ".
207
			$requete = 	"ALTER TABLE {$this->table} ".
217
				'ADD famille VARCHAR(255) '.
208
				'ADD famille VARCHAR(255) '.
218
				'CHARACTER SET utf8 COLLATE utf8_general_ci NULL DEFAULT NULL ';
209
				'CHARACTER SET utf8 COLLATE utf8_general_ci NULL DEFAULT NULL ';
219
			$this->getBdd()->requeter($requete);
210
			$this->getBdd()->requeter($requete);
220
		}
211
		}
221
	}
212
	}
222
 
213
 
223
	private function recupererTuplesPrChpFamille() {
214
	private function recupererTuplesPrChpFamille() {
224
		$requete = 'SELECT num_nom, num_nom_retenu, num_tax_sup, rang, nom_sci '.
215
		$requete = 'SELECT num_nom, num_nom_retenu, num_tax_sup, rang, nom_sci '.
225
				"FROM {$this->table} ".
216
				"FROM {$this->table} ".
226
				"WHERE rang >= 180 ".
217
				"WHERE rang >= 180 ".
227
				"ORDER BY rang ASC, num_tax_sup ASC , num_nom_retenu DESC ";
218
				"ORDER BY rang ASC, num_tax_sup ASC, num_nom_retenu DESC ";
228
		//echo $requete."\n";
-
 
229
		$resultat = $this->getBdd()->recupererTous($requete);
219
		$resultat = $this->getBdd()->recupererTous($requete);
230
		return $resultat;
220
		return $resultat;
231
	}
221
	}
232
 
222
 
233
	private function lancerRequeteModificationPrChpFamille($noms) {
223
	private function remplirChpFamille($noms) {
234
		foreach ($noms as $id => $famille) {
224
		foreach ($noms as $id => $famille) {
235
			$famille = $this->getBdd()->proteger($famille);
225
			$famille = $this->getBdd()->proteger($famille);
236
			$requete = "UPDATE {$this->table} ".
-
 
237
					"SET famille = $famille ".
-
 
238
					"WHERE num_nom = $id ";
226
			$requete = "UPDATE {$this->table} SET famille = $famille WHERE num_nom = $id ";
239
			$resultat = $this->getBdd()->requeter($requete);
227
			$resultat = $this->getBdd()->requeter($requete);
240
			if ($resultat === false) {
228
			if ($resultat === false) {
241
				throw new Exception("Erreur d'insertion pour le tuple $id");
229
				throw new Exception("Erreur d'insertion pour le tuple $id");
242
			}
230
			}
243
			$this->afficherAvancement("Insertion des noms de famille dans la base en cours");
231
			$this->afficherAvancement("Insertion des noms de famille dans la base en cours");
244
		}
232
		}
245
		echo "\n";
233
		echo "\n";
246
	}
234
	}
247
 
235
 
248
	private function genererDonneesTestMultiVersion() {
236
	private function genererDonneesTestMultiVersion() {
249
		$contenuSql = $this->recupererContenu(Config::get('chemins.structureSqlTest'));
237
		$contenuSql = $this->recupererContenu(Config::get('chemins.structureSqlTest'));
250
		$this->executerScripSql($contenuSql);
238
		$this->executerScripSql($contenuSql);
251
 
239
 
252
		$table = Config::get('tables.bdtfx');
240
		$table = Config::get('tables.bdtfx');
253
		$tableTest = Config::get('tables.bdtfxTest');
241
		$tableTest = Config::get('tables.bdtfxTest');
254
		$requete = "INSERT INTO $tableTest SELECT * FROM $table";
242
		$requete = "INSERT INTO $tableTest SELECT * FROM $table";
255
		$this->getBdd()->requeter($requete);
243
		$this->getBdd()->requeter($requete);
256
	}
244
	}
257
 
245
 
258
	private function supprimerDonneesTestMultiVersion() {
246
	private function supprimerDonneesTestMultiVersion() {
259
		$tableMeta = Config::get('tables.bdtfxMeta');
247
		$tableMeta = Config::get('tables.bdtfxMeta');
260
		$requete = "DELETE FROM $tableMeta WHERE guid = 'urn:lsid:tela-botanica.org:bdtfx:1.02'";
248
		$requete = "DELETE FROM $tableMeta WHERE guid = 'urn:lsid:tela-botanica.org:bdtfx:1.02'";
261
		$this->getBdd()->requeter($requete);
249
		$this->getBdd()->requeter($requete);
262
 
250
 
263
		$tableTest = Config::get('tables.bdtfxTest');
251
		$tableTest = Config::get('tables.bdtfxTest');
264
		$requete = "DROP TABLE $tableTest";
252
		$requete = "DROP TABLE $tableTest";
265
		$this->getBdd()->requeter($requete);
253
		$this->getBdd()->requeter($requete);
266
	}
254
	}
267
 
255
 
268
	private function supprimerTous() {
256
	private function supprimerTous() {
269
		$requete = "DROP TABLE bdtfx_meta, bdtfx_v1_01, bdtfx_v1_02";
257
		$requete = "DROP TABLE bdtfx_meta, bdtfx_v1_01, bdtfx_v1_02";
270
		$this->getBdd()->requeter($requete);
258
		$this->getBdd()->requeter($requete);
271
	}
259
	}
272
}
260
}
273
?>
261
?>