Subversion Repositories eFlore/Applications.coel

Compare Revisions

Ignore whitespace Rev 1657 → Rev 1658

/trunk/scripts/modules/201310-bulk-coord-update.php
12,29 → 12,38
define("_GEO_STORE_CACHE", $DIR . "/nominatim-coords.cache.ser");
 
require_once($DIR . '/../../jrest/services/Coel.php');
 
 
$db = new PDO('dbcoel',
ini_get('mysql.default_user'),
ini_get('mysql.default_password'),
array(PDO::MYSQL_ATTR_INIT_COMMAND => "SET NAMES 'UTF8'"));
 
$cache = @unserialize(file_get_contents(_GEO_STORE_CACHE));
 
/* raw:
$q = "SELECT cs_id_structure AS id, cs_adresse_01 AS addr, cs_code_postal AS cp, cs_ville AS city".
" FROM coel_structure".
" WHERE cs_latitude IS NULL OR cs_latitude = '' OR cs_longitude IS NULL OR cs_longitude = ''";
$query = http_build_query(array('q' => implode(',',$q),'accept_language' => 'fr', 'format' => 'json', 'limit' => 1));
var_dump( json_decode(file_get_contents('http://nominatim.openstreetmap.org/search.php?' . $query)) );
*/
if(function_exists('pcntl_signal')) {
// SIGUSR1 handler to save the result during a run
function savecache($signal = FALSE) {
global $cache;
if($cache) {
ksort($cache, SORT_NUMERIC);
file_put_contents(_GEO_STORE_CACHE, serialize($cache));
}
echo "saved " . count($cache) . " results\n";
if($signal == SIGINT) exit;
}
declare(ticks = 1);
pcntl_signal(SIGUSR1, 'savecache');
pcntl_signal(SIGINT, 'savecache');
echo '$ kill -USR1 ' . posix_getpid() . ' # to flush results to disk' . "\n";
}
 
printf("cache already contains %d entries, will start in 4 seconds:\n", count($cache));
sleep(4);
 
// smooth:
$q = "SELECT * FROM coel_structure".
" WHERE cs_latitude IS NULL OR cs_latitude = '' OR cs_longitude IS NULL OR cs_longitude = '' LIMIT 85";
 
" WHERE cs_latitude IS NULL OR cs_latitude = '' OR cs_longitude IS NULL".
" OR cs_longitude = ''";
foreach($db->query($q)->fetchAll(PDO::FETCH_ASSOC) AS $params) {
$params_override = array('countrycodes' => 'fr,de,ae');
$id = $params['cs_id_structure'];
if(array_key_exists($id, $cache)) {
// TODO: UPDATE
41,13 → 50,27
continue;
}
if(array_key_exists($id, @$cache['failed'])) {
// mode texte-libre (plus efficace pour les cas tordus)
$params_override['force-q'] = TRUE;
// cf (très) mauvaise gestion des CP par Nominatim
if($params['cs_ville']) {
unset($params['cs_code_postal']);
}
if($params['cs_adresse_01']) {
$params['cs_adresse_01'] = preg_replace('/.*(impasse|chemin|route|rue|avenue|boulevard|place|ville)( du|des|de )?(la )?/i',
'',
$params['cs_adresse_01']);
}
else {
continue;
}
// TODO: UPDATE
continue;
//continue;
}
 
$lonlat = array();
if(Coel::coordGuess(Coel::addrReStruct($params), $lonlat, array('countrycodes' => 'fr,de,ae'))) {
if(Coel::coordGuess(Coel::addrReStruct($params), $lonlat, $params_override)) {
unset($cache['failed'][$id]);
$lat = $lonlat['lat'];
$lon = $lonlat['lon'];
$cache[$id] = $lonlat;
62,4 → 85,15
if($cache) {
ksort($cache, SORT_NUMERIC);
file_put_contents(_GEO_STORE_CACHE, serialize($cache));
echo "saved " . count($cache) . " results\n";
}
 
 
 
/* raw:
$q = "SELECT cs_id_structure AS id, cs_adresse_01 AS addr, cs_code_postal AS cp, cs_ville AS city".
" FROM coel_structure".
" WHERE cs_latitude IS NULL OR cs_latitude = '' OR cs_longitude IS NULL OR cs_longitude = ''";
$query = http_build_query(array('q' => implode(',',$q),'accept_language' => 'fr', 'format' => 'json', 'limit' => 1));
var_dump( json_decode(file_get_contents('http://nominatim.openstreetmap.org/search.php?' . $query)) );
*/