| /trunk/scripts/modules/201310-bulk-coord-update.php |
|---|
| 12,29 → 12,38 |
| define("_GEO_STORE_CACHE", $DIR . "/nominatim-coords.cache.ser"); |
| require_once($DIR . '/../../jrest/services/Coel.php'); |
| $db = new PDO('dbcoel', |
| ini_get('mysql.default_user'), |
| ini_get('mysql.default_password'), |
| array(PDO::MYSQL_ATTR_INIT_COMMAND => "SET NAMES 'UTF8'")); |
| $cache = @unserialize(file_get_contents(_GEO_STORE_CACHE)); |
| /* raw: |
| $q = "SELECT cs_id_structure AS id, cs_adresse_01 AS addr, cs_code_postal AS cp, cs_ville AS city". |
| " FROM coel_structure". |
| " WHERE cs_latitude IS NULL OR cs_latitude = '' OR cs_longitude IS NULL OR cs_longitude = ''"; |
| $query = http_build_query(array('q' => implode(',',$q),'accept_language' => 'fr', 'format' => 'json', 'limit' => 1)); |
| var_dump( json_decode(file_get_contents('http://nominatim.openstreetmap.org/search.php?' . $query)) ); |
| */ |
| if(function_exists('pcntl_signal')) { |
| // SIGUSR1 handler to save the result during a run |
| function savecache($signal = FALSE) { |
| global $cache; |
| if($cache) { |
| ksort($cache, SORT_NUMERIC); |
| file_put_contents(_GEO_STORE_CACHE, serialize($cache)); |
| } |
| echo "saved " . count($cache) . " results\n"; |
| if($signal == SIGINT) exit; |
| } |
| declare(ticks = 1); |
| pcntl_signal(SIGUSR1, 'savecache'); |
| pcntl_signal(SIGINT, 'savecache'); |
| echo '$ kill -USR1 ' . posix_getpid() . ' # to flush results to disk' . "\n"; |
| } |
| printf("cache already contains %d entries, will start in 4 seconds:\n", count($cache)); |
| sleep(4); |
| // smooth: |
| $q = "SELECT * FROM coel_structure". |
| " WHERE cs_latitude IS NULL OR cs_latitude = '' OR cs_longitude IS NULL OR cs_longitude = '' LIMIT 85"; |
| " WHERE cs_latitude IS NULL OR cs_latitude = '' OR cs_longitude IS NULL". |
| " OR cs_longitude = ''"; |
| foreach($db->query($q)->fetchAll(PDO::FETCH_ASSOC) AS $params) { |
| $params_override = array('countrycodes' => 'fr,de,ae'); |
| $id = $params['cs_id_structure']; |
| if(array_key_exists($id, $cache)) { |
| // TODO: UPDATE |
| 41,13 → 50,27 |
| continue; |
| } |
| if(array_key_exists($id, @$cache['failed'])) { |
| // mode texte-libre (plus efficace pour les cas tordus) |
| $params_override['force-q'] = TRUE; |
| // cf (très) mauvaise gestion des CP par Nominatim |
| if($params['cs_ville']) { |
| unset($params['cs_code_postal']); |
| } |
| if($params['cs_adresse_01']) { |
| $params['cs_adresse_01'] = preg_replace('/.*(impasse|chemin|route|rue|avenue|boulevard|place|ville)( du|des|de )?(la )?/i', |
| '', |
| $params['cs_adresse_01']); |
| } |
| else { |
| continue; |
| } |
| // TODO: UPDATE |
| continue; |
| //continue; |
| } |
| $lonlat = array(); |
| if(Coel::coordGuess(Coel::addrReStruct($params), $lonlat, array('countrycodes' => 'fr,de,ae'))) { |
| if(Coel::coordGuess(Coel::addrReStruct($params), $lonlat, $params_override)) { |
| unset($cache['failed'][$id]); |
| $lat = $lonlat['lat']; |
| $lon = $lonlat['lon']; |
| $cache[$id] = $lonlat; |
| 62,4 → 85,15 |
| if($cache) { |
| ksort($cache, SORT_NUMERIC); |
| file_put_contents(_GEO_STORE_CACHE, serialize($cache)); |
| echo "saved " . count($cache) . " results\n"; |
| } |
| /* raw: |
| $q = "SELECT cs_id_structure AS id, cs_adresse_01 AS addr, cs_code_postal AS cp, cs_ville AS city". |
| " FROM coel_structure". |
| " WHERE cs_latitude IS NULL OR cs_latitude = '' OR cs_longitude IS NULL OR cs_longitude = ''"; |
| $query = http_build_query(array('q' => implode(',',$q),'accept_language' => 'fr', 'format' => 'json', 'limit' => 1)); |
| var_dump( json_decode(file_get_contents('http://nominatim.openstreetmap.org/search.php?' . $query)) ); |
| */ |
| /trunk/scripts/modules/nominatim-coords.cache.ser |
|---|
| 1,0 → 0,0 |
| a:29:{s:6:"failed";a:57:{i:8;b:0;i:12;b:0;i:16;b:0;i:17;b:0;i:37;b:0;i:38;b:0;i:39;b:0;i:40;b:0;i:41;b:0;i:42;b:0;i:44;b:0;i:45;b:0;i:46;b:0;i:47;b:0;i:48;b:0;i:49;b:0;i:50;b:0;i:51;b:0;i:56;b:0;i:57;b:0;i:59;b:0;i:61;b:0;i:65;b:0;i:69;b:0;i:73;b:0;i:74;b:0;i:76;b:0;i:78;b:0;i:80;b:0;i:81;b:0;i:83;b:0;i:84;b:0;i:85;b:0;i:86;b:0;i:87;b:0;i:88;b:0;i:89;b:0;i:92;b:0;i:94;b:0;i:96;b:0;i:97;b:0;i:98;b:0;i:99;b:0;i:101;b:0;i:119;b:0;i:108;b:0;i:110;b:0;i:111;b:0;i:112;b:0;i:114;b:0;i:115;b:0;i:116;b:0;i:117;b:0;i:122;b:0;i:127;b:0;i:129;b:0;i:130;b:0;}i:11;a:2:{s:3:"lon";s:10:"-0.5438227";s:3:"lat";s:10:"47.4483286";}i:13;a:2:{s:3:"lon";s:9:"3.1322205";s:3:"lat";s:10:"42.4805097";}i:14;a:2:{s:3:"lon";s:8:"4.301836";s:3:"lat";s:10:"46.9479664";}i:15;a:2:{s:3:"lon";s:9:"4.8038707";s:3:"lat";s:10:"43.9498261";}i:18;a:2:{s:3:"lon";s:10:"-0.5803125";s:3:"lat";s:10:"44.8482632";}i:58;a:2:{s:3:"lon";s:16:"3.87681030013738";s:3:"lat";s:16:"43.6291320297537";}i:62;a:2:{s:3:"lon";s:16:"5.91079827827169";s:3:"lat";s:11:"43.14333215";}i:63;a:2:{s:3:"lon";s:9:"2.8363166";s:3:"lat";s:10:"42.6648052";}i:64;a:2:{s:3:"lon";s:9:"7.7687352";s:3:"lat";s:9:"48.584718";}i:68;a:2:{s:3:"lon";s:8:"4.839656";s:3:"lat";s:10:"45.7477595";}i:71;a:2:{s:3:"lon";s:9:"5.3945578";s:3:"lat";s:10:"43.3043085";}i:72;a:2:{s:3:"lon";s:9:"7.2824403";s:3:"lat";s:10:"43.7061009";}i:75;a:2:{s:3:"lon";s:10:"-2.7582501";s:3:"lat";s:10:"47.6564217";}i:77;a:2:{s:3:"lon";s:10:"-1.7046581";s:3:"lat";s:10:"48.1189207";}i:82;a:2:{s:3:"lon";s:16:"6.05523878947505";s:3:"lat";s:11:"44.57972375";}i:93;a:2:{s:3:"lon";s:9:"7.2152758";s:3:"lat";s:10:"48.4160442";}i:100;a:2:{s:3:"lon";s:9:"0.2093501";s:3:"lat";s:10:"47.9855138";}i:107;a:2:{s:3:"lon";s:9:"3.0831471";s:3:"lat";s:10:"43.1067859";}i:109;a:2:{s:3:"lon";s:9:"3.6067383";s:3:"lat";s:10:"43.9888106";}i:113;a:2:{s:3:"lon";s:8:"3.895398";s:3:"lat";s:10:"43.6103604";}i:118;a:2:{s:3:"lon";s:15:"2.5067124583061";s:3:"lat";s:9:"42.625636";}i:120;a:2:{s:3:"lon";s:9:"3.8848316";s:3:"lat";s:10:"43.6102528";}i:121;a:2:{s:3:"lon";s:9:"4.8323239";s:3:"lat";s:10:"45.7575958";}i:125;a:2:{s:3:"lon";s:9:"6.1554909";s:3:"lat";s:10:"48.6634331";}i:126;a:2:{s:3:"lon";s:9:"3.8647799";s:3:"lat";s:9:"43.627798";}i:128;a:2:{s:3:"lon";s:9:"3.5105802";s:3:"lat";s:10:"44.5207141";}i:146;a:2:{s:3:"lon";s:16:"3.52111104512723";s:3:"lat";s:10:"44.5425609";}i:234;a:2:{s:3:"lon";s:9:"6.7977564";s:3:"lat";s:10:"47.5102368";}} |
| a:115:{s:6:"failed";a:55:{i:8;b:0;i:16;b:0;i:17;b:0;i:37;b:0;i:38;b:0;i:39;b:0;i:40;b:0;i:41;b:0;i:42;b:0;i:45;b:0;i:48;b:0;i:51;b:0;i:57;b:0;i:61;b:0;i:73;b:0;i:76;b:0;i:83;b:0;i:84;b:0;i:96;b:0;i:99;b:0;i:101;b:0;i:108;b:0;i:112;b:0;i:115;b:0;i:116;b:0;i:117;b:0;i:127;b:0;i:131;b:0;i:132;b:0;i:133;b:0;i:134;b:0;i:139;b:0;i:143;b:0;i:169;b:0;i:172;b:0;i:176;b:0;i:178;b:0;i:179;b:0;i:180;b:0;i:184;b:0;i:186;b:0;i:188;b:0;i:193;b:0;i:194;b:0;i:195;b:0;i:198;b:0;i:204;b:0;i:205;b:0;i:207;b:0;i:218;b:0;i:216;b:0;i:225;b:0;i:226;b:0;i:232;b:0;i:233;b:0;}i:11;a:2:{s:3:"lon";s:10:"-0.5438227";s:3:"lat";s:10:"47.4483286";}i:12;a:2:{s:3:"lon";s:10:"-0.5489874";s:3:"lat";s:10:"47.4646516";}i:13;a:2:{s:3:"lon";s:9:"3.1322205";s:3:"lat";s:10:"42.4805097";}i:14;a:2:{s:3:"lon";s:8:"4.301836";s:3:"lat";s:10:"46.9479664";}i:15;a:2:{s:3:"lon";s:9:"4.8038707";s:3:"lat";s:10:"43.9498261";}i:18;a:2:{s:3:"lon";s:10:"-0.5803125";s:3:"lat";s:10:"44.8482632";}i:44;a:2:{s:3:"lon";s:10:"-1.6310642";s:3:"lat";s:10:"49.6425384";}i:46;a:2:{s:3:"lon";s:10:"-0.3631801";s:3:"lat";s:10:"49.1887287";}i:47;a:2:{s:3:"lon";s:10:"-4.5058358";s:3:"lat";s:10:"48.4046136";}i:49;a:2:{s:3:"lon";s:8:"5.066002";s:3:"lat";s:10:"47.3150612";}i:50;a:2:{s:3:"lon";s:10:"-2.0523099";s:3:"lat";s:10:"48.6315989";}i:56;a:2:{s:3:"lon";s:9:"5.4473307";s:3:"lat";s:10:"43.5274332";}i:58;a:2:{s:3:"lon";s:16:"3.87681030013738";s:3:"lat";s:16:"43.6291320297537";}i:59;a:2:{s:3:"lon";s:9:"5.3784584";s:3:"lat";s:10:"43.3043699";}i:62;a:2:{s:3:"lon";s:16:"5.91079827827169";s:3:"lat";s:11:"43.14333215";}i:63;a:2:{s:3:"lon";s:9:"2.8363166";s:3:"lat";s:10:"42.6648052";}i:64;a:2:{s:3:"lon";s:9:"7.7687352";s:3:"lat";s:9:"48.584718";}i:65;a:2:{s:3:"lon";s:9:"7.0877764";s:3:"lat";s:10:"44.0896899";}i:68;a:2:{s:3:"lon";s:8:"4.839656";s:3:"lat";s:10:"45.7477595";}i:69;a:2:{s:3:"lon";s:10:"-1.5838016";s:3:"lat";s:10:"47.2226785";}i:71;a:2:{s:3:"lon";s:9:"5.3945578";s:3:"lat";s:10:"43.3043085";}i:72;a:2:{s:3:"lon";s:9:"7.2824403";s:3:"lat";s:10:"43.7061009";}i:74;a:2:{s:3:"lon";s:10:"-2.0419204";s:3:"lat";s:10:"48.4520101";}i:75;a:2:{s:3:"lon";s:10:"-2.7582501";s:3:"lat";s:10:"47.6564217";}i:77;a:2:{s:3:"lon";s:10:"-1.7046581";s:3:"lat";s:10:"48.1189207";}i:78;a:2:{s:3:"lon";s:16:"5.01227018588307";s:3:"lat";s:10:"47.3199806";}i:80;a:2:{s:3:"lon";s:10:"-0.2000154";s:3:"lat";s:9:"48.896381";}i:81;a:2:{s:3:"lon";s:8:"0.099406";s:3:"lat";s:10:"48.4461656";}i:82;a:2:{s:3:"lon";s:16:"6.05523878947505";s:3:"lat";s:11:"44.57972375";}i:85;a:2:{s:3:"lon";s:9:"4.3635055";s:3:"lat";s:10:"43.8392759";}i:86;a:2:{s:3:"lon";s:10:"-0.5239974";s:3:"lat";s:10:"47.4389178";}i:87;a:2:{s:3:"lon";s:9:"0.3457803";s:3:"lat";s:10:"46.5855853";}i:88;a:2:{s:3:"lon";s:9:"4.8658484";s:3:"lat";s:7:"45.7803";}i:89;a:2:{s:3:"lon";s:16:"4.86896434068218";s:3:"lat";s:10:"45.7809203";}i:92;a:2:{s:3:"lon";s:9:"5.4099494";s:3:"lat";s:10:"43.3366849";}i:93;a:2:{s:3:"lon";s:9:"7.2152758";s:3:"lat";s:10:"48.4160442";}i:94;a:2:{s:3:"lon";s:9:"9.1511201";s:3:"lat";s:10:"42.3071787";}i:97;a:2:{s:3:"lon";s:9:"7.7687352";s:3:"lat";s:9:"48.584718";}i:98;a:2:{s:3:"lon";s:9:"7.3610788";s:3:"lat";s:10:"48.1233845";}i:100;a:2:{s:3:"lon";s:9:"0.2093501";s:3:"lat";s:10:"47.9855138";}i:107;a:2:{s:3:"lon";s:9:"3.0831471";s:3:"lat";s:10:"43.1067859";}i:109;a:2:{s:3:"lon";s:9:"3.6067383";s:3:"lat";s:10:"43.9888106";}i:110;a:2:{s:3:"lon";s:9:"2.9410316";s:3:"lat";s:10:"43.3554672";}i:111;a:2:{s:3:"lon";s:7:"4.54668";s:3:"lat";s:9:"43.801172";}i:113;a:2:{s:3:"lon";s:8:"3.895398";s:3:"lat";s:10:"43.6103604";}i:114;a:2:{s:3:"lon";s:9:"3.0210286";s:3:"lat";s:10:"42.5489846";}i:118;a:2:{s:3:"lon";s:15:"2.5067124583061";s:3:"lat";s:9:"42.625636";}i:119;a:2:{s:3:"lon";s:9:"3.8891511";s:3:"lat";s:10:"43.5406819";}i:120;a:2:{s:3:"lon";s:9:"3.8848316";s:3:"lat";s:10:"43.6102528";}i:121;a:2:{s:3:"lon";s:9:"4.8323239";s:3:"lat";s:10:"45.7575958";}i:122;a:2:{s:3:"lon";s:9:"3.8595331";s:3:"lat";s:10:"43.6265077";}i:125;a:2:{s:3:"lon";s:9:"6.1554909";s:3:"lat";s:10:"48.6634331";}i:126;a:2:{s:3:"lon";s:9:"3.8647799";s:3:"lat";s:9:"43.627798";}i:128;a:2:{s:3:"lon";s:9:"3.5105802";s:3:"lat";s:10:"44.5207141";}i:129;a:2:{s:3:"lon";s:9:"3.8876603";s:3:"lat";s:10:"44.1018769";}i:130;a:2:{s:3:"lon";s:9:"2.3513194";s:3:"lat";s:10:"43.2126212";}i:135;a:2:{s:3:"lon";s:9:"2.8999246";s:3:"lat";s:10:"42.6973352";}i:136;a:2:{s:3:"lon";s:9:"2.9046911";s:3:"lat";s:9:"42.674454";}i:137;a:2:{s:3:"lon";s:7:"3.98429";s:3:"lat";s:7:"44.0816";}i:138;a:2:{s:3:"lon";s:9:"3.5121149";s:3:"lat";s:10:"43.3086422";}i:140;a:2:{s:3:"lon";s:9:"3.4228618";s:3:"lat";s:10:"43.4603091";}i:141;a:2:{s:3:"lon";s:9:"3.8458746";s:3:"lat";s:9:"43.618658";}i:142;a:2:{s:3:"lon";s:9:"2.9039078";s:3:"lat";s:10:"42.5666882";}i:144;a:2:{s:3:"lon";s:9:"2.3513194";s:3:"lat";s:10:"43.2126212";}i:146;a:2:{s:3:"lon";s:16:"3.52111104512723";s:3:"lat";s:10:"44.5425609";}i:147;a:2:{s:3:"lon";s:16:"3.35534017046128";s:3:"lat";s:11:"43.59147665";}i:148;a:2:{s:3:"lon";s:16:"4.29771016061405";s:3:"lat";s:10:"43.9600046";}i:149;a:2:{s:3:"lon";s:16:"2.51337449509777";s:3:"lat";s:10:"43.0542963";}i:150;a:2:{s:3:"lon";s:9:"1.4488105";s:3:"lat";s:10:"43.5933934";}i:151;a:2:{s:3:"lon";s:16:"2.51337449509777";s:3:"lat";s:10:"43.0542963";}i:152;a:2:{s:3:"lon";s:16:"2.51337449509777";s:3:"lat";s:10:"43.0542963";}i:153;a:2:{s:3:"lon";s:16:"2.51337449509777";s:3:"lat";s:10:"43.0542963";}i:154;a:2:{s:3:"lon";s:16:"4.29771016061405";s:3:"lat";s:10:"43.9600046";}i:155;a:2:{s:3:"lon";s:16:"3.35534017046128";s:3:"lat";s:11:"43.59147665";}i:156;a:2:{s:3:"lon";s:16:"3.35534017046128";s:3:"lat";s:11:"43.59147665";}i:157;a:2:{s:3:"lon";s:16:"3.35534017046128";s:3:"lat";s:11:"43.59147665";}i:158;a:2:{s:3:"lon";s:16:"3.35534017046128";s:3:"lat";s:11:"43.59147665";}i:159;a:2:{s:3:"lon";s:16:"3.35534017046128";s:3:"lat";s:11:"43.59147665";}i:160;a:2:{s:3:"lon";s:16:"3.35534017046128";s:3:"lat";s:11:"43.59147665";}i:161;a:2:{s:3:"lon";s:16:"3.35534017046128";s:3:"lat";s:11:"43.59147665";}i:162;a:2:{s:3:"lon";s:16:"3.35534017046128";s:3:"lat";s:11:"43.59147665";}i:163;a:2:{s:3:"lon";s:16:"3.35534017046128";s:3:"lat";s:11:"43.59147665";}i:164;a:2:{s:3:"lon";s:16:"3.35534017046128";s:3:"lat";s:11:"43.59147665";}i:165;a:2:{s:3:"lon";s:16:"3.35534017046128";s:3:"lat";s:11:"43.59147665";}i:166;a:2:{s:3:"lon";s:16:"3.35534017046128";s:3:"lat";s:11:"43.59147665";}i:167;a:2:{s:3:"lon";s:16:"3.35534017046128";s:3:"lat";s:11:"43.59147665";}i:168;a:2:{s:3:"lon";s:9:"6.2395057";s:3:"lat";s:10:"44.0941186";}i:170;a:2:{s:3:"lon";s:9:"5.7812731";s:3:"lat";s:10:"43.8367393";}i:173;a:2:{s:3:"lon";s:9:"5.7625176";s:3:"lat";s:10:"43.7863839";}i:174;a:2:{s:3:"lon";s:9:"5.8841886";s:3:"lat";s:10:"43.7581306";}i:175;a:2:{s:3:"lon";s:9:"6.2330996";s:3:"lat";s:10:"44.0946035";}i:182;a:2:{s:3:"lon";s:9:"5.0460103";s:3:"lat";s:10:"44.0528835";}i:183;a:2:{s:3:"lon";s:8:"4.985276";s:3:"lat";s:10:"43.9329336";}i:185;a:2:{s:3:"lon";s:9:"5.7351226";s:3:"lat";s:10:"45.1881033";}i:187;a:2:{s:3:"lon";s:7:"6.64715";s:3:"lat";s:10:"44.8983176";}i:189;a:2:{s:3:"lon";s:9:"7.5121308";s:3:"lat";s:10:"43.7830924";}i:190;a:2:{s:3:"lon";s:9:"7.1245969";s:3:"lat";s:10:"43.5629037";}i:191;a:2:{s:3:"lon";s:9:"7.5034594";s:3:"lat";s:10:"43.7768398";}i:192;a:2:{s:3:"lon";s:9:"7.2655073";s:3:"lat";s:10:"43.7148783";}i:196;a:2:{s:3:"lon";s:9:"4.6275055";s:3:"lat";s:10:"43.6791112";}i:197;a:2:{s:3:"lon";s:9:"4.6259658";s:3:"lat";s:10:"43.6759134";}i:199;a:2:{s:3:"lon";s:9:"6.1532728";s:3:"lat";s:10:"43.1196061";}i:200;a:2:{s:3:"lon";s:9:"6.4553387";s:3:"lat";s:10:"43.5413966";}i:201;a:2:{s:3:"lon";s:9:"6.7391037";s:3:"lat";s:10:"43.4327323";}i:202;a:2:{s:3:"lon";s:9:"5.9348456";s:3:"lat";s:10:"43.6379633";}i:203;a:2:{s:3:"lon";s:9:"5.6951846";s:3:"lat";s:10:"43.6619287";}i:206;a:2:{s:3:"lon";s:9:"5.4000076";s:3:"lat";s:10:"43.2903943";}i:208;a:2:{s:3:"lon";s:9:"0.7002227";s:3:"lat";s:10:"47.3590296";}i:209;a:2:{s:3:"lon";s:9:"5.6561604";s:3:"lat";s:10:"43.7041216";}i:210;a:2:{s:3:"lon";s:7:"4.02664";s:3:"lat";s:7:"48.2956";}i:211;a:2:{s:3:"lon";s:9:"2.3521334";s:3:"lat";s:10:"48.8565056";}i:214;a:2:{s:3:"lon";s:16:"3.08843879058929";s:3:"lat";s:11:"45.77412295";}i:217;a:2:{s:3:"lon";s:16:"2.35279340987799";s:3:"lat";s:11:"48.74728255";}i:234;a:2:{s:3:"lon";s:9:"6.7977564";s:3:"lat";s:10:"47.5102368";}} |