texte) // function ajouter_fragments($id_article, $id_version, $fragments) { global $flag_gz; $replaces = array(); foreach ($fragments as $id_fragment => $texte) { $nouveau = true; // Recuperer la version la plus recente $query = "SELECT compress, fragment, version_min, version_max FROM spip_versions_fragments ". "WHERE id_article=$id_article AND id_fragment=$id_fragment AND version_min<=$id_version ". "ORDER BY version_min DESC LIMIT 0,1"; $result = spip_query($query); if ($row = spip_fetch_array($result)) { $fragment = $row['fragment']; $version_min = $row['version_min']; if ($row['compress'] > 0) $fragment = gzuncompress($fragment); $fragment = unserialize($fragment); if (is_array($fragment)) { unset($fragment[$id_version]); // Si moins de cinq revisions distinctes dans le fragment, prolonger celui-ci if (count($fragment) < 5) $nouveau = false; } } if ($nouveau) { $fragment = array($id_version => $texte); $version_min = $id_version; } else { // Ne pas dupliquer les fragments non modifies $modif = true; for ($i = $id_version - 1; $i >= $version_min; $i--) { if (isset($fragment[$i])) { $modif = ($fragment[$i] != $texte); break; } } if ($modif) $fragment[$id_version] = $texte; } // Preparer l'enregistrement du fragment $fragment = serialize($fragment); $compress = 0; $version_max = $id_version; if ($flag_gz) { $s = gzcompress($fragment); if (strlen($s) < strlen($fragment)) { //echo "gain gz: ".(100 - 100 * strlen($s) / strlen($fragment))."%
"; $compress = 1; $fragment = $s; } } // (attention a bien echapper le $fragment qui est en binaire) $replaces[] = "($id_article, $version_min, $version_max, $id_fragment, $compress, '" .mysql_escape_string($fragment)."')"; } if (count($replaces)) { $query = "REPLACE spip_versions_fragments (id_article, version_min, version_max, id_fragment, compress, fragment) ". "VALUES ".join(", ", $replaces); spip_query($query); } } // // Recuperer les fragments d'une version donnee // renvoie un tableau associatif (id_fragment => texte) // function recuperer_fragments($id_article, $id_version) { $fragments = array(); $query = "SELECT id_fragment, version_min, compress, fragment FROM spip_versions_fragments ". "WHERE id_article=$id_article AND version_min<=$id_version AND version_max>=$id_version"; $result = spip_query($query); while ($row = spip_fetch_array($result)) { $id_fragment = $row['id_fragment']; $version_min = $row['version_min']; $fragment = $row['fragment']; if ($row['compress'] > 0) $fragment = gzuncompress($fragment); $fragment = unserialize($fragment); for ($i = $id_version; $i >= $version_min; $i--) { if (isset($fragment[$i])) { $fragments[$id_fragment] = $fragment[$i]; break; } } } return $fragments; } // // Apparier des paragraphes deux a deux entre une version originale // et une version modifiee // function apparier_paras($src, $dest) { $src_dest = array(); $dest_src = array(); $t1 = $t2 = array(); $md1 = $md2 = array(); $gz_min1 = $gz_min2 = array(); $gz_trans1 = $gz_trans2 = array(); $l1 = $l2 = array(); // Nettoyage de la ponctuation pour faciliter l'appariement foreach($src as $key => $val) { $t1[$key] = preg_replace("/[[:punct:][:space:]]+/", " ", $val); } foreach($dest as $key => $val) { $t2[$key] = preg_replace("/[[:punct:][:space:]]+/", " ", $val); } // Hash pour premiere passe foreach($t1 as $key => $val) $md1[md5($val)] = $key; foreach($t2 as $key => $val) $md2[md5($val)] = $key; // Premiere passe : chercher les correspondance exactes foreach($md1 as $h => $key1) { if (isset($md2[$h])) { $key2 = $md2[$h]; if ($t1[$key1] == $t2[$key2]) { $src_dest[$key1] = $key2; $dest_src[$key2] = $key1; unset($t1[$key1]); unset($t2[$key2]); } } } // Deuxieme passe : recherche de correlation par test de compressibilite foreach($t1 as $key => $val) { $l1[$key] = strlen(gzcompress($val)); } foreach($t2 as $key => $val) { $l2[$key] = strlen(gzcompress($val)); } foreach($t1 as $key1 => $s1) { //echo "
"; foreach($t2 as $key2 => $s2) { $r = strlen(gzcompress($s1.$s2)); //$k += strlen($s1) + strlen($s2); $taux = 1.0 * $r / ($l1[$key1] + $l2[$key2]); //echo "
  • $key1 => $key2 : $taux
  • "; if (!$gz_min1[$key1] || $gz_min1[$key1] > $taux) { $gz_min1[$key1] = $taux; $gz_trans1[$key1] = $key2; } if (!$gz_min2[$key2] || $gz_min2[$key2] > $taux) { $gz_min2[$key2] = $taux; $gz_trans2[$key2] = $key1; } } } //echo "$k octets compresses

    "; // Depouiller les resultats de la deuxieme passe : // ne retenir que les correlations reciproques foreach($gz_trans1 as $key1 => $key2) { if ($gz_trans2[$key2] == $key1 && $gz_min1[$key1] < 0.9) { $src_dest[$key1] = $key2; $dest_src[$key2] = $key1; } } /*echo "
    "; foreach ($gz_trans1 as $a => $b) { echo "$a => $b
    "; echo "

    ".$t1[$a]."
    "; echo "
    ".$t2[$b]."
    "; } echo "
    "; foreach ($gz_trans2 as $b => $a) echo "$a $b
    ";*/ // Retourner les mappings return array($src_dest, $dest_src); } // // Recuperer les champs d'une version donnee // function recuperer_version($id_article, $id_version) { $query = "SELECT chapo, texte, ps, extra FROM spip_versions ". "WHERE id_article=$id_article AND id_version=$id_version"; $result = spip_query($query); if (!($row = spip_fetch_array($result))) return false; $codes['chapo'] = $row['chapo']; $codes['texte'] = $row['texte']; $codes['ps'] = $row['ps']; $fragments = recuperer_fragments($id_article, $id_version); $textes = array(); foreach ($codes as $var => $code) { $textes[$var] = ""; $code = explode(' ', $code); foreach ($code as $id_fragment) { $textes[$var] .= $fragments[$id_fragment]; } } return $textes; } // // Ajouter une version a un article // function ajouter_version($id_article, $chapo, $texte, $ps, $extra) { global $connect_id_auteur; // Eviter les validations entremelees $lock = "ajout_version $id_article"; spip_get_lock($lock, 5); // Examiner la derniere version $query = "SELECT id_version, (id_auteur=$connect_id_auteur AND date > DATE_SUB(NOW(), INTERVAL 1 HOUR) AND permanent!='oui') AS flag ". "FROM spip_versions WHERE id_article=$id_article ". "ORDER BY id_version DESC LIMIT 0,1"; $result = spip_query($query); if ($row = spip_fetch_array($result)) { $nouveau = !$row['flag']; $id_version = $row['id_version']; if ($nouveau) $id_version_new = $id_version + 1; else $id_version_new = $id_version; } else { $nouveau = true; $id_version_new = 1; } $query = "SELECT id_fragment FROM spip_versions_fragments ". "WHERE id_article=$id_article ORDER BY id_fragment DESC LIMIT 0,1"; $result = spip_query($query); if ($row = spip_fetch_array($result)) $id_fragment_next = $row['id_fragment'] + 1; else $id_fragment_next = 1; // Generer les nouveaux fragments $fragments = array(); $paras_old = recuperer_fragments($id_article, $id_version); $paras_new = $paras_var = array(); $vars = array('chapo', 'texte', 'ps'); foreach ($vars as $var) { $codes[$var] = array(); $paras_new = separer_paras($$var, $paras_new); $paras_var[$var] = count($paras_new); } // Apparier les fragments de maniere optimale $n = count($paras_new); if ($n) { list($trans, $trans_rev) = apparier_paras($paras_old, $paras_new); reset($vars); $var = ''; for ($i = 0; $i < $n; $i++) { while ($i >= $paras_var[$var]) list(, $var) = each($vars); // Lier au fragment existant si possible, sinon creer un nouveau fragment if (isset($trans_rev[$i])) $id_fragment = $trans_rev[$i]; else $id_fragment = $id_fragment_next++; $codes[$var][] = $id_fragment; $fragments[$id_fragment] = $paras_new[$i]; } } foreach ($vars as $var) $codes[$var] = join(' ', $codes[$var]); // Enregistrer les modifications ajouter_fragments($id_article, $id_version_new, $fragments); $code_chapo = addslashes($codes['chapo']); $code_texte = addslashes($codes['texte']); $code_ps = addslashes($codes['ps']); if ($nouveau) { $query = "INSERT spip_versions (id_article, id_version, permanent, date, id_auteur, chapo, texte, ps) ". "VALUES ($id_article, $id_version_new, 'non', NOW(), '$connect_id_auteur', '$code_chapo', ". "'$code_texte', '$code_ps')"; spip_query($query); } else { $query = "UPDATE spip_versions SET date=NOW(), id_auteur=$connect_id_auteur, ". "chapo='$code_chapo', texte='$code_texte', ps='$code_ps' ". "WHERE id_article=$id_article AND id_version=$id_version"; spip_query($query); } $query = "UPDATE spip_articles SET id_version=$id_version_new WHERE id_article=$id_article"; spip_query($query); spip_release_lock($lock); return $id_version_new; } ?>