f5565a918c
- fixed logentry sorting for logs with identical date - fixed ä etc. display in short descriptions on search results page - try to select a matching language for the short descriptions - added some translations - hide download and map links if no search results (updates #235) - nicer display of selectlocid page - use site-dependent urls in GPX, LOC, TXT and KML - unified XML encoding, now all done via two functions in lib2/util.inc.php (updates #121) - some preventive XML encoding adjustments in GPX - removed XML encoding in LOC CDATA section - improved charset conversion for OVL and OV2 output - some optimizations - discarded lots of obsolete code - disabled debug mode force_compile in OcSmarty class (performance)
323 lines
11 KiB
PHP
323 lines
11 KiB
PHP
<?php
|
||
/****************************************************************************
|
||
For license information see doc/license.txt
|
||
|
||
Unicode Reminder メモ
|
||
|
||
functions for the full text search-engine
|
||
|
||
****************************************************************************/
|
||
|
||
/* begin conversion rules */
|
||
|
||
$ftsearch_simplerules[] = array('qu', 'k');
|
||
$ftsearch_simplerules[] = array('ts', 'z');
|
||
$ftsearch_simplerules[] = array('tz', 'z');
|
||
$ftsearch_simplerules[] = array('alp', 'alb');
|
||
$ftsearch_simplerules[] = array('y', 'i');
|
||
$ftsearch_simplerules[] = array('ai', 'ei');
|
||
$ftsearch_simplerules[] = array('ou', 'u');
|
||
$ftsearch_simplerules[] = array('th', 't');
|
||
$ftsearch_simplerules[] = array('ph', 'f');
|
||
$ftsearch_simplerules[] = array('oh', 'o');
|
||
$ftsearch_simplerules[] = array('ah', 'a');
|
||
$ftsearch_simplerules[] = array('eh', 'e');
|
||
$ftsearch_simplerules[] = array('aux', 'o');
|
||
$ftsearch_simplerules[] = array('eau', 'o');
|
||
$ftsearch_simplerules[] = array('eux', 'oe');
|
||
$ftsearch_simplerules[] = array('^ch', 'sch');
|
||
$ftsearch_simplerules[] = array('ck', 'k');
|
||
$ftsearch_simplerules[] = array('ie', 'i');
|
||
$ftsearch_simplerules[] = array('ih', 'i');
|
||
$ftsearch_simplerules[] = array('ent', 'end');
|
||
$ftsearch_simplerules[] = array('uh', 'u');
|
||
$ftsearch_simplerules[] = array('sh', 'sch');
|
||
$ftsearch_simplerules[] = array('ver', 'wer');
|
||
$ftsearch_simplerules[] = array('dt', 't');
|
||
$ftsearch_simplerules[] = array('hard', 'hart');
|
||
$ftsearch_simplerules[] = array('egg', 'ek');
|
||
$ftsearch_simplerules[] = array('eg', 'ek');
|
||
$ftsearch_simplerules[] = array('cr', 'kr');
|
||
$ftsearch_simplerules[] = array('ca', 'ka');
|
||
$ftsearch_simplerules[] = array('ce', 'ze');
|
||
$ftsearch_simplerules[] = array('x', 'ks');
|
||
$ftsearch_simplerules[] = array('ve', 'we');
|
||
$ftsearch_simplerules[] = array('va', 'wa');
|
||
|
||
/* end conversion rules */
|
||
|
||
function ftsearch_hash(&$str)
|
||
{
|
||
$astr = ftsearch_split($str, true);
|
||
foreach ($astr AS $k => $s)
|
||
{
|
||
if (strlen($s) > 2)
|
||
$astr[$k] = sprintf("%u", crc32($s));
|
||
else
|
||
unset($astr[$k]);
|
||
}
|
||
return $astr;
|
||
}
|
||
|
||
// str = long text
|
||
function ftsearch_split(&$str, $simple)
|
||
{
|
||
global $ftsearch_ignores;
|
||
|
||
// interpunktion
|
||
$str = mb_ereg_replace('\\?', ' ', $str);
|
||
$str = mb_ereg_replace('\\)', ' ', $str);
|
||
$str = mb_ereg_replace('\\(', ' ', $str);
|
||
$str = mb_ereg_replace('\\.', ' ', $str);
|
||
$str = mb_ereg_replace('´', ' ', $str);
|
||
$str = mb_ereg_replace('`', ' ', $str);
|
||
$str = mb_ereg_replace('\'', ' ', $str);
|
||
$str = mb_ereg_replace('/', ' ', $str);
|
||
$str = mb_ereg_replace(':', ' ', $str);
|
||
$str = mb_ereg_replace(',', ' ', $str);
|
||
$str = mb_ereg_replace("\r\n", ' ', $str);
|
||
$str = mb_ereg_replace("\n", ' ', $str);
|
||
$str = mb_ereg_replace("\r", ' ', $str);
|
||
|
||
$ostr = '';
|
||
while ($ostr != $str)
|
||
{
|
||
$ostr = $str;
|
||
$str = mb_ereg_replace(' ', ' ', $str);
|
||
}
|
||
|
||
$astr = mb_split(' ', $str);
|
||
$str = '';
|
||
|
||
ftsearch_load_ignores();
|
||
for ($i = count($astr) - 1; $i >= 0; $i--)
|
||
{
|
||
// ignore?
|
||
if (array_search(mb_strtolower($astr[$i]), $ftsearch_ignores) !== false)
|
||
unset($astr[$i]);
|
||
else
|
||
{
|
||
if ($simple)
|
||
$astr[$i] = ftsearch_text2simple($astr[$i]);
|
||
|
||
if ($astr[$i] == '')
|
||
unset($astr[$i]);
|
||
}
|
||
}
|
||
|
||
return $astr;
|
||
}
|
||
|
||
function ftsearch_load_ignores()
|
||
{
|
||
global $ftsearch_ignores;
|
||
global $ftsearch_ignores_loaded;
|
||
|
||
if ($ftsearch_ignores_loaded != true)
|
||
{
|
||
$ftsearch_ignores = array();
|
||
|
||
$rs = sql('SELECT `word` FROM `search_ignore`');
|
||
while ($r = sql_fetch_assoc($rs))
|
||
$ftsearch_ignores[] = $r['word'];
|
||
sql_free_result($rs);
|
||
|
||
$ftsearch_ignores_loaded = true;
|
||
}
|
||
}
|
||
|
||
// str = single word
|
||
function ftsearch_text2simple($str)
|
||
{
|
||
global $ftsearch_simplerules;
|
||
|
||
$str = ftsearch_text2sort($str);
|
||
|
||
// regeln anwenden
|
||
foreach ($ftsearch_simplerules AS $rule)
|
||
{
|
||
$str = mb_ereg_replace($rule[0], $rule[1], $str);
|
||
}
|
||
|
||
// doppelte chars ersetzen
|
||
for ($c = ord('a'); $c <= ord('z'); $c++)
|
||
{
|
||
$old_str = '';
|
||
while ($old_str != $str)
|
||
{
|
||
$old_str = $str;
|
||
$str = mb_ereg_replace(chr($c) . chr($c), chr($c), $str);
|
||
}
|
||
$old_str = '';
|
||
}
|
||
|
||
return $str;
|
||
}
|
||
|
||
// str = single word
|
||
function ftsearch_text2sort($str)
|
||
{
|
||
$str = mb_strtolower($str);
|
||
|
||
// deutsches
|
||
$str = mb_ereg_replace('ä', 'ae', $str);
|
||
$str = mb_ereg_replace('ö', 'oe', $str);
|
||
$str = mb_ereg_replace('ü', 'ue', $str);
|
||
$str = mb_ereg_replace('Ä', 'ae', $str);
|
||
$str = mb_ereg_replace('Ö', 'oe', $str);
|
||
$str = mb_ereg_replace('Ü', 'ue', $str);
|
||
$str = mb_ereg_replace('ß', 'ss', $str);
|
||
|
||
// akzente usw.
|
||
$str = mb_ereg_replace('à', 'a', $str);
|
||
$str = mb_ereg_replace('á', 'a', $str);
|
||
$str = mb_ereg_replace('â', 'a', $str);
|
||
$str = mb_ereg_replace('è', 'e', $str);
|
||
$str = mb_ereg_replace('é', 'e', $str);
|
||
$str = mb_ereg_replace('ë', 'e', $str);
|
||
$str = mb_ereg_replace('É', 'e', $str);
|
||
$str = mb_ereg_replace('ô', 'o', $str);
|
||
$str = mb_ereg_replace('ó', 'o', $str);
|
||
$str = mb_ereg_replace('ò', 'o', $str);
|
||
$str = mb_ereg_replace('ê', 'e', $str);
|
||
$str = mb_ereg_replace('ě', 'e', $str);
|
||
$str = mb_ereg_replace('û', 'u', $str);
|
||
$str = mb_ereg_replace('ç', 'c', $str);
|
||
$str = mb_ereg_replace('c', 'c', $str);
|
||
$str = mb_ereg_replace('ć', 'c', $str);
|
||
$str = mb_ereg_replace('î', 'i', $str);
|
||
$str = mb_ereg_replace('ï', 'i', $str);
|
||
$str = mb_ereg_replace('ì', 'i', $str);
|
||
$str = mb_ereg_replace('í', 'i', $str);
|
||
$str = mb_ereg_replace('ł', 'l', $str);
|
||
$str = mb_ereg_replace('š', 's', $str);
|
||
$str = mb_ereg_replace('Š', 's', $str);
|
||
$str = mb_ereg_replace('u', 'u', $str);
|
||
$str = mb_ereg_replace('ý', 'y', $str);
|
||
$str = mb_ereg_replace('ž', 'z', $str);
|
||
$str = mb_ereg_replace('Ž', 'Z', $str);
|
||
|
||
$str = mb_ereg_replace('Æ', 'ae', $str);
|
||
$str = mb_ereg_replace('æ', 'ae', $str);
|
||
$str = mb_ereg_replace('œ', 'oe', $str);
|
||
|
||
// sonstiges
|
||
$str = mb_ereg_replace('[^A-Za-z ]', '', $str);
|
||
|
||
return $str;
|
||
}
|
||
|
||
function ftsearch_refresh()
|
||
{
|
||
ftsearch_refresh_all_caches();
|
||
ftsearch_refresh_all_cache_desc();
|
||
ftsearch_refresh_all_pictures();
|
||
ftsearch_refresh_all_cache_logs();
|
||
}
|
||
|
||
function ftsearch_refresh_all_caches()
|
||
{
|
||
$rs = sql('SELECT `caches`.`cache_id` FROM `caches` LEFT JOIN `search_index_times` ON `caches`.`cache_id`=`search_index_times`.`object_id` AND 2=`search_index_times`.`object_type` WHERE `caches`.`status`!=5 AND ISNULL(`search_index_times`.`object_id`) UNION DISTINCT SELECT `caches`.`cache_id` FROM `caches` INNER JOIN `search_index_times` ON `search_index_times`.`object_type`=2 AND `caches`.`cache_id`=`search_index_times`.`object_id` WHERE `caches`.`last_modified`>`search_index_times`.`last_refresh` AND `caches`.`status`!=5');
|
||
while ($r = sql_fetch_assoc($rs))
|
||
ftsearch_refresh_cache($r['cache_id']);
|
||
sql_free_result($rs);
|
||
}
|
||
|
||
function ftsearch_refresh_cache($cache_id)
|
||
{
|
||
$rs = sql("SELECT `name`, `last_modified` FROM `caches` WHERE `cache_id`='&1'", $cache_id);
|
||
if ($r = sql_fetch_assoc($rs))
|
||
{
|
||
ftsearch_set_entries(2, $cache_id, $cache_id, $r['name'], $r['last_modified']);
|
||
}
|
||
sql_free_result($rs);
|
||
}
|
||
|
||
function ftsearch_refresh_all_cache_desc()
|
||
{
|
||
$rs = sql('SELECT `cache_desc`.`id` FROM `cache_desc` INNER JOIN `caches` ON `caches`.`cache_id`=`cache_desc`.`cache_id` LEFT JOIN `search_index_times` ON `cache_desc`.`id`=`search_index_times`.`object_id` AND 3=`search_index_times`.`object_type` WHERE `caches`.`status`!=5 AND ISNULL(`search_index_times`.`object_id`) UNION DISTINCT SELECT `cache_desc`.`id` FROM `cache_desc` INNER JOIN `caches` ON `caches`.`cache_id`=`cache_desc`.`cache_id` INNER JOIN `search_index_times` ON `search_index_times`.`object_type`=3 AND `cache_desc`.`id`=`search_index_times`.`object_id` WHERE `cache_desc`.`last_modified`>`search_index_times`.`last_refresh` AND `caches`.`status`!=5');
|
||
while ($r = sql_fetch_assoc($rs))
|
||
ftsearch_refresh_cache_desc($r['id']);
|
||
sql_free_result($rs);
|
||
}
|
||
|
||
function ftsearch_refresh_cache_desc($id)
|
||
{
|
||
$rs = sql("SELECT `cache_id`, `desc`, `last_modified` FROM `cache_desc` WHERE `id`='&1'", $id);
|
||
if ($r = sql_fetch_assoc($rs))
|
||
{
|
||
$r['desc'] = ftsearch_strip_html($r['desc']);
|
||
ftsearch_set_entries(3, $id, $r['cache_id'], $r['desc'], $r['last_modified']);
|
||
}
|
||
sql_free_result($rs);
|
||
}
|
||
|
||
function ftsearch_refresh_all_pictures()
|
||
{
|
||
$rs = sql('SELECT `pictures`.`id` FROM `pictures` LEFT JOIN `search_index_times` ON `pictures`.`id`=`search_index_times`.`object_id` AND 6=`search_index_times`.`object_type` WHERE ISNULL(`search_index_times`.`object_id`) UNION DISTINCT SELECT `pictures`.`id` FROM `pictures` INNER JOIN `search_index_times` ON `search_index_times`.`object_type`=6 AND `pictures`.`id`=`search_index_times`.`object_id` WHERE `pictures`.`last_modified`>`search_index_times`.`last_refresh`');
|
||
while ($r = sql_fetch_assoc($rs))
|
||
ftsearch_refresh_picture($r['id']);
|
||
sql_free_result($rs);
|
||
}
|
||
|
||
function ftsearch_refresh_picture($id)
|
||
{
|
||
$rs = sql("SELECT `caches`.`cache_id`, `pictures`.`title`, `pictures`.`last_modified` FROM `pictures` INNER JOIN `caches` ON `pictures`.`object_type`=2 AND `caches`.`cache_id`=`pictures`.`object_id` WHERE `pictures`.`id`='&1' UNION DISTINCT SELECT `cache_logs`.`cache_id` , `pictures`.`title`, `pictures`.`last_modified` FROM `pictures` INNER JOIN `cache_logs` ON `pictures`.`object_type`=1 AND `cache_logs`.`id`=`pictures`.`object_id` WHERE `pictures`.`id`='&1' LIMIT 1", $id);
|
||
if ($r = sql_fetch_assoc($rs))
|
||
{
|
||
ftsearch_set_entries(6, $id, $r['cache_id'], $r['title'], $r['last_modified']);
|
||
}
|
||
sql_free_result($rs);
|
||
}
|
||
|
||
function ftsearch_refresh_all_cache_logs()
|
||
{
|
||
$rs = sql('SELECT `cache_logs`.`id` FROM `cache_logs` LEFT JOIN `search_index_times` ON `cache_logs`.`id`=`search_index_times`.`object_id` AND 1=`search_index_times`.`object_type` WHERE ISNULL(`search_index_times`.`object_id`) UNION DISTINCT SELECT `cache_logs`.`id` FROM `cache_logs` INNER JOIN `search_index_times` ON `search_index_times`.`object_type`=1 AND `cache_logs`.`id`=`search_index_times`.`object_id` WHERE `cache_logs`.`last_modified`>`search_index_times`.`last_refresh`');
|
||
while ($r = sql_fetch_assoc($rs))
|
||
ftsearch_refresh_cache_logs($r['id']);
|
||
sql_free_result($rs);
|
||
}
|
||
|
||
function ftsearch_refresh_cache_logs($id)
|
||
{
|
||
$rs = sql("SELECT `cache_id`, `text`, `last_modified` FROM `cache_logs` WHERE `id`='&1'", $id);
|
||
if ($r = sql_fetch_assoc($rs))
|
||
{
|
||
$r['text'] = ftsearch_strip_html($r['text']);
|
||
ftsearch_set_entries(1, $id, $r['cache_id'], $r['text'], $r['last_modified']);
|
||
}
|
||
sql_free_result($rs);
|
||
}
|
||
|
||
function ftsearch_delete_entries($object_type, $object_id, $cache_id)
|
||
{
|
||
sql("DELETE FROM `search_index` WHERE `object_type`='&1' AND `cache_id`='&2'", $object_type, $cache_id);
|
||
sql("DELETE FROM `search_index_times` WHERE `object_type`='&1' AND `object_id`='&2'", $object_type, $object_id);
|
||
}
|
||
|
||
function ftsearch_set_entries($object_type, $object_id, $cache_id, &$text, $last_modified)
|
||
{
|
||
ftsearch_delete_entries($object_type, $object_id, $cache_id);
|
||
|
||
$ahash = ftsearch_hash($text);
|
||
foreach ($ahash AS $k => $h)
|
||
{
|
||
sql("INSERT INTO `search_index` (`object_type`, `cache_id`, `hash`, `count`) VALUES ('&1', '&2', '&3', '&4') ON DUPLICATE KEY UPDATE `count`=`count`+1", $object_type, $cache_id, $h, 1);
|
||
}
|
||
sql("INSERT INTO `search_index_times` (`object_id`, `object_type`, `last_refresh`) VALUES ('&1', '&2', '&3') ON DUPLICATE KEY UPDATE `last_refresh`='&3'", $object_id, $object_type, $last_modified);
|
||
}
|
||
|
||
function ftsearch_strip_html($text)
|
||
{
|
||
$text = str_replace("\n", ' ', $text);
|
||
$text = str_replace("\r", ' ', $text);
|
||
$text = str_replace('<br />', ' ', $text);
|
||
$text = str_replace('<br/>', ' ', $text);
|
||
$text = str_replace('<br>', ' ', $text);
|
||
$text = strip_tags($text);
|
||
$text = html_entity_decode($text, ENT_COMPAT, 'UTF-8');
|
||
|
||
return $text;
|
||
}
|
||
?>
|