<?php
/**
 * WBCE CMS
 * Way Better Content Editing.
 * Visit https://wbce.org to learn more and to join the community.
 *
 * @copyright Ryan Djurovich (2004-2009)
 * @copyright WebsiteBaker Org. e.V. (2009-2015)
 * @copyright WBCE Project (2015-)
 * @license GNU GPL2 (or any later version)
 */

// make the url-string for highlighting
function make_url_searchstring($search_match, $search_url_array)
{
    $link = "";
    if ($search_match != 'exact') {
        $str = implode(" ", $search_url_array);
        $link = "?searchresult=1&amp;sstring=" . urlencode($str);
    } else {
        $str = str_replace(' ', '_', $search_url_array[0]);
        $link = "?searchresult=2&amp;sstring=" . urlencode($str);
    }
    return $link;
}

// make date and time for "last modified by... on ..."-string
function get_page_modified($page_modified_when)
{
    global $TEXT;
    if ($page_modified_when > 0) {
        $date = date(DATE_FORMAT, $page_modified_when + TIMEZONE);
        $time = date(TIME_FORMAT, $page_modified_when + TIMEZONE);
    } else {
        $date = $TEXT['UNKNOWN'] . ' ' . $TEXT['DATE'];
        $time = $TEXT['UNKNOWN'] . ' ' . $TEXT['TIME'];
    }
    return array($date, $time);
}

// make username and displayname for "last modified by... on ..."-string
function get_page_modified_by($page_modified_by, $users)
{
    global $TEXT;
    if ($page_modified_by > 0) {
        $username = $users[$page_modified_by]['username'];
        $displayname = $users[$page_modified_by]['display_name'];
    } else {
        $username = "";
        $displayname = $TEXT['UNKNOWN'];
    }
    return array($username, $displayname);
}

// checks if _all_ searchwords matches
function is_all_matched($text, $search_words)
{
    $all_matched = true;
    foreach ($search_words as $word) {
        if (!preg_match('/' . $word . '/i', $text)) {
            $all_matched = false;
            break;
        }
    }
    return $all_matched;
}

// checks if _any_ of the searchwords matches
function is_any_matched($text, $search_words)
{
    $any_matched = false;
    $word = '(' . implode('|', $search_words) . ')';
    if (preg_match('/' . $word . '/i', $text)) {
        $any_matched = true;
    }
    return $any_matched;
}

// collects the matches from text in excerpt_array
function get_excerpts($text, $search_words, $max_excerpt_num)
{
    $excerpt_array = array();
    $word = '(' . implode('|', $search_words) . ')';
    // start-sign: .!?; + INVERTED EXCLAMATION MARK - INVERTED QUESTION MARK - DOUBLE EXCLAMATION MARK - INTERROBANG - EXCLAMATION QUESTION MARK - QUESTION EXCLAMATION MARK - DOUBLE QUESTION MARK - HALFWIDTH IDEOGRAPHIC FULL STOP - IDEOGRAPHIC FULL STOP - IDEOGRAPHIC COMMA
    $p_start = ".!?;" . "\xC2\xA1" . "\xC2\xBF" . "\xE2\x80\xBC" . "\xE2\x80\xBD" . "\xE2\x81\x89" . "\xE2\x81\x88" . "\xE2\x81\x87" . "\xEF\xBD\xA1" . "\xE3\x80\x82" . "\xE3\x80\x81";
    // stop-sign: .!?; + DOUBLE EXCLAMATION MARK - INTERROBANG - EXCLAMATION QUESTION MARK - QUESTION EXCLAMATION MARK - DOUBLE QUESTION MARK - HALFWIDTH IDEOGRAPHIC FULL STOP - IDEOGRAPHIC FULL STOP - IDEOGRAPHIC COMMA
    $p_stop = ".!?;" . "\xE2\x80\xBC" . "\xE2\x80\xBD" . "\xE2\x81\x89" . "\xE2\x81\x88" . "\xE2\x81\x87" . "\xEF\xBD\xA1" . "\xE3\x80\x82" . "\xE3\x80\x81";
    // jump from match to match, get excerpt, stop if $max_excerpt_num is reached
    $match_array = $matches = array();
    $startpos = $wordpos = $endpos = 0; // although preg_match with u-switch handles unicode correctly, the ...pos-variables will count bytes (not chars)
    while (preg_match("/$word/i", $text, $match_array, PREG_OFFSET_CAPTURE, $startpos)) {
        $wordpos = $match_array[0][1];
        $startpos = ($wordpos - 200 < $endpos) ? $endpos : $wordpos - 200;
        $endpos = $wordpos + 200;
        // look for better start position
        if (preg_match_all("/[$p_start]/u", substr($text, $startpos, $wordpos - $startpos), $matches, PREG_OFFSET_CAPTURE)) {
            $startpos += $matches[0][count($matches[0]) - 1][1];
        }
        // set startpos at last punctuation before word
        // look for better end position
        if (preg_match_all("/[$p_stop]/u", substr($text, $wordpos, $endpos - $wordpos), $matches, PREG_OFFSET_CAPTURE)) {
            $endpos = $wordpos + $matches[0][0][1];
        }
        // set endpos at first punctuation after word
        $match = substr($text, $startpos + 1, $endpos - $startpos);
        if (!preg_match('/\b[a-zA-Z0-9._%+-]+@[a-zA-Z0-9.-]+\./', $match)) { // skip excerpts with email-addresses
            $excerpt_array[] = trim($match);
        }

        if (count($excerpt_array) >= $max_excerpt_num) {
            $excerpt_array = array_unique($excerpt_array);
            if (count($excerpt_array) >= $max_excerpt_num) {
                break;
            }
        }
        // restart at last endpos
        $startpos = $endpos;
    }
    return $excerpt_array;
}

// makes excerpt_array a string ready to print out
function prepare_excerpts($excerpt_array, $search_words, $max_excerpt_num)
{
    // excerpts: text before and after a single excerpt, html-tag for markup
    $EXCERPT_BEFORE = '...&nbsp;';
    $EXCERPT_AFTER = '&nbsp;...<br />';
    $EXCERPT_MARKUP_START = '<b>';
    $EXCERPT_MARKUP_END = '</b>';
    // remove duplicate matches from $excerpt_array, if any.
    $excerpt_array = array_unique($excerpt_array);
    // use the first $max_excerpt_num excerpts only
    if (count($excerpt_array) > $max_excerpt_num) {
        $excerpt_array = array_slice($excerpt_array, 0, $max_excerpt_num);
    }
    // prepare search-string
    $string = "(" . implode("|", $search_words) . ")";
    // we want markup on search-results page,
    // but we need some 'magic' to prevent <br />, <b>... from being highlighted
    $excerpt = '';
    foreach ($excerpt_array as $str) {
        $excerpt .= '#,,#' . preg_replace("/($string)/i", "#,,,,#$1#,,,,,#", $str) . '#,,,#';
    }
    $excerpt = str_replace(array('&', '<', '>', '"', '\'', "\xC2\xA0"), array('&amp;', '&lt;', '&gt;', '&quot;', '&#039;', ' '), $excerpt);
    $excerpt = str_replace(array('#,,,,#', '#,,,,,#'), array($EXCERPT_MARKUP_START, $EXCERPT_MARKUP_END), $excerpt);
    $excerpt = str_replace(array('#,,#', '#,,,#'), array($EXCERPT_BEFORE, $EXCERPT_AFTER), $excerpt);
    // prepare to write out
    if (DEFAULT_CHARSET != 'utf-8') {
        $excerpt = umlauts_to_entities($excerpt, 'UTF-8');
    }
    return $excerpt;
}

// work out what the link-anchor should be
function make_url_target($page_link_target, $text, $search_words)
{
    // 1. e.g. $page_link_target=="&monthno=5&year=2007" - module-dependent target. Do nothing.
    // 2. $page_link_target=="#!wb_section_..." - the user wants the section-target, so do nothing.
    // 3. $page_link_target=="#wb_section_..." - try to find a better target, use the section-target as fallback.
    // 4. $page_link_target=="" - do nothing
    if (version_compare(PHP_VERSION, '4.3.3', ">=") && substr($page_link_target, 0, 12) == '#wb_section_') {
        $word = '(' . implode('|', $search_words) . ')';
        preg_match('/' . $word . '/i', $text, $match, PREG_OFFSET_CAPTURE);
        if ($match && is_array($match[0])) {
            $x = $match[0][1]; // position of first match
            // is there an anchor nearby?
            if (preg_match_all('/<\s*(?:a[^>]+?name|[^>]+?id)\s*=\s*"([^"]+)"/i', substr($text, 0, $x), $match)) {
                $page_link_target = '#' . $match[1][count($match[1]) - 1];
            }
        }
    } elseif (substr($page_link_target, 0, 13) == '#!wb_section_') {
        $page_link_target = '#' . substr($page_link_target, 2);
    }

    // since wb 2.7.1 the section-anchor is configurable - SEC_ANCHOR holds the anchor name
    if (substr($page_link_target, 0, 12) == '#wb_section_') {
        if (defined('SEC_ANCHOR') && SEC_ANCHOR != '') {
            $sec_id = substr($page_link_target, 12);
            $page_link_target = '#' . SEC_ANCHOR . $sec_id;
        } else {
            // section-anchors are disabled
            $page_link_target = '';
        }
    }

    return $page_link_target;
}

// wrapper for compatibility with old print_excerpt()
function print_excerpt($page_link, $page_link_target, $page_title, $page_description, $page_modified_when, $page_modified_by, $text, $max_excerpt_num, $func_vars, $pic_link = "")
{
    $mod_vars = array(
        'page_link' => $page_link,
        'page_link_target' => $page_link_target,
        'page_title' => $page_title,
        'page_description' => $page_description,
        'page_modified_when' => $page_modified_when,
        'page_modified_by' => $page_modified_by,
        'text' => $text,
        'max_excerpt_num' => $max_excerpt_num,
        'pic_link' => $pic_link,
    );
    print_excerpt2($mod_vars, $func_vars);
}

/**
 * These functions can be used in module-supplied search_funcs
 * -----------------------------------------------------------
 * print_excerpt2() - the main-function to use in all search_funcs
 * print_excerpt() - wrapper for compatibility-reason. Use print_excerpt2() instead.
 * list_files_dirs() - lists all files and dirs below a given directory
 * clear_filelist() - keeps only wanted or removes unwanted entries in file-list.
 */

// prints the excerpts for one section
function print_excerpt2($mod_vars, $func_vars)
{
    extract($func_vars, EXTR_PREFIX_ALL, 'func');
    extract($mod_vars, EXTR_PREFIX_ALL, 'mod');
    global $TEXT;
    // check $mod_...vars
    if (!isset($mod_page_link)) {
        $mod_page_link = $func_page_link;
    }

    if (!isset($mod_page_link_target)) {
        $mod_page_link_target = "";
    }

    if (!isset($mod_page_title)) {
        $mod_page_title = $func_page_title;
    }

    if (!isset($mod_page_description)) {
        $mod_page_description = $func_page_description;
    }

    if (!isset($mod_page_modified_when)) {
        $mod_page_modified_when = $func_page_modified_when;
    }

    if (!isset($mod_page_modified_by)) {
        $mod_page_modified_by = $func_page_modified_by;
    }

    if (!isset($mod_text)) {
        $mod_text = "";
    }

    if (!isset($mod_max_excerpt_num)) {
        $mod_max_excerpt_num = $func_default_max_excerpt;
    }

    if (!isset($mod_pic_link)) {
        $mod_pic_link = "";
    }

    if (!isset($mod_no_highlight)) {
        $mod_no_highlight = false;
    }

    if (!isset($func_enable_flush)) {
        $func_enable_flush = false;
    }
    // set this in db: wb_search.cfg_enable_flush [READ THE DOC BEFORE]
    if (isset($mod_ext_charset)) {
        $mod_ext_charset = strtolower($mod_ext_charset);
    } else {
        $mod_ext_charset = '';
    }

    if ($mod_text == "") { // nothing to do
        return false;
    }

    if ($mod_no_highlight) { // no highlighting
        $mod_page_link_target = "&amp;nohighlight=1" . $mod_page_link_target;
    }
    // clean the text:
    $mod_text = preg_replace('#<(br|dt|/dd|/?(?:h[1-6]|tr|table|p|li|ul|pre|code|div|hr))[^>]*>#i', '.', $mod_text);
    $mod_text = preg_replace('#<(!--.*--|style.*</style|script.*</script)>#iU', ' ', $mod_text);
    $mod_text = preg_replace('#\[\[.*?\]\]#', '', $mod_text); // Filter droplets from the page data
    // strip_tags() is called below
    if ($mod_ext_charset != '') {
        // data from external database may have a different charset
        require_once WB_PATH . '/framework/functions-utf8.php';
        switch ($mod_ext_charset) {
            case 'latin1':
            case 'cp1252':
                $mod_text = charset_to_utf8($mod_text, 'CP1252');
                break;
            case 'cp1251':
                $mod_text = charset_to_utf8($mod_text, 'CP1251');
                break;
            case 'latin2':
                $mod_text = charset_to_utf8($mod_text, 'ISO-8859-2');
                break;
            case 'hebrew':
                $mod_text = charset_to_utf8($mod_text, 'ISO-8859-8');
                break;
            case 'greek':
                $mod_text = charset_to_utf8($mod_text, 'ISO-8859-7');
                break;
            case 'latin5':
                $mod_text = charset_to_utf8($mod_text, 'ISO-8859-9');
                break;
            case 'latin7':
                $mod_text = charset_to_utf8($mod_text, 'ISO-8859-13');
                break;
            case 'utf8':
            default:
                $mod_text = charset_to_utf8($mod_text, 'UTF-8');
        }
    } else {
        $mod_text = entities_to_umlauts($mod_text, 'UTF-8');
    }
    $anchor_text = $mod_text; // make an copy containing html-tags
    $mod_text = strip_tags($mod_text);
    $mod_text = str_replace(array('&gt;', '&lt;', '&amp;', '&quot;', '&#039;', '&apos;', '&nbsp;'), array('>', '<', '&', '"', '\'', '\'', ' '), $mod_text);
    $mod_text = '.' . trim($mod_text) . '.';
    // Do a fast scan over $mod_text first. This may speedup things a lot.
    if ($func_search_match == 'all') {
        if (!is_all_matched($mod_text, $func_search_words)) {
            return false;
        }
    } elseif (!is_any_matched($mod_text, $func_search_words)) {
        return false;
    }
    // search for an better anchor - this have to be done before strip_tags() (may fail if search-string contains <, &, amp, gt, lt, ...)
    $anchor = make_url_target($mod_page_link_target, $anchor_text, $func_search_words);
    // make the link from $mod_page_link, add anchor
    $link = "";
    $link = page_link($mod_page_link);
    if (strpos($mod_page_link, 'http:') === false) {
        $link .= make_url_searchstring($func_search_match, $func_search_url_array);
    }

    $link .= $anchor;

    // now get the excerpt
    $excerpt = "";
    $excerpt_array = array();
    if ($mod_max_excerpt_num > 0) {
        if (!$excerpt_array = get_excerpts($mod_text, $func_search_words, $mod_max_excerpt_num)) {
            return false;
        }
        $excerpt = prepare_excerpts($excerpt_array, $func_search_words, $mod_max_excerpt_num);
    }
    // handle thumbs - to deactivate this look in the module's search.php: $show_thumb (or maybe in the module's settings-page)
    if ($mod_pic_link != "") {
        if (isset($mod_special) && $mod_special == 'lightbox2_plus') {
            $excerpt = '<table class="excerpt_thumb" width="100%" cellspacing="0" cellpadding="0" border="0"><tbody><tr><td width="110" valign="top">' . $mod_special_piclink . '<img src="' . WB_URL . '/' . MEDIA_DIRECTORY . $mod_pic_link . '" alt="" /></a></td><td>' . $excerpt . '</td></tr></tbody></table>';
        } else {
            $excerpt = '<table class="excerpt_thumb" width="100%" cellspacing="0" cellpadding="0" border="0"><tbody><tr><td width="110" valign="top"><a href="' . $link . '"><img src="' . WB_URL . '/' . MEDIA_DIRECTORY . $mod_pic_link . '" alt="" /></a></td><td>' . $excerpt . '</td></tr></tbody></table>';
        }
    }

    // print-out the excerpt
    $vars = array();
    $values = array();
    list($date, $time) = get_page_modified($mod_page_modified_when);
    list($username, $displayname) = get_page_modified_by($mod_page_modified_by, $func_users);
    $vars = array('[LINK]', '[TITLE]', '[PAGE_TITLE]', '[MENU_TITLE]', '[DESCRIPTION]', '[USERNAME]', '[DISPLAY_NAME]', '[DATE]', '[TIME]', '[TEXT_LAST_UPDATED_BY]', '[TEXT_ON]', '[EXCERPT]');
    $values = array(
        $link,
        $mod_page_title,
        $func_page_title,
        $func_page_menu_title,
        $mod_page_description,
        $username,
        $displayname,
        $date,
        $time,
        $TEXT['LAST_UPDATED_BY'],
        $TEXT['ON'],
        $excerpt,
    );
    echo str_replace($vars, $values, $func_results_loop_string);
    if ($func_enable_flush) {
        // ATTN: this will bypass output-filters and may break template-layout or -filters
        ob_flush();
        flush();
    }
    return true;
}

// list all files and dirs in $dir (recursive), omits '.', '..', and hidden files/dirs
// returns an array of two arrays ($files[] and $dirs[]).
// usage: list($files,$dirs) = list_files_dirs($directory);
//        $depth: get subdirs (true/false)
function list_files_dirs($dir, $depth = true, $files = array(), $dirs = array())
{
    $dh = opendir($dir);
    while (($file = readdir($dh)) !== false) {
        if ($file[0] == '.' || $file == '..') {
            continue;
        }
        if (is_dir($dir . '/' . $file)) {
            if ($depth) {
                $dirs[] = $dir . '/' . $file;
                list($files, $dirs) = list_files_dirs($dir . '/' . $file, $depth, $files, $dirs);
            }
        } else {
            $files[] = $dir . '/' . $file;
        }
    }
    closedir($dh);
    natcasesort($files);
    natcasesort($dirs);
    return (array($files, $dirs));
}

// keeps only wanted entries in array $files. $str have to be an eregi()-compatible regex
function clear_filelist($files, $str, $keep = true)
{
    // options: $keep = true  : remove all non-matching entries
    //          $keep = false : remove all matching entries
    $c_filelist = array();
    if ($str == '') {
        return $files;
    }

    foreach ($files as $file) {
        if ($keep) {
            if (preg_match("~$str~i", $file)) {
                $c_filelist[] = $file;
            }
        } else {
            if (!preg_match("~$str~i", $file)) {
                $c_filelist[] = $file;
            }
        }
    }
    return ($c_filelist);
}

function search_make_sql_part($words, $match, $columns)
{
    // $words are utf-8 encoded, will be converted to DEFAULT_CHARSET below
    if (empty($words) || empty($columns)) {
        return ('(1=1)');
    }

    global $database;

    // check if we can use SQL'S "LIKE"
    // work-around for WB'S missing-SET-NAMES-problem
    static $checked = false;
    if ($checked === false) {
        $checked = true;
        $lowers = array('utf8' => "\xc3\xa1", 'iso' => "\xe1");
        $uppers = array('utf8' => "\xc3\x81", 'iso' => "\xc1");
        switch (DEFAULT_CHARSET) {
            case 'utf-8':
                $lo = $lowers['utf8'];
                $up = $uppers['utf8'];
                break;
            case 'iso-8859-1':
            case 'iso-8859-2':
            case 'iso-8859-3':
            case 'iso-8859-4':
            case 'iso-8859-5':
            case 'iso-8859-7':
            case 'iso-8859-9':
            case 'iso-8859-10':
                $lo = $lowers['iso'];
                $up = $uppers['iso'];
                break;
            default:
                $checked = 'check failed'; // we can't handle arabic,hebrew,thai
        }
        if ($checked === true && $query = $database->query("SELECT UPPER('$lo')='$up'")) {
            $res = $query->fetchRow();
            if ($res[0] == 0) {
                $checked = 'check failed';
            }
        } else {
            $checked = 'check failed';
        }
    }

    require_once WB_PATH . '/framework/functions-utf8.php';
    global $search_table_sql_local;
    $altnum = count($search_table_sql_local);

    if ($match == 'all') {
        $op = 'AND';
    } else {
        $op = ' OR';
    }
    // keep the leading space!

    // create sql-template
    $sql = '';
    $i = 0;
    foreach ($words as $w) {
        if (empty($w)) {
            continue;
        }

        $w_alts = $e_alts = array();
        if ($altnum) {
            for ($x = 0; $x < $altnum; $x++) {
                $w_alts[$x] = strtr($w, $search_table_sql_local[$x]);
            }
        } else {
            $w_alts[0] = $w;
        }
        $w_alts = array_unique($w_alts);
        foreach ($w_alts as $a) {
            $tmp = htmlentities($a, ENT_COMPAT, 'UTF-8');
            // if the missing-SET-NAMES-issue appears and $tmp contains non-ascii characters: exit and use the normal (slow) search-function instead
            if ($checked !== true && preg_match('/[\x80-\xFF]/', $tmp)) {
                return ('(1=1)');
            }
            // missing-SET-NAMES-issue
            $e_alts[] = $tmp;
        }
        $sql .= "";
        foreach ($w_alts as $a) {
            $sql .= "{{COL}} LIKE '%" . addslashes(utf8_to_charset($a)) . "%' OR ";
        }

        if (isset($e_alts[$i]) && $e_alts[$i] != $w) {
            $sql .= " {{COL}} LIKE '%" . addslashes($e_alts[$i]) . "%'";
        } else {
            $sql = substr($sql, 0, strlen($sql) - 4);
            $sql .= '';
        }
        $sql .= " $op ";
        $i++;
    }
    $sql = substr($sql, 0, strlen($sql) - 5);
    $sql_template = $sql;

    // create SQL-string from template
    $sql = '(';
    foreach ($columns as $c) {
        $sql .= '(';
        $sql .= str_replace('{{COL}}', $c, $sql_template);
        $sql .= ")  OR ";
    }
    $sql = substr($sql, 0, strlen($sql) - 4);
    $sql .= ')';

    return ($sql);
}
