\nRestart from posting $batchstart
\n";
$post_id = $row['post_id'];
$matches = array();
$matches['text'] = split_words(clean_words('post', $row['post_text'], $stopword_array, $synonym_array));
$matches['title'] = split_words(clean_words('post', $row['post_subject'], $stopword_array, $synonym_array));
while( list($match_type, $match_ary) = @each($matches) )
{
$title_match = ( $match_type == 'title' ) ? 1 : 0;
$num_matches = count($match_ary);
if ( $num_matches < 1 )
{
// Skip this post if no words where found
continue;
}
// For all words in the posting
$sql_in = '';
$sql_insert = '';
$sql_select = '';
$word = array();
$word_count = array();
for($j = 0; $j < $num_matches; $j++)
{
if ( $this_word = strtolower(trim($match_ary[$j])) )
{
$word_count[$this_word] = ( isset($word_count[$this_word]) ) ? $word_count[$this_word] + 1 : 0;
$comma = ($sql_insert != '')? ', ': '';
$sql_insert .= "$comma('" . $this_word . "')";
$sql_select .= "$comma'" . $this_word . "'";
}
}
if ( $sql_insert == '' )
{
message_die(ERROR, 'No words found to index');
}
$sql = "INSERT IGNORE INTO " . SEARCH_WORD_TABLE . " (word_text)
VALUES $sql_insert";
$db->sql_query($sql);
// Get the word_id's out of the DB (to see if they are already there)
$sql = "SELECT word_id, word_text
FROM " . SEARCH_WORD_TABLE . "
WHERE word_text IN ($sql_select)
GROUP BY word_text";
$result2 = $db->sql_query($sql);
$sql_insert = array();
while( $row = $db->sql_fetchrow($result2) )
{
$sql_insert[] = "($post_id, " . $row['word_id'] . ", $title_match)";
}
$db->sql_freeresult($result2);
$sql = "INSERT INTO " . SEARCH_MATCH_TABLE . " (post_id, word_id, title_match)
VALUES " . implode(', ', $sql_insert);
$db->sql_query($sql);
} // All posts
}
while ( $row = $db->sql_fetchrow($result) );
}
// Remove common words after the first 2 batches and after every 4th batch after that.
if ( $batchcount % 4 == 3 )
{
// print "
Removing common words (words that appear in more than $common_percent of the posts)
\n";
// flush();
// print "Removed ". remove_common("global", $common_percent) ." words that where too common.
";
}
}
echo "
Done";
exit;
}
else if ( isset($HTTP_POST_VARS['cancel']) )
{
}
else
{
page_header($lang['DB']);
?>