"function readInt($file)\n" "{\n" " $b1 = ord(fgetc($file)); $b2 = ord(fgetc($file));\n" " $b3 = ord(fgetc($file)); $b4 = ord(fgetc($file));\n" " return ($b1<<24)|($b2<<16)|($b3<<8)|$b4;\n" "}\n" "\n" "function readString($file)\n" "{\n" " $result=\"\";\n" " while (ord($c=fgetc($file))) $result.=$c;\n" " return $result;\n" "}\n" "\n" "function readHeader($file)\n" "{\n" " $header =fgetc($file); $header.=fgetc($file);\n" " $header.=fgetc($file); $header.=fgetc($file);\n" " return $header;\n" "}\n" "\n" "function computeIndex($word)\n" "{\n" " // Fast string hashing\n" " //$lword = strtolower($word);\n" " //$l = strlen($lword);\n" " //for ($i=0;$i<$l;$i++)\n" " //{\n" " // $c = ord($lword{$i});\n" " // $v = (($v & 0xfc00) ^ ($v << 6) ^ $c) & 0xffff;\n" " //}\n" " //return $v;\n" "\n" " // Simple hashing that allows for substring search\n" " if (strlen($word)<2) return -1;\n" " // high char of the index\n" " $hi = ord($word{0});\n" " if ($hi==0) return -1;\n" " // low char of the index\n" " $lo = ord($word{1});\n" " if ($lo==0) return -1;\n" " // return index\n" " return $hi*256+$lo;\n" "}\n" "\n" "function search($file,$word,&$statsList)\n" "{\n" " $index = computeIndex($word);\n" " if ($index!=-1) // found a valid index\n" " {\n" " fseek($file,$index*4+4); // 4 bytes per entry, skip header\n" " $index = readInt($file);\n" " if ($index) // found words matching the hash key\n" " {\n" " $start=sizeof($statsList);\n" " $count=$start;\n" " fseek($file,$index);\n" " $w = readString($file);\n" " while ($w)\n" " {\n" " $statIdx = readInt($file);\n" " if ($word==substr($w,0,strlen($word)))\n" " { // found word that matches (as substring)\n" " $statsList[$count++]=array(\n" " \"word\"=>$word,\n" " \"match\"=>$w,\n" " \"index\"=>$statIdx,\n" " \"full\"=>strlen($w)==strlen($word),\n" " \"docs\"=>array()\n" " );\n" " }\n" " $w = readString($file);\n" " }\n" " $totalHi=0;\n" " $totalFreqHi=0;\n" " $totalFreqLo=0;\n" " for ($count=$start;$count $idx,\n" " \"freq\" => $freq>>1,\n" " \"rank\" => 0.0,\n" " \"hi\" => $freq&1\n" " );\n" " if ($freq&1) // word occurs in high priority doc\n" " {\n" " $totalHi++;\n" " $totalFreqHi+=$freq*$multiplier;\n" " }\n" " else // word occurs in low priority doc\n" " {\n" " $totalFreqLo+=$freq*$multiplier;\n" " }\n" " }\n" " // read name and url info for the doc\n" " for ($i=0;$i<$numDocs;$i++)\n" " {\n" " fseek($file,$docInfo[$i][\"idx\"]);\n" " $docInfo[$i][\"name\"]=readString($file);\n" " $docInfo[$i][\"url\"]=readString($file);\n" " }\n" " $statInfo[\"docs\"]=$docInfo;\n" " }\n" " $totalFreq=($totalHi+1)*$totalFreqLo + $totalFreqHi;\n" " for ($count=$start;$count$key,\n" " \"name\"=>$di[\"name\"],\n" " \"rank\"=>$rank\n" " );\n" " }\n" " $docs[$key][\"words\"][] = array(\n" " \"word\"=>$wordInfo[\"word\"],\n" " \"match\"=>$wordInfo[\"match\"],\n" " \"freq\"=>$di[\"freq\"]\n" " );\n" " }\n" " }\n" " return $docs;\n" "}\n" "\n" "function filter_results($docs,&$requiredWords,&$forbiddenWords)\n" "{\n" " $filteredDocs=array();\n" " while (list ($key, $val) = each ($docs)) \n" " {\n" " $words = &$docs[$key][\"words\"];\n" " $copy=1; // copy entry by default\n" " if (sizeof($requiredWords)>0)\n" " {\n" " foreach ($requiredWords as $reqWord)\n" " {\n" " $found=0;\n" " foreach ($words as $wordInfo)\n" " { \n" " $found = $wordInfo[\"word\"]==$reqWord;\n" " if ($found) break;\n" " }\n" " if (!$found) \n" " {\n" " $copy=0; // document contains none of the required words\n" " break;\n" " }\n" " }\n" " }\n" " if (sizeof($forbiddenWords)>0)\n" " {\n" " foreach ($words as $wordInfo)\n" " {\n" " if (in_array($wordInfo[\"word\"],$forbiddenWords))\n" " {\n" " $copy=0; // document contains a forbidden word\n" " break;\n" " }\n" " }\n" " }\n" " if ($copy) $filteredDocs[$key]=$docs[$key];\n" " }\n" " return $filteredDocs;\n" "}\n" "\n" "function compare_rank($a,$b)\n" "{\n" " if ($a[\"rank\"] == $b[\"rank\"]) \n" " {\n" " return 0;\n" " }\n" " return ($a[\"rank\"]>$b[\"rank\"]) ? -1 : 1; \n" "}\n" "\n" "function sort_results($docs,&$sorted)\n" "{\n" " $sorted = $docs;\n" " usort($sorted,\"compare_rank\");\n" " return $sorted;\n" "}\n" "\n" "function report_results(&$docs)\n" "{\n" " echo \"\\n\";\n" " echo \" \\n\";\n" " echo \" \\n\";\n" " echo \" \\n\";\n" " $numDocs = sizeof($docs);\n" " if ($numDocs==0)\n" " {\n" " echo \" \\n\";\n" " echo \" \\n\";\n" " echo \" \\n\";\n" " }\n" " else\n" " {\n" " echo \" \\n\";\n" " echo \" \\n\";\n" " echo \" \\n\";\n" " $num=1;\n" " foreach ($docs as $doc)\n" " {\n" " echo \" \\n\";\n" " echo \" \";\n" " echo \"\\n\";\n" " echo \" \\n\";\n" " echo \" \\n\";\n" " echo \" \\n\";\n" " $num++;\n" " }\n" " }\n" " echo \"

\".search_results().\"

\".matches_text(0).\"
\".matches_text($numDocs);\n" " echo \"\\n\";\n" " echo \"
$num.\".$doc[\"name\"].\"
\".report_matches().\" \";\n" " foreach ($doc[\"words\"] as $wordInfo)\n" " {\n" " $word = $wordInfo[\"word\"];\n" " $matchRight = substr($wordInfo[\"match\"],strlen($word));\n" " echo \"$word$matchRight(\".$wordInfo[\"freq\"].\") \";\n" " }\n" " echo \"
\\n\";\n" "}\n" "\n" "function main()\n" "{\n" " if(strcmp('4.1.0', phpversion()) > 0) \n" " {\n" " die(\"Error: PHP version 4.1.0 or above required!\");\n" " }\n" " if (!($file=fopen(\"search.idx\",\"rb\"))) \n" " {\n" " die(\"Error: Search index file could NOT be opened!\");\n" " }\n" " if (readHeader($file)!=\"DOXS\")\n" " {\n" " die(\"Error: Header of index file is invalid!\");\n" " }\n" " $query=\"\";\n" " if (array_key_exists(\"query\", $_GET))\n" " {\n" " $query=$_GET[\"query\"];\n" " }\n" " end_form(ereg_replace(\"[^[:alnum:]:\\\\.\\\\t ]\", \" \", $query ));\n" " echo \" \\n
\\n\";\n" " $results = array();\n" " $requiredWords = array();\n" " $forbiddenWords = array();\n" " $foundWords = array();\n" " $word=strtok($query,\" \");\n" " while ($word) // for each word in the search query\n" " {\n" " if (($word{0}=='+')) { $word=substr($word,1); $requiredWords[]=$word; }\n" " if (($word{0}=='-')) { $word=substr($word,1); $forbiddenWords[]=$word; }\n" " if (!in_array($word,$foundWords))\n" " {\n" " $foundWords[]=$word;\n" " search($file,strtolower($word),$results);\n" " }\n" " $word=strtok(\" \");\n" " }\n" " $docs = array();\n" " combine_results($results,$docs);\n" " // filter out documents with forbidden word or that do not contain\n" " // required words\n" " $filteredDocs = filter_results($docs,$requiredWords,$forbiddenWords);\n" " // sort the results based on rank\n" " $sorted = array();\n" " sort_results($filteredDocs,$sorted);\n" " // report results to the user\n" " report_results($sorted);\n" " echo \"
\\n\";\n" " fclose($file);\n" "}\n" "\n" "main();\n" "\n"