pike.git / lib / modules / Search.pmod / Indexer.pmod

version» Context lines:

pike.git/lib/modules/Search.pmod/Indexer.pmod:1:   // This file is part of Roxen Search   // Copyright © 2001 Roxen IS. All rights reserved.   // - // $Id: Indexer.pmod,v 1.12 2001/06/22 01:28:35 nilsson Exp $ + // $Id: Indexer.pmod,v 1.13 2001/06/26 04:06:36 js Exp $      void index_document(Search.Database.Base db,    string|Standards.URI uri,    void|string language,    mapping fields,    mapping uri_anchors)   {    db->remove_document( uri, language );       foreach(indices(fields), string field)    {    string f;    if( strlen(f = fields[field] ) )    {    array words=Search.Utils.tokenize_and_normalize( f );    db->insert_words(uri, language, field, words );    }    }    // Tokenize any anchor fields    -  int source_hash=hash((string)uri)&0xf; -  foreach(indices(uri_anchors|| ({ })), string link_uri) -  { -  array(string) words= -  Search.Utils.tokenize_and_normalize(uri_anchors[link_uri]); -  db->insert_words(link_uri, 0, "anchor", words, source_hash); + // int source_hash=hash((string)uri)&0xf; + // foreach(indices(uri_anchors|| ({ })), string link_uri) + // { + // array(string) words= + // Search.Utils.tokenize_and_normalize(uri_anchors[link_uri]); + // db->insert_words(link_uri, 0, "anchor", words, source_hash); + // }   } - } +          array(Standards.URI) filter_and_extract_links(Search.Database.Base db,    string|Standards.URI uri,    void|string language,    string|Stdio.File data,    string content_type,    mapping headers,    string default_charset )   {