make a simple search function for homepage

H

HYRY

I want to add some simple search function for my homepage. It need to
search through all the html files of my homepage (about 300 pages), and
highlight the search words.

I made some test with HTMLParser, it works but slow. So, my question is
how can I improve its speed?

from HTMLParser import HTMLParser

class HightLightParser(HTMLParser):
def __init__(self, outfile, words):
self.outfile = outfile
self.words = words
self.found = False
HTMLParser.__init__(self)

def handle_starttag(self, tag, attrs):
self.outfile.write( self.get_starttag_text( ) )

def handle_endtag(self, tag):
self.outfile.write( "</%s>" % tag )

def handle_data(self, data):
for word in self.words:
data = data.replace(word, "<font color=red>%s</font>" % word)
#highlight
self.outfile.write(data)

class SearchParser(HTMLParser):
def __init__(self, words):
self.words = words
self.found = False
HTMLParser.__init__(self)

def handle_data(self, data):
for word in self.words:
if word in data: # search
self.found = True


words = ["the"]
x = SearchParser(words)
data = file("input.htm").read()
x.feed(data)
if x.found:
y = HightLightParser(file("output.htm", "w"),words)
y.feed(data)
 
J

James Stroud

HYRY said:
I want to add some simple search function for my homepage. It need to
search through all the html files of my homepage (about 300 pages), and
highlight the search words.

I made some test with HTMLParser, it works but slow. So, my question is
how can I improve its speed?

from HTMLParser import HTMLParser

class HightLightParser(HTMLParser):
def __init__(self, outfile, words):
self.outfile = outfile
self.words = words
self.found = False
HTMLParser.__init__(self)

def handle_starttag(self, tag, attrs):
self.outfile.write( self.get_starttag_text( ) )

def handle_endtag(self, tag):
self.outfile.write( "</%s>" % tag )

def handle_data(self, data):
for word in self.words:
data = data.replace(word, "<font color=red>%s</font>" % word)
#highlight
self.outfile.write(data)

class SearchParser(HTMLParser):
def __init__(self, words):
self.words = words
self.found = False
HTMLParser.__init__(self)

def handle_data(self, data):
for word in self.words:
if word in data: # search
self.found = True


words = ["the"]
x = SearchParser(words)
data = file("input.htm").read()
x.feed(data)
if x.found:
y = HightLightParser(file("output.htm", "w"),words)
y.feed(data)

google "google".

Seriously though, perhaps you may want to index your pages first. Maybe
checkout divmod (http://divmod.org/trac/wiki/DivmodXapwrap).

James
 

Ask a Question

Want to reply to this thread or ask your own question?

You'll need to choose a username for the site, which only take a couple of moments. After that, you can post your question and our members will help you out.

Ask a Question

Members online

Forum statistics

Threads
473,982
Messages
2,570,185
Members
46,738
Latest member
JinaMacvit

Latest Threads

Top