1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
|
# New HTML class
# XXX Check against HTML 2.0 spec
# XXX reorder methods according to hierarchy
# - html structure: head, body, title, isindex
# - headers
# - lists, items
# - paragraph styles
# - forms
# - character styles
# - images
# - bookkeeping
# - output generation
import sys
import regsub
import string
from sgmllib import SGMLParser
ROMAN = 0
ITALIC = 1
BOLD = 2
FIXED = 3
class HTMLParser(SGMLParser):
def __init__(self):
SGMLParser.__init__(self)
self.savedata = None
self.isindex = 0
self.title = ''
self.para = None
self.lists = []
self.styles = []
self.nofill = 0
self.nospace = 1
self.softspace = 0
# --- Data
def handle_image(self, src, alt):
self.handle_data(alt)
def handle_data(self, data):
if self.nofill:
self.handle_literal(data)
return
data = regsub.gsub('[ \t\n\r]+', ' ', data)
if self.nospace and data[:1] == ' ': data = data[1:]
if not data: return
self.nospace = 0
if self.softspace and data[:1] != ' ': data = ' ' + data
if data[-1:] == ' ':
data = data[:-1]
self.softspace = 1
self.output_data(data)
def handle_literal(self, data):
self.nospace = 0
self.softspace = 0
self.output_data(data)
def output_data(self, data):
if self.savedata is not None:
self.savedata = self.savedata + data
else:
self.write_data(data)
def write_data(self, data):
sys.stdout.write(data)
def save_bgn(self):
self.savedata = ''
self.nospace = 1
self.softspace = 0
def save_end(self):
saved = self.savedata
self.savedata = None
self.nospace = 1
self.softspace = 0
return saved
def new_para(self):
pass
def new_style(self):
pass
# --- Generic style changes
def para_bgn(self, tag):
if not self.nospace:
self.handle_literal('\n')
self.nospace = 1
self.softspace = 0
if tag is not None:
self.para = tag
self.new_para()
def para_end(self):
self.para_bgn('')
def push_list(self, tag):
self.lists.append(tag)
self.para_bgn(None)
def pop_list(self):
del self.lists[-1]
self.para_end()
def literal_bgn(self, tag, attrs):
self.para_bgn(tag)
def literal_end(self, tag):
self.para_end()
def push_style(self, tag):
self.styles.append(tag)
self.new_style()
def pop_style(self):
del self.styles[-1]
self.new_style()
def anchor_bgn(self, href, name, type):
self.push_style(href and 'a' or None)
def anchor_end(self):
self.pop_style()
# --- Top level tags
def start_html(self, attrs): pass
def end_html(self): pass
def start_head(self, attrs): pass
def end_head(self): pass
def start_body(self, attrs): pass
def end_body(self): pass
def do_isindex(self, attrs):
self.isindex = 1
def start_title(self, attrs):
self.save_bgn()
def end_title(self):
self.title = self.save_end()
# --- Old HTML 'literal text' tags
def start_listing(self, attrs):
self.setliteral('listing')
self.literal_bgn('listing', attrs)
def end_listing(self):
self.literal_end('listing')
def start_xmp(self, attrs):
self.setliteral('xmp')
self.literal_bgn('xmp', attrs)
def end_xmp(self):
self.literal_end('xmp')
def do_plaintext(self, attrs):
self.setnomoretags()
self.literal_bgn('plaintext', attrs)
# --- Anchors
def start_a(self, attrs):
href = ''
name = ''
type = ''
for attrname, value in attrs:
if attrname == 'href':
href = value
if attrname == 'name':
name = value
if attrname == 'type':
type = string.lower(value)
if not (href or name):
return
self.anchor_bgn(href, name, type)
def end_a(self):
self.anchor_end()
# --- Paragraph tags
def do_p(self, attrs):
self.para_bgn(None)
def do_br(self, attrs):
self.handle_literal('\n')
self.nospace = 1
self.softspace = 0
def do_hr(self, attrs):
self.para_bgn(None)
self.handle_literal('-'*40)
self.para_end()
def start_h1(self, attrs):
self.para_bgn('h1')
def start_h2(self, attrs):
self.para_bgn('h2')
def start_h3(self, attrs):
self.para_bgn('h3')
def start_h4(self, attrs):
self.para_bgn('h4')
def start_h5(self, attrs):
self.para_bgn('h5')
def start_h6(self, attrs):
self.para_bgn('h6')
def end_h1(self):
self.para_end()
end_h2 = end_h1
end_h3 = end_h2
end_h4 = end_h3
end_h5 = end_h4
end_h6 = end_h5
def start_ul(self, attrs):
self.para_bgn(None)
self.push_list('ul')
def start_ol(self, attrs):
self.para_bgn(None)
self.push_list('ol')
def end_ul(self):
self.pop_list()
self.para_end()
def do_li(self, attrs):
self.para_bgn('li%d' % len(self.lists))
start_dir = start_menu = start_ul
end_dir = end_menu = end_ol = end_ul
def start_dl(self, attrs):
self.para_bgn(None)
self.push_list('dl')
def end_dl(self):
self.pop_list()
self.para_end()
def do_dt(self, attrs):
self.para_bgn('dt%d' % len(self.lists))
def do_dd(self, attrs):
self.para_bgn('dd%d' % len(self.lists))
def start_address(self, attrs):
self.para_bgn('address')
def end_address(self):
self.para_end()
def start_pre(self, attrs):
self.para_bgn('pre')
self.nofill = self.nofill + 1
def end_pre(self):
self.nofill = self.nofill - 1
self.para_end()
start_typewriter = start_pre
end_typewriter = end_pre
def do_img(self, attrs):
src = ''
alt = ' (image) '
for attrname, value in attrs:
if attrname == 'alt':
alt = value
if attrname == 'src':
src = value
self.handle_image(src, alt)
# --- Character tags -- physical styles
def start_tt(self, attrs): self.push_style(FIXED)
def end_tt(self): self.pop_style()
def start_b(self, attrs): self.push_style(BOLD)
def end_b(self): self.pop_style()
def start_i(self, attrs): self.push_style(ITALIC)
def end_i(self): self.pop_style()
def start_u(self, attrs): self.push_style(ITALIC) # Underline???
def end_u(self): self.pop_style()
def start_r(self, attrs): self.push_style(ROMAN) # Not official
def end_r(self): self.pop_style()
# --- Charaacter tags -- logical styles
start_em = start_i
end_em = end_i
start_strong = start_b
end_strong = end_b
start_code = start_tt
end_code = end_tt
start_samp = start_tt
end_samp = end_tt
start_kbd = start_tt
end_kbd = end_tt
start_file = start_tt # unofficial
end_file = end_tt
start_var = start_i
end_var = end_i
start_dfn = start_i
end_dfn = end_i
start_cite = start_i
end_cite = end_i
start_hp1 = start_i
end_hp1 = start_i
start_hp2 = start_b
end_hp2 = end_b
# --- Form tags
def start_form(self, attrs):
self.para_bgn(None)
def end_form(self):
self.para_end()
# --- Unhandled tags
def unknown_starttag(self, tag, attrs):
pass
def unknown_endtag(self, tag):
pass
def test():
file = 'test.html'
f = open(file, 'r')
data = f.read()
f.close()
p = HTMLParser()
p.feed(data)
p.close()
if __name__ == '__main__':
test()
|