blob: 6481865eeff6d2856f8e2353d00c6203d76ab30a (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
|
import re
import urllib.request
from html.parser import HTMLParser
class my_html_parser(HTMLParser):
def error(self, message):
pass
def __init__(self):
super().__init__()
self.state = 0
self.processes = []
def handle_starttag(self, tag, attrs):
if tag == 'tr' and self.state == 2:
for att in attrs:
if att[0] == 'id':
return
self.state = 3
if tag == 'td' and self.state == 3:
self.state = 4
pass
def handle_endtag(self, tag):
if tag == 'table' and self.state == 1:
self.state = 2
pass
def handle_data(self, data):
# print("Encountered some data :", data)
if data == 'Categories' and self.state == 0:
self.state = 1
if self.state == 4:
if re.findall('[^a-z0-9_]', data):
return
self.processes.append(data)
self.state = 2
if __name__ == '__main__':
url = "https://openloops.hepforge.org/process_library.php?repo=public"
data = urllib.request.urlopen(url).read()
parser = my_html_parser()
parser.feed(data.decode('UTF8'))
print(parser.processes)
|
