algorithm-exercise/scripts/parse_source.py at master · qingemeng/algorithm-exercise · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
#!/usr/bin/env python

import os
import sys
from pyquery import PyQuery as pq
import html2text


class Lintcode(object):
    def __init__(self):
        self.url_algo = "http://www.lintcode.com/en/problem/"

    def get_src_page(self, src_url):
        src_page = pq(url=src_url)
        return src_page

    def get_src_detail(self, src_url):
        src_page = self.get_src_page(src_url)
        src_detail = {}
        problem_detail = src_page('#problem-detail')
        difficulty_level = problem_detail('h4')('.label').text()
        title = problem_detail('h4')('.m-l-sm').text()
        raw_tags = problem_detail('#tags')('a')
        tags = [tag.text for tag in raw_tags]
        raw_detail = src_page('#problem-detail')('div').html()
        body_start = raw_detail.find('<p>')
        body_end = raw_detail.find('<b>Tags</b>')
        raw_body = raw_detail[body_start:body_end]
        body = raw_body.replace('<b>', '<h4>')
        body = body.replace('</b>', '</h4>')
        src_detail['title'] = title
        src_detail['tags'] = tags
        src_detail['level'] = difficulty_level
        src_detail['body'] = body
        return src_detail


class Leetcode(object):
    def __init__(self):
        self.url_algo = "https://leetcode.com/problemset/algorithms/"

    def get_src_page(self, src_url):
        return pq(url=src_url)

    def get_src_detail(self, src_url):
        src_page = self.get_src_page(src_url)
        src_detail = {}
        problem_detail = src_page('.question-content')
        raw_detail = problem_detail.html()
        body_start = raw_detail.find('<p>')
        body_end = raw_detail.find('<div>')
        raw_body = raw_detail[body_start:body_end]
        body = raw_body.replace('<b>', '<h4>')
        body = body.replace('</b>', '</h4>')
        src_detail['body'] = body
        return src_detail

    def get_src_tags(src_page):
        raw_tags = src_page('.btn.btn-xs.btn-primary')
        return [tag.text() for tag in raw_tags.items()]

    def get_src_title(src_page):
        raw_title = src_page('title').text().split('|')[0][:-1]

    def get_difficulty(src_page):
        search_url = "https://leetcode.com/problemset/algorithms/"


class Hihocoder(object):
    def __init__(self):
        self.url_algo = "http://hihocoder.com/contest/mstest2015april/problems"

    def get_src_page(self, src_url):
        return pq(filename=src_url)

    def get_src_title(self, src_page):
        raw_title = src_page('h3.panel-title').text()
        # Title begins after ': '
        start_index = raw_title.find(': ')
        return raw_title[start_index + 2:]

    def get_src_detail(self, src_url):
        src_page = self.get_src_page(src_url)
        src_detail = {}
        raw_detail = src_page('#tl-problem-content').html()
        title = self.get_src_title(src_page)
        body = raw_detail
        src_detail['title'] = title
        src_detail['body'] = body
        return src_detail


def main(argv):
    if (len(argv) != 2):
        print("Usage: python parse_source.py problem_url")
    scripts, url = argv
    hihocoder_url = 'http://hihocoder.com'
    lintcode_url = 'http://www.lintcode.com'
    leetcode_url = 'https://leetcode.com'
    h = html2text.HTML2Text()
    if url.startswith(lintcode_url):
        lintcode = Lintcode()
        src_body = lintcode.get_src_detail(url)['body']
        print("### Problem Statement")
        print("")
        print(h.handle(src_body))
    elif url.startswith(leetcode_url):
        leetcode = Leetcode()
        src_body = leetcode.get_src_detail(url)['body']
        print("### Problem Statement")
        print("")
        print(h.handle(src_body))
    else:
        # temp
        hihocoder = Hihocoder()
        src_title = hihocoder.get_src_detail(url)['title']
        src_body = hihocoder.get_src_detail(url)['body']
        print("# " + src_title)
        print("")
        print("## Question")
        print("")
        print("### Problem Statement")
        print("")
        print(h.handle(src_body))

if __name__ == "__main__":
    main(sys.argv)