Commit c4fd07d3406e6a72675f68dde26f3ad9b797e6b5
Exists in
master
Merge branch 'master' of http://gitlab.pikicast.com/Noah/dsfacebook
Showing 1 changed file Side-by-side Diff
insight/url.py
View file @
c4fd07d
... | ... | @@ -15,6 +15,8 @@ |
15 | 15 | if (True): |
16 | 16 | for link in links: |
17 | 17 | |
18 | + link = link.replace('\n'," ").replace('\r'," ").replace('\'',"") | |
19 | + | |
18 | 20 | if len(link) < 5: |
19 | 21 | continue |
20 | 22 | |
... | ... | @@ -42,7 +44,7 @@ |
42 | 44 | elif self.isbitly(link): |
43 | 45 | |
44 | 46 | try: |
45 | - link = "http://bit.ly/" + re.compile('[^ \.\,\?\!a-zA-Z0-9\u3131-\u3163\uac00-\ud7a3]+').sub("",link.split("//bit.ly/")[1].split(" ")[0]) | |
47 | + link = "http://bit.ly/" + re.compile('[^./a-zA-Z0-9]+').sub("",link.split("//bit.ly/")[1].split(" ")[0]) | |
46 | 48 | |
47 | 49 | link_meta = link + "+" |
48 | 50 | txt = requests.get(link_meta).text |