diff options
author | rubenwardy <rw@rubenwardy.com> | 2018-05-15 15:00:12 +0100 |
---|---|---|
committer | rubenwardy <rw@rubenwardy.com> | 2018-05-15 15:00:12 +0100 |
commit | 0bdcbd741c32c7d6a85b16a24968df00d9cb0584 (patch) | |
tree | 1e0fa9931d6eb94bf0fef264fb8fa3301599268b /app/tasks/phpbbparser.py | |
parent | e669b18062c6282a8787a48d996811d198cf88f4 (diff) | |
download | cheatdb-0bdcbd741c32c7d6a85b16a24968df00d9cb0584.tar.xz |
Add import users from Krock's mod list feature
Diffstat (limited to 'app/tasks/phpbbparser.py')
-rw-r--r-- | app/tasks/phpbbparser.py | 7 |
1 files changed, 5 insertions, 2 deletions
diff --git a/app/tasks/phpbbparser.py b/app/tasks/phpbbparser.py index 3932b94..5b3d191 100644 --- a/app/tasks/phpbbparser.py +++ b/app/tasks/phpbbparser.py @@ -3,7 +3,10 @@ from bs4 import * from urllib.parse import urljoin import urllib.request import os.path -import time +import time, re + +def urlEncodeNonAscii(b): + return re.sub('[\x80-\xFF]', lambda c: '%%%02x' % ord(c.group(0)), b) class Profile: def __init__(self, username): @@ -58,7 +61,7 @@ def __extract_signature(soup): return res[0] def getProfile(url, username): - url = url + "/memberlist.php?mode=viewprofile&un=" + username + url = url + "/memberlist.php?mode=viewprofile&un=" + urlEncodeNonAscii(username) contents = urllib.request.urlopen(url).read().decode("utf-8") soup = BeautifulSoup(contents, "lxml") |