aboutsummaryrefslogtreecommitdiff
path: root/app/tasks/phpbbparser.py
diff options
context:
space:
mode:
authorrubenwardy <rw@rubenwardy.com>2018-05-15 15:00:12 +0100
committerrubenwardy <rw@rubenwardy.com>2018-05-15 15:00:12 +0100
commit0bdcbd741c32c7d6a85b16a24968df00d9cb0584 (patch)
tree1e0fa9931d6eb94bf0fef264fb8fa3301599268b /app/tasks/phpbbparser.py
parente669b18062c6282a8787a48d996811d198cf88f4 (diff)
downloadcheatdb-0bdcbd741c32c7d6a85b16a24968df00d9cb0584.tar.xz
Add import users from Krock's mod list feature
Diffstat (limited to 'app/tasks/phpbbparser.py')
-rw-r--r--app/tasks/phpbbparser.py7
1 files changed, 5 insertions, 2 deletions
diff --git a/app/tasks/phpbbparser.py b/app/tasks/phpbbparser.py
index 3932b94..5b3d191 100644
--- a/app/tasks/phpbbparser.py
+++ b/app/tasks/phpbbparser.py
@@ -3,7 +3,10 @@ from bs4 import *
from urllib.parse import urljoin
import urllib.request
import os.path
-import time
+import time, re
+
+def urlEncodeNonAscii(b):
+ return re.sub('[\x80-\xFF]', lambda c: '%%%02x' % ord(c.group(0)), b)
class Profile:
def __init__(self, username):
@@ -58,7 +61,7 @@ def __extract_signature(soup):
return res[0]
def getProfile(url, username):
- url = url + "/memberlist.php?mode=viewprofile&un=" + username
+ url = url + "/memberlist.php?mode=viewprofile&un=" + urlEncodeNonAscii(username)
contents = urllib.request.urlopen(url).read().decode("utf-8")
soup = BeautifulSoup(contents, "lxml")