From 0bdcbd741c32c7d6a85b16a24968df00d9cb0584 Mon Sep 17 00:00:00 2001 From: rubenwardy Date: Tue, 15 May 2018 15:00:12 +0100 Subject: Add import users from Krock's mod list feature --- app/tasks/phpbbparser.py | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) (limited to 'app/tasks/phpbbparser.py') diff --git a/app/tasks/phpbbparser.py b/app/tasks/phpbbparser.py index 3932b94..5b3d191 100644 --- a/app/tasks/phpbbparser.py +++ b/app/tasks/phpbbparser.py @@ -3,7 +3,10 @@ from bs4 import * from urllib.parse import urljoin import urllib.request import os.path -import time +import time, re + +def urlEncodeNonAscii(b): + return re.sub('[\x80-\xFF]', lambda c: '%%%02x' % ord(c.group(0)), b) class Profile: def __init__(self, username): @@ -58,7 +61,7 @@ def __extract_signature(soup): return res[0] def getProfile(url, username): - url = url + "/memberlist.php?mode=viewprofile&un=" + username + url = url + "/memberlist.php?mode=viewprofile&un=" + urlEncodeNonAscii(username) contents = urllib.request.urlopen(url).read().decode("utf-8") soup = BeautifulSoup(contents, "lxml") -- cgit v1.2.3