added code to Utils.get_url to prevent non-iso-latin-1 urls being attempted. I need to put in a better fix than this at some point.

1 files changed, 6 insertions, 0 deletions

diff --git a/Utils.py b/Utils.py
index 175c3ac7..f3363c5a 100644
--- a/Utils.py
+++ b/Utils.py
@@ -37,6 +37,12 @@ def get_url(url, **kwargs):
     if post_params:
         post_params = urllib.parse.urlencode(post_params).encode("utf8")
     url = "%s%s" % (url, get_params)
+    try:
+        url.encode("latin-1")
+    except UnicodeEncodeError:
+        if kwargs.get("code"):
+            return 0, False
+        return False
 
     request = urllib.request.Request(url, post_params)
     request.add_header("Accept-Language", "en-US")