From dffee4d223d2e2e3ba5daa5387ba7713e152bf18 Mon Sep 17 00:00:00 2001 From: jesopo Date: Wed, 24 Apr 2019 15:46:54 +0100 Subject: Move REGEX_URL out of isgd.py and title.py in to utils.http --- src/utils/http.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) (limited to 'src/utils') diff --git a/src/utils/http.py b/src/utils/http.py index 29c3dbf9..19f7fc20 100644 --- a/src/utils/http.py +++ b/src/utils/http.py @@ -3,9 +3,10 @@ import json as _json import bs4, requests from src import utils +REGEX_URL = re.compile("https?://\S+", re.I) + USER_AGENT = ("Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 " "(KHTML, like Gecko) Chrome/49.0.2623.87 Safari/537.36") -REGEX_HTTP = re.compile("https?://", re.I) RESPONSE_MAX = (1024*1024)*100 SOUP_CONTENT_TYPES = ["text/html", "text/xml", "application/xml"] -- cgit v1.3.1-10-gc9f91