diff options
Diffstat (limited to 'src/utils/http.py')
| -rw-r--r-- | src/utils/http.py | 3 |
1 files changed, 2 insertions, 1 deletions
diff --git a/src/utils/http.py b/src/utils/http.py index 29c3dbf9..19f7fc20 100644 --- a/src/utils/http.py +++ b/src/utils/http.py @@ -3,9 +3,10 @@ import json as _json import bs4, requests from src import utils +REGEX_URL = re.compile("https?://\S+", re.I) + USER_AGENT = ("Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 " "(KHTML, like Gecko) Chrome/49.0.2623.87 Safari/537.36") -REGEX_HTTP = re.compile("https?://", re.I) RESPONSE_MAX = (1024*1024)*100 SOUP_CONTENT_TYPES = ["text/html", "text/xml", "application/xml"] |