diff options
| author |  jesopo | 2019-04-24 15:46:54 +0100 |
|---|---|---|
| committer | jesopo | 2019-04-24 15:46:54 +0100 |
| commit | dffee4d223d2e2e3ba5daa5387ba7713e152bf18 (patch) | |
| tree | e9915697ee0b8df3efa39788e971ec9160170b71 /src | |
| parent | `link` -> `url` (diff) | |
| signature | ||
Move REGEX_URL out of isgd.py and title.py in to utils.http
Diffstat (limited to 'src')
| -rw-r--r-- | src/utils/http.py | 3 |
1 files changed, 2 insertions, 1 deletions
diff --git a/src/utils/http.py b/src/utils/http.py index 29c3dbf9..19f7fc20 100644 --- a/src/utils/http.py +++ b/src/utils/http.py @@ -3,9 +3,10 @@ import json as _json import bs4, requests from src import utils +REGEX_URL = re.compile("https?://\S+", re.I) + USER_AGENT = ("Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 " "(KHTML, like Gecko) Chrome/49.0.2623.87 Safari/537.36") -REGEX_HTTP = re.compile("https?://", re.I) RESPONSE_MAX = (1024*1024)*100 SOUP_CONTENT_TYPES = ["text/html", "text/xml", "application/xml"] |