From 5a2905de013a77f954cbee328f99b3bd5c677bea Mon Sep 17 00:00:00 2001 From: jesopo Date: Wed, 11 Dec 2019 11:18:19 +0000 Subject: allow Request objects to specify their timeout --- src/utils/http.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) (limited to 'src/utils/http.py') diff --git a/src/utils/http.py b/src/utils/http.py index eda5b947..6fe6be53 100644 --- a/src/utils/http.py +++ b/src/utils/http.py @@ -76,6 +76,8 @@ class Request(object): proxy: typing.Optional[str] = None useragent: typing.Optional[str] = None + timeout: int=5 + def validate(self): self.id = self.id or str(uuid.uuid4()) self.set_url(self.url) @@ -186,7 +188,7 @@ def _request(request_obj: Request) -> Response: return our_response try: - response = utils.deadline_process(_wrap, seconds=5) + response = utils.deadline_process(_wrap, seconds=request_obj.timeout) except utils.DeadlineExceededException: raise HTTPTimeoutException() -- cgit v1.3.1-10-gc9f91