matteo/wikimedica-disease-search
matteo
/
wikimedica-disease-search
1
0
Fork 0
Code Issues 2 Pull Requests Releases Activity

data: Corrige classe mal nommée

This commit is contained in:
Mattéo Delabre 2019-12-04 14:51:44 -05:00
parent 3b2592ed7a
commit dc749885bd
Signed by: matteo
GPG Key ID: AE3FBD02DC583ABB
1 changed files with 6 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
data/fetch/http.py
View File

@ -9,28 +9,29 @@ session = requests.Session()
logger = logging.getLogger('fetch.http') logger = logging.getLogger('fetch.http')
class LoggingAdapter(requests.adapters.HTTPAdapter): class RetryAdapter(requests.adapters.HTTPAdapter):
""" """
Adapteur de requêtes vérifiant le nombre d’accès réalisés par seconde. Adapteur de requêtes réessayant les requêtes échouées avec
un délai adaptatif.
""" """
def __init__(self): def __init__(self):
# Réessaie jusqu’à dix fois la récupération de chaque page, en # Réessaie jusqu’à dix fois la récupération de chaque page, en
# augmentant progressivement le délai entre chaque essai # augmentant progressivement le délai entre chaque essai
retry = urllib3.util.Retry(total=10, backoff_factor=0.3) retry = urllib3.util.Retry(total=10, backoff_factor=0.3)
super(LoggingAdapter, self).__init__(max_retries=retry) super(RetryAdapter, self).__init__(max_retries=retry)
def send( def send(
self, request, stream=False, timeout=None, verify=True, self, request, stream=False, timeout=None, verify=True,
cert=None, proxies=None cert=None, proxies=None
): ):
logger.debug('{} {}'.format(request.method, request.url)) logger.debug('{} {}'.format(request.method, request.url))
return super(LoggingAdapter, self).send( return super(RetryAdapter, self).send(
request, stream=stream, timeout=timeout, request, stream=stream, timeout=timeout,
verify=verify, cert=cert, proxies=proxies verify=verify, cert=cert, proxies=proxies
) )
adapter = LoggingAdapter() adapter = RetryAdapter()
session.mount('http://', adapter) session.mount('http://', adapter)
session.mount('https://', adapter) session.mount('https://', adapter)