From e72f112dfba3241cf50bc68298a85f815e250938 Mon Sep 17 00:00:00 2001 From: Alexandre Dulaunoy Date: Tue, 1 Feb 2022 16:52:09 +0100 Subject: [PATCH] chg: [generator] logging updated --- requirements.txt | 4 ++-- tools/generator.py | 1 + 2 files changed, 3 insertions(+), 2 deletions(-) diff --git a/requirements.txt b/requirements.txt index dbb7dfe..92bd3bd 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,7 +1,7 @@ -beautifulsoup4==4.9.1 +beautifulsoup4 pyOpenSSL==19.1.0 python-dateutil==2.8.1 -requests==2.24.0 +requests dnspython pyasn1 pyasn1-modules diff --git a/tools/generator.py b/tools/generator.py index 86264d3..7693a16 100644 --- a/tools/generator.py +++ b/tools/generator.py @@ -42,6 +42,7 @@ def download_to_file(url, file): user_agent = { "User-agent": "Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:46.0) Gecko/20100101 Firefox/46.0"} try: + logging.info(f'download_to_file - fetching url: {url}') r = requests.head(url, headers=user_agent) url_datetime = parsedate(r.headers['Last-Modified']).astimezone() file_datetime = datetime.datetime.fromtimestamp(