From 086df8509b98726fe1285340acda27541f7e3766 Mon Sep 17 00:00:00 2001 From: Dario Lopez Padial Date: Fri, 8 Mar 2024 14:46:01 +0100 Subject: [PATCH] Fixing some minor stuff --- src/etls/bopv/scrapper.py | 2 +- src/etls/common/utils.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/src/etls/bopv/scrapper.py b/src/etls/bopv/scrapper.py index 5052004..cee801a 100644 --- a/src/etls/bopv/scrapper.py +++ b/src/etls/bopv/scrapper.py @@ -84,7 +84,7 @@ def download_day(self, day: date) -> tp.List[BOPVMetadataDocument]: """Download all the documents for a specific date.""" try: logger = lg.getLogger(self.download_day.__name__) - logger.info("Downloading BOCM content for day %s", day) + logger.info("Downloading BOPV content for day %s", day) summary_link = self._get_summary_link_from_date(day) if summary_link is None: logger.info(f"No hay contenido disponible para el día {day}") diff --git a/src/etls/common/utils.py b/src/etls/common/utils.py index 0549bef..1f1a3bd 100644 --- a/src/etls/common/utils.py +++ b/src/etls/common/utils.py @@ -94,7 +94,7 @@ def get_headers(cls): return headers @staticmethod - def get_soup(url, timeout=10, markup='html.parser'): + def get_soup(url, timeout=30, markup='html.parser'): """ Performs an HTTP GET request to the provided URL, using random headers, and returns a BeautifulSoup object if the response is successful. If there is an error or timeout, it throws HTTPRequestException.