setop/agenda_culturel
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

On récupère l'erreur d'exécution par catch de l'exception

Browse Source
This commit is contained in:
Jean-Marie Favreau 2025-02-08 11:27:23 +01:00
parent 90b27505c7
commit a4f1af4d63
3 changed files with 20 additions and 21 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
src/agenda_culturel/import_tasks/extractor_facebook.py
View File

@ -236,7 +236,6 @@ class FacebookEventExtractor(Extractor):
self.has_2nd_method = True self.has_2nd_method = True
def prepare_2nd_extract_dler(downloader): def prepare_2nd_extract_dler(downloader):
logger.warning("prepare_2nd_extract_dler")
if downloader.support_2nd_extract: if downloader.support_2nd_extract:
from selenium.webdriver.common.by import By from selenium.webdriver.common.by import By
from selenium.webdriver.support.ui import WebDriverWait from selenium.webdriver.support.ui import WebDriverWait
@ -245,11 +244,8 @@ class FacebookEventExtractor(Extractor):
path = './/div[not(@aria-hidden)]/div[@aria-label="Allow all cookies"]' path = './/div[not(@aria-hidden)]/div[@aria-label="Allow all cookies"]'
element = WebDriverWait(downloader.driver, 10).until(EC.visibility_of_element_located((By.XPATH, path))) element = WebDriverWait(downloader.driver, 10).until(EC.visibility_of_element_located((By.XPATH, path)))
button = downloader.driver.find_element(By.XPATH, path) button = downloader.driver.find_element(By.XPATH, path)
logger.warning("button")
logger.warning(button)
button.click() button.click()
t.sleep(3) t.sleep(3)
logger.warning(downloader.driver.page_source)
def prepare_2nd_extract(self): def prepare_2nd_extract(self):
FacebookEventExtractor.prepare_2nd_extract_dler(self.downloader) FacebookEventExtractor.prepare_2nd_extract_dler(self.downloader)

26
src/agenda_culturel/import_tasks/generic_extractors.py
View File

@ -253,18 +253,20 @@ class TwoStepsExtractor(Extractor):
raise Exception(msg) raise Exception(msg)
else: else:
# then extract event information from this html document # then extract event information from this html document
self.add_event_from_content( try:
content_event, event_url, url_human, default_values, published self.add_event_from_content(
) content_event, event_url, url_human, default_values, published
# some website (FB) sometime need a second step )
if first and len(self.events) == 0 and self.has_2nd_method_in_list and self.downloader.support_2nd_extract: except Exception as e:
first = False # some website (FB) sometime need a second step
self.prepare_2nd_extract_in_list() if first and len(self.events) == 0 and self.has_2nd_method_in_list and self.downloader.support_2nd_extract:
content_event = self.downloader.get_content(event_url) first = False
if not content_event is None: self.prepare_2nd_extract_in_list()
self.add_event_from_content( content_event = self.downloader.get_content(event_url)
content_event, event_url, url_human, default_values, published if not content_event is None:
) self.add_event_from_content(
content_event, event_url, url_human, default_values, published
)
return self.get_structure() return self.get_structure()

11
src/agenda_culturel/import_tasks/importer.py
View File

@ -37,11 +37,12 @@ class URL2Events:
for e in Extractor.get_default_extractors(self.single_event): for e in Extractor.get_default_extractors(self.single_event):
logger.warning('Extractor::' + type(e).__name__) logger.warning('Extractor::' + type(e).__name__)
e.set_downloader(self.downloader) e.set_downloader(self.downloader)
events = e.extract(content, url, url_human, default_values, published) try:
if events is not None: events = e.extract(content, url, url_human, default_values, published)
if len(events) > 0: if events is not None:
return events if len(events) > 0:
else: return events
except Exception as e:
logger.warning("cas sans event") logger.warning("cas sans event")
if first and FacebookEventExtractor.is_known_url(url) and self.downloader.support_2nd_extract and e.has_2nd_method: if first and FacebookEventExtractor.is_known_url(url) and self.downloader.support_2nd_extract and e.has_2nd_method:
logger.warning("on avance") logger.warning("on avance")