47 lines
1.4 KiB
Python
Executable File
47 lines
1.4 KiB
Python
Executable File
#!/usr/bin/python3
|
|
# coding: utf-8
|
|
|
|
import json
|
|
import os
|
|
import sys
|
|
|
|
# getting the name of the directory
|
|
# where the this file is present.
|
|
current = os.path.dirname(os.path.realpath(__file__))
|
|
|
|
# Getting the parent directory name
|
|
# where the current directory is present.
|
|
parent = os.path.dirname(current)
|
|
|
|
# adding the parent directory to
|
|
# the sys.path.
|
|
sys.path.append(parent)
|
|
sys.path.append(parent + "/src")
|
|
|
|
from src.agenda_culturel.import_tasks.custom_extractors import arachnee
|
|
from src.agenda_culturel.import_tasks.downloader import (
|
|
ChromiumHeadlessDownloader,
|
|
)
|
|
from src.agenda_culturel.import_tasks.importer import URL2Events
|
|
|
|
if __name__ == "__main__":
|
|
u2e = URL2Events(ChromiumHeadlessDownloader(), arachnee.CExtractor())
|
|
url = "https://www.arachnee-concerts.com/wp-admin/admin-ajax.php?action=movies-filter&per_page=9999&date=NaN.NaN.NaN&theatres=Clermont-Fd&cat=&sorting=&list_all_events=¤t_page="
|
|
url_human = "https://www.arachnee-concerts.com/agenda-des-concerts/Clermont-Fd/"
|
|
|
|
try:
|
|
events = u2e.process(
|
|
url,
|
|
url_human,
|
|
cache="cache-arachnee.html",
|
|
default_values={},
|
|
published=True,
|
|
)
|
|
|
|
exportfile = "events-arachnee.json"
|
|
print("Saving events to file {}".format(exportfile))
|
|
with open(exportfile, "w") as f:
|
|
json.dump(events, f, indent=4, default=str)
|
|
except Exception as e:
|
|
print("Exception: " + str(e))
|