Implémentation de l'import echosciences auvergne
This commit is contained in:
		
							
								
								
									
										47
									
								
								experimentations/get_echosciences.py
									
									
									
									
									
										Executable file
									
								
							
							
						
						
									
										47
									
								
								experimentations/get_echosciences.py
									
									
									
									
									
										Executable file
									
								
							@@ -0,0 +1,47 @@
 | 
			
		||||
#!/usr/bin/python3
 | 
			
		||||
# coding: utf-8
 | 
			
		||||
 | 
			
		||||
# To be able to run this import out of django, you'll have to set an environment variable with the Echosciences token:
 | 
			
		||||
# export ECHOSCIENCES_TOKEN=<your token>
 | 
			
		||||
 | 
			
		||||
import json
 | 
			
		||||
import os
 | 
			
		||||
import sys
 | 
			
		||||
 | 
			
		||||
# getting the name of the directory
 | 
			
		||||
# where the this file is present.
 | 
			
		||||
current = os.path.dirname(os.path.realpath(__file__))
 | 
			
		||||
 | 
			
		||||
# Getting the parent directory name
 | 
			
		||||
# where the current directory is present.
 | 
			
		||||
parent = os.path.dirname(current)
 | 
			
		||||
 | 
			
		||||
# adding the parent directory to
 | 
			
		||||
# the sys.path.
 | 
			
		||||
sys.path.append(parent)
 | 
			
		||||
sys.path.append(parent + "/src")
 | 
			
		||||
 | 
			
		||||
from src.agenda_culturel.import_tasks.downloader import SimpleDownloader
 | 
			
		||||
from src.agenda_culturel.import_tasks.generic_extractors.echosciences import (
 | 
			
		||||
    CExtractor,
 | 
			
		||||
)
 | 
			
		||||
from src.agenda_culturel.import_tasks.importer import URL2Events
 | 
			
		||||
 | 
			
		||||
 | 
			
		||||
if __name__ == "__main__":
 | 
			
		||||
    u2e = URL2Events(SimpleDownloader(), CExtractor())
 | 
			
		||||
    url = "https://www.echosciences-auvergne.fr"
 | 
			
		||||
    url_human = "https://www.echosciences-auvergne.fr"
 | 
			
		||||
 | 
			
		||||
    events = u2e.process(
 | 
			
		||||
        url,
 | 
			
		||||
        url_human,
 | 
			
		||||
        cache="cache-echosciences.html",
 | 
			
		||||
        default_values={},
 | 
			
		||||
        published=True,
 | 
			
		||||
    )
 | 
			
		||||
 | 
			
		||||
    exportfile = "events-echosciences.json"
 | 
			
		||||
    print("Saving events to file {}".format(exportfile))
 | 
			
		||||
    with open(exportfile, "w") as f:
 | 
			
		||||
        json.dump(events, f, indent=4, default=str)
 | 
			
		||||
		Reference in New Issue
	
	Block a user