id2392-ensai/prix_restos
1
1
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Ajouter main.py

Browse Source
This commit is contained in:
Olivier MEYER 2024-06-27 11:08:21 +02:00
parent 32ef2b7fb9
commit 7cfe2e736f
1 changed files with 32 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

32
main.py Normal file
View File

@ -0,0 +1,32 @@
import best_restaurants_scraping_v2
import gault_et_millau_scraping_v2
import le_fooding_scraping
import petit_fute_scraping_v2
import resto_de_paris_scraping
import google_scraping
from icecream import ic
def main():
# Initial scraping
df1 = best_restaurants_scraping_v2.complete_scraping()
# df2 = gault_et_millau_scraping_v2.complete_scraping()
df3_1 = le_fooding_scraping.complete_scraping()
df4_1 = petit_fute_scraping_v2.complete_scraping()
df5 = resto_de_paris_scraping.complete_scraping()
# Google scraping for dataframe without menus
df3_2 = google_scraping.google_scrap_fooding(df3_1)
df4_2 = google_scraping.google_scrap_fute(df4_1)
# Export all the dataframes
df1.to_csv('/Users/oliviermeyer/Desktop/best_restaurants_test.csv', index=False, header=True, escapechar='\\')
# df2.to_csv('/Users/oliviermeyer/Desktop/gault_et_millau_test.csv', index=False, header=True, escapechar='\\')
df3_2.to_csv('/Users/oliviermeyer/Desktop/le_fooding_test_3.csv', index=False, header=True, escapechar='\\')
df4_2.to_csv('/Users/oliviermeyer/Desktop/petit_fute_test_2.csv', index=False, header=True, escapechar='\\')
df5.to_csv('/Users/oliviermeyer/Desktop/resto_de_paris_test.csv', index=False, header=True, escapechar='\\')
if __name__ == '__main__':
ic()
main()