33 lines
1.3 KiB
Python
33 lines
1.3 KiB
Python
|
import best_restaurants_scraping_v2
|
||
|
|
import gault_et_millau_scraping_v2
|
||
|
|
import le_fooding_scraping
|
||
|
|
import petit_fute_scraping_v2
|
||
|
|
import resto_de_paris_scraping
|
||
|
|
import google_scraping
|
||
|
|
from icecream import ic
|
||
|
|
|
||
|
|
|
||
|
|
def main():
|
||
|
|
# Initial scraping
|
||
|
|
df1 = best_restaurants_scraping_v2.complete_scraping()
|
||
|
|
# df2 = gault_et_millau_scraping_v2.complete_scraping()
|
||
|
|
df3_1 = le_fooding_scraping.complete_scraping()
|
||
|
|
df4_1 = petit_fute_scraping_v2.complete_scraping()
|
||
|
|
df5 = resto_de_paris_scraping.complete_scraping()
|
||
|
|
|
||
|
|
# Google scraping for dataframe without menus
|
||
|
|
df3_2 = google_scraping.google_scrap_fooding(df3_1)
|
||
|
|
df4_2 = google_scraping.google_scrap_fute(df4_1)
|
||
|
|
|
||
|
|
# Export all the dataframes
|
||
|
|
df1.to_csv('/Users/oliviermeyer/Desktop/best_restaurants_test.csv', index=False, header=True, escapechar='\\')
|
||
|
|
# df2.to_csv('/Users/oliviermeyer/Desktop/gault_et_millau_test.csv', index=False, header=True, escapechar='\\')
|
||
|
|
df3_2.to_csv('/Users/oliviermeyer/Desktop/le_fooding_test_3.csv', index=False, header=True, escapechar='\\')
|
||
|
|
df4_2.to_csv('/Users/oliviermeyer/Desktop/petit_fute_test_2.csv', index=False, header=True, escapechar='\\')
|
||
|
|
df5.to_csv('/Users/oliviermeyer/Desktop/resto_de_paris_test.csv', index=False, header=True, escapechar='\\')
|
||
|
|
|
||
|
|
|
||
|
|
if __name__ == '__main__':
|
||
|
|
ic()
|
||
|
|
main()
|