id2392-ensai/prix_restos
1
1
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Actualiser petit_fute_scraping.py

Browse Source
This commit is contained in:
Olivier MEYER 2024-06-27 11:44:19 +02:00
parent 0b1a467388
commit 7e3708a7f9
1 changed files with 0 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
petit_fute_scraping.py
View File

@ -43,7 +43,6 @@ def get_addresses(soup):
addresses = [] addresses = []
for url in urls: for url in urls:
ic() ic()
ic(url)
page = requests.get(url) page = requests.get(url)
soup2 = BeautifulSoup(page.text, features='html.parser') soup2 = BeautifulSoup(page.text, features='html.parser')
@ -106,7 +105,6 @@ def complete_scraping():
number_of_pages = get_number_of_pages(soup) number_of_pages = get_number_of_pages(soup)
for i in range(number_of_pages+1): for i in range(number_of_pages+1):
try: try:
ic(page)
new_url = url + '?page=' + str(i) new_url = url + '?page=' + str(i)
new_page = requests.get(new_url) new_page = requests.get(new_url)
new_soup = BeautifulSoup(new_page.text, features='html.parser') new_soup = BeautifulSoup(new_page.text, features='html.parser')