add tests, first try to scrape all title, prices
This commit is contained in:
parent
c5b1114e70
commit
fd53a2d704
32
tests/test.py
Normal file
32
tests/test.py
Normal file
@ -0,0 +1,32 @@
|
||||
# test de scrapping de BookToScrap
|
||||
import requests
|
||||
from bs4 import BeautifulSoup
|
||||
import csv
|
||||
|
||||
produits=[]
|
||||
livre=[]
|
||||
|
||||
for i in range(1,51):
|
||||
url="https://books.toscrape.com/catalogue/page-"+str(i)+".html"
|
||||
print(url)
|
||||
r = requests.get(url, )
|
||||
page = r.content
|
||||
soup = BeautifulSoup(page, "html.parser")
|
||||
for i in soup.find_all("article"):
|
||||
nom=i.h3.a.get('title')
|
||||
prix=i.find('p', class_="price_color").string
|
||||
livre.append((nom, prix))
|
||||
|
||||
# création du fichier CSV et liste d'entête
|
||||
entete=['titre', 'prix']
|
||||
|
||||
with open('data.csv', 'w') as fichier:
|
||||
writer = csv.writer(fichier, delimiter=',')
|
||||
writer.writerow(entete)
|
||||
for i in livre:
|
||||
writer.writerow(i)
|
||||
|
||||
|
||||
print(livre)
|
||||
print(len(livre))
|
||||
|
Loading…
x
Reference in New Issue
Block a user