Sfoglia il codice sorgente

Packaging all data into dictionary

David Leonard 10 anni fa
parent
commit
d8d72c093f
1 ha cambiato i file con 23 aggiunte e 4 eliminazioni
  1. 23 4
      hackathon_starter/hackathon/scripts/scraper.py

+ 23 - 4
hackathon_starter/hackathon/scripts/scraper.py

@@ -1,20 +1,27 @@
 import requests
 from bs4 import BeautifulSoup
+import itertools 
 
 req = requests.get('http://store.steampowered.com/search/?specials=1#sort_by=_ASC&sort_order=ASC&specials=1&page=1')
 content = req.text
 soup = BeautifulSoup(content)
+allData = {id: {} for id in range(0, 25)}
+
 
 # Get all divs of a specific class
 releaseDate = soup.findAll('div', {'class': 'col search_released'})
 
 # Get all release dates
 releaseDates = []
+id = 0
 for date in releaseDate:
+	allData[id]['releaseDates'] = date.text
 	releaseDates.append(date.text)
+	id += 1
 
-print releaseDates
+#print releaseDates
 
+id = 0
 gameName = soup.findAll('div', {'class': 'col search_name ellipsis'})
 
 # Get all game names
@@ -22,28 +29,40 @@ gameNames = []
 for name in gameName:
 	span = name.findAll('span', {'class': 'title'})
 	for tag in span:
+		allData[id]['name'] = tag.text
 		gameNames.append(tag.text)
+		id += 1
 
-print gameNames
+# print gameNames
 
 discount = soup.findAll('div', {'class': 'col search_discount'})
 
+id = 0
 # Get all game discounts 
 gameDiscounts = []
 for discountedGame in discount:
 	span = discountedGame.findAll('span')
 	for tag in span:
+		allData[id]['discount'] = tag.text
 		gameDiscounts.append(tag.text)
+		id += 1
 
-print gameDiscounts
+# print gameDiscounts
 
 price = soup.findAll('div', {'class': 'col search_price discounted'})
 
+id = 0
 prices = []
 # Get all discounted prices
 for value in price:
 	br = value.findAll('br')
 	for tag in br:
+		allData[id]['price'] = tag.text.strip('\t')
 		prices.append(tag.text.strip('\t'))
+		id += 1
+
+# print prices
+
+print allData
+
 
-print prices