scraper.py 679 B

123456789101112131415161718192021222324252627
  1. import requests
  2. from bs4 import BeautifulSoup
  3. req = requests.get('http://store.steampowered.com/search/?specials=1#sort_by=_ASC&sort_order=ASC&specials=1&page=1')
  4. content = req.text
  5. soup = BeautifulSoup(content)
  6. # Get all divs of a specific class
  7. releaseDate = soup.findAll('div', {'class': 'col search_released'})
  8. # Get all release dates
  9. releaseDates = []
  10. for date in releaseDate:
  11. releaseDates.append(date.text)
  12. print releaseDates
  13. gameName = soup.findAll('div', {'class': 'col search_name ellipsis'})
  14. # Get all game names
  15. gameNames = []
  16. for name in gameName:
  17. span = name.findAll('span', {'class': 'title'})
  18. for tag in span:
  19. gameNames.append(tag.text)
  20. print gameNames