import requests
from pattern import web
from bs4 import BeautifulSoup

url = 'http://www.imdb.com/search/title?sort=num_votes,desc&start=1&title_type=feature&year=1950,2012'
r = requests.get(url)
print r.url

headers = {'Accept': 'application/vnd.twitchtv.v2+json'}
hs_url = 'https://api.twitch.tv/kraken/streams?game=Hearthstone%3A%20Heroes%20of%20Warcraft'
r = requests.get(hs_url, headers = headers)

from urllib2 import urlopen
html = urlopen(url).read()
soup = BeautifulSoup(html)

bs = BeautifulSoup(r.text)
for movie in bs.findAll('td', 'title'):
	title = movie.find('a').contents[0]
	genres = movie.find('span', 'genre').findAll('a')
	genres = [g.contents[0] for g in genres]
	runtime = movie.find('span', 'runtime').contents[0]
	rating = movie.find('span', 'value').contents[0]
	print title, genres, runtime, rating

soup.find_all('b')
find_all(re.compile("^b"))
find_all("title")
find_all("p", "title")
find_all(id = "jlj")

for link in soup.find_all('a'):
	print(link.get('href'))

print(soup.get_text())

import json
r = requests.get(hs_url, headers = headers)
rjson = r.json()['streams']