working metacritic plugin

This commit is contained in:
Alex Vidal 2011-02-22 11:19:00 -06:00
parent 67a50f3317
commit 9a408433b9
1 changed files with 116 additions and 0 deletions

116
plugins/metacritic.py Normal file
View File

@ -0,0 +1,116 @@
#Metacritic.com scraper
from util import hook, http
from urllib2 import HTTPError
@hook.command('mc')
def metacritic(inp):
'.mc [all|movie|tv|album|x360|ps3|pc|ds|wii] <title> -- gets rating for'\
' <title> from metacritic on the specified medium'
args = inp.strip()
game_platforms = ('x360', 'ps3', 'pc', 'ds', 'wii', '3ds', 'gba')
all_platforms = game_platforms + ('all','movie','tv','album')
try:
plat, title = args.split(' ', 1)
if plat not in all_platforms:
raise ValueError
except ValueError:
plat = 'all'
title = args
cat = 'game' if plat in game_platforms else plat
title_safe = http.quote_plus(title)
url = 'http://www.metacritic.com/search/%s/%s/results' % (cat, title_safe)
print url
try:
doc = http.get_html(url)
except HTTPError, e:
return 'fetch returned error %d' % e.code
''' result format:
-- game result, with score
-- subsequent results are the same structure, without first_result class
<li class="result first_result">
<div class="result_type">
<strong>Game</strong>
<span class="platform">WII</span>
</div>
<div class="result_wrap">
<div class="basic_stats has_score">
<div class="main_stats">
<h3 class="product_title basic_stat">...</h3>
<div class="std_score">
<div class="score_wrap">
<span class="label">Metascore: </span>
<span class="data metascore score_favorable">87</span>
</div>
</div>
</div>
<div class="more_stats extended_stats">...</div>
</div>
</div>
</li>
-- other platforms are the same basic layout
-- if it doesn't have a score, there is no div.basic_score
-- the <div class="result_type"> changes content for non-games:
<div class="result_type"><strong>Movie</strong></div>
'''
# get the proper result element we want to pull data from
result = None
if not doc.find_class('query_results'):
return 'no results found'
if plat not in game_platforms:
# for [all] results, or non-game platforms, get the first result
result = doc.find_class('result first_result')[0]
# find the platform, if it exists
result_type = result.find_class('result_type')
if result_type:
# if the result_type div has a platform div, get that one
platform_div = result_type[0].find_class('platform')
if platform_div:
plat = platform_div[0].text_content()
else:
# for games, we want to pull the first result with the correct
# platform
results = doc.find_class('result')
for res in results:
result_plat = res.find_class('platform')[0].text_content()
if result_plat == plat.upper():
result = res
break
if not result:
return 'could not fetch results'
# get the name, release date, and score from the result
name = result.find_class('product_title')[0].text_content()
release = result.find_class('release_date')[0].\
find_class('data')[0].text_content()
try:
score = result.find_class('metascore')[0].text_content()
except IndexError:
score = None
result = '[%s] %s - %s, released: %s' % (plat.upper(), name,
score or 'no score', release)
return result