2014-07-14 18:00:55 +00:00
from __future__ import unicode_literals
import re
from . common import InfoExtractor
2014-07-16 13:40:28 +00:00
from . . utils import (
parse_duration ,
parse_iso8601 ,
)
2014-07-14 18:00:55 +00:00
2014-07-16 13:40:28 +00:00
class MLBIE ( InfoExtractor ) :
2015-05-08 14:07:53 +00:00
_VALID_URL = r ''' (?x)
https ? : / /
2015-05-10 00:14:34 +00:00
( ? : [ \da - z_ - ] + \. ) * mlb \. com /
2015-05-08 14:07:53 +00:00
( ? :
( ? :
2017-08-04 15:46:54 +00:00
( ? : . * ? / ) ? video / ( ? : topic / [ \da - z_ - ] + / ) ? ( ? : v | . * ? / c - ) |
2015-05-08 14:07:53 +00:00
( ? :
shared / video / embed / ( ? : embed | m - internal - embed ) \. html |
2015-05-10 00:14:34 +00:00
( ? : [ ^ / ] + / ) + ( ? : play | index ) \. jsp |
2015-05-08 14:07:53 +00:00
) \? . * ? \bcontent_id =
)
( ? P < id > n ? \d + ) |
2015-05-08 15:48:47 +00:00
( ? : [ ^ / ] + / ) * ( ? P < path > [ ^ / ] + )
2015-05-08 14:07:53 +00:00
)
'''
2014-07-16 13:40:28 +00:00
_TESTS = [
2014-07-22 21:10:27 +00:00
{
' url ' : ' http://m.mlb.com/sea/video/topic/51231442/v34698933/nymsea-ackley-robs-a-home-run-with-an-amazing-catch/?c_id=sea ' ,
' md5 ' : ' ff56a598c2cf411a9a38a69709e97079 ' ,
' info_dict ' : {
' id ' : ' 34698933 ' ,
' ext ' : ' mp4 ' ,
' title ' : " Ackley ' s spectacular catch " ,
' description ' : ' md5:7f5a981eb4f3cbc8daf2aeffa2215bf0 ' ,
' duration ' : 66 ,
' timestamp ' : 1405980600 ,
' upload_date ' : ' 20140721 ' ,
2017-01-02 12:08:07 +00:00
' thumbnail ' : r ' re:^https?://.* \ .jpg$ ' ,
2014-07-22 21:10:27 +00:00
} ,
} ,
2014-07-16 13:40:28 +00:00
{
' url ' : ' http://m.mlb.com/video/topic/81536970/v34496663/mianym-stanton-practices-for-the-home-run-derby ' ,
' md5 ' : ' d9c022c10d21f849f49c05ae12a8a7e9 ' ,
' info_dict ' : {
' id ' : ' 34496663 ' ,
' ext ' : ' mp4 ' ,
' title ' : ' Stanton prepares for Derby ' ,
' description ' : ' md5:d00ce1e5fd9c9069e9c13ab4faedfa57 ' ,
' duration ' : 46 ,
' timestamp ' : 1405105800 ,
' upload_date ' : ' 20140711 ' ,
2017-01-02 12:08:07 +00:00
' thumbnail ' : r ' re:^https?://.* \ .jpg$ ' ,
2014-07-16 13:40:28 +00:00
} ,
2014-07-14 18:00:55 +00:00
} ,
2014-07-16 13:40:28 +00:00
{
' url ' : ' http://m.mlb.com/video/topic/vtp_hrd_sponsor/v34578115/hrd-cespedes-wins-2014-gillette-home-run-derby ' ,
' md5 ' : ' 0e6e73d509321e142409b695eadd541f ' ,
' info_dict ' : {
' id ' : ' 34578115 ' ,
' ext ' : ' mp4 ' ,
' title ' : ' Cespedes repeats as Derby champ ' ,
' description ' : ' md5:08df253ce265d4cf6fb09f581fafad07 ' ,
' duration ' : 488 ,
' timestamp ' : 1405399936 ,
' upload_date ' : ' 20140715 ' ,
2017-01-02 12:08:07 +00:00
' thumbnail ' : r ' re:^https?://.* \ .jpg$ ' ,
2014-07-16 13:40:28 +00:00
} ,
} ,
{
' url ' : ' http://m.mlb.com/video/v34577915/bautista-on-derby-captaining-duties-his-performance ' ,
' md5 ' : ' b8fd237347b844365d74ea61d4245967 ' ,
' info_dict ' : {
' id ' : ' 34577915 ' ,
' ext ' : ' mp4 ' ,
' title ' : ' Bautista on Home Run Derby ' ,
' description ' : ' md5:b80b34031143d0986dddc64a8839f0fb ' ,
' duration ' : 52 ,
' timestamp ' : 1405390722 ,
' upload_date ' : ' 20140715 ' ,
2017-01-02 12:08:07 +00:00
' thumbnail ' : r ' re:^https?://.* \ .jpg$ ' ,
2014-07-16 13:40:28 +00:00
} ,
} ,
2015-05-09 10:41:56 +00:00
{
' url ' : ' http://m.mlb.com/news/article/118550098/blue-jays-kevin-pillar-goes-spidey-up-the-wall-to-rob-tim-beckham-of-a-homer ' ,
2017-08-04 17:09:36 +00:00
' md5 ' : ' aafaf5b0186fee8f32f20508092f8111 ' ,
2015-05-09 10:41:56 +00:00
' info_dict ' : {
' id ' : ' 75609783 ' ,
' ext ' : ' mp4 ' ,
' title ' : ' Must C: Pillar climbs for catch ' ,
' description ' : ' 4/15/15: Blue Jays outfielder Kevin Pillar continues his defensive dominance by climbing the wall in left to rob Tim Beckham of a home run ' ,
' timestamp ' : 1429124820 ,
' upload_date ' : ' 20150415 ' ,
}
} ,
2017-08-04 15:46:54 +00:00
{
' url ' : ' https://www.mlb.com/video/hargrove-homers-off-caldwell/c-1352023483?tid=67793694 ' ,
' only_matching ' : True ,
} ,
2014-09-02 13:19:28 +00:00
{
' url ' : ' http://m.mlb.com/shared/video/embed/embed.html?content_id=35692085&topic_id=6479266&width=400&height=224&property=mlb ' ,
' only_matching ' : True ,
} ,
2014-10-31 21:01:18 +00:00
{
' url ' : ' http://mlb.mlb.com/shared/video/embed/embed.html?content_id=36599553 ' ,
' only_matching ' : True ,
} ,
{
' url ' : ' http://mlb.mlb.com/es/video/play.jsp?content_id=36599553 ' ,
' only_matching ' : True ,
} ,
2015-03-23 15:23:57 +00:00
{
' url ' : ' http://m.cardinals.mlb.com/stl/video/v51175783/atlstl-piscotty-makes-great-sliding-catch-on-line/?partnerId=as_mlb_20150321_42500876&adbid=579409712979910656&adbpl=tw&adbpr=52847728 ' ,
' only_matching ' : True ,
2015-05-03 17:59:26 +00:00
} ,
{
# From http://m.mlb.com/news/article/118550098/blue-jays-kevin-pillar-goes-spidey-up-the-wall-to-rob-tim-beckham-of-a-homer
' url ' : ' http://mlb.mlb.com/shared/video/embed/m-internal-embed.html?content_id=75609783&property=mlb&autoplay=true&hashmode=false&siteSection=mlb/multimedia/article_118550098/article_embed&club=mlb ' ,
' only_matching ' : True ,
2015-05-10 00:14:34 +00:00
} ,
{
' url ' : ' http://washington.nationals.mlb.com/mlb/gameday/index.jsp?c_id=was&gid=2015_05_09_atlmlb_wasmlb_1&lang=en&content_id=108309983&mode=video# ' ,
' only_matching ' : True ,
2015-03-23 15:23:57 +00:00
}
2014-07-16 13:40:28 +00:00
]
2014-07-14 18:00:55 +00:00
def _real_extract ( self , url ) :
mobj = re . match ( self . _VALID_URL , url )
video_id = mobj . group ( ' id ' )
2015-05-08 14:07:53 +00:00
if not video_id :
video_path = mobj . group ( ' path ' )
webpage = self . _download_webpage ( url , video_path )
video_id = self . _search_regex (
2015-05-10 00:14:34 +00:00
[ r ' data-video-?id= " ( \ d+) " ' , r ' content_id=( \ d+) ' ] , webpage , ' video id ' )
2015-05-08 14:07:53 +00:00
2014-07-16 13:40:28 +00:00
detail = self . _download_xml (
' http://m.mlb.com/gen/multimedia/detail/ %s / %s / %s / %s .xml '
% ( video_id [ - 3 ] , video_id [ - 2 ] , video_id [ - 1 ] , video_id ) , video_id )
title = detail . find ( ' ./headline ' ) . text
description = detail . find ( ' ./big-blurb ' ) . text
duration = parse_duration ( detail . find ( ' ./duration ' ) . text )
timestamp = parse_iso8601 ( detail . attrib [ ' date ' ] [ : - 5 ] )
2014-10-09 12:56:55 +00:00
thumbnails = [ {
' url ' : thumbnail . text ,
} for thumbnail in detail . findall ( ' ./thumbnailScenarios/thumbnailScenario ' ) ]
2014-07-14 18:00:55 +00:00
2014-07-16 13:40:28 +00:00
formats = [ ]
for media_url in detail . findall ( ' ./url ' ) :
playback_scenario = media_url . attrib [ ' playback_scenario ' ]
fmt = {
' url ' : media_url . text ,
' format_id ' : playback_scenario ,
}
m = re . search ( r ' (?P<vbr> \ d+)K_(?P<width> \ d+)X(?P<height> \ d+) ' , playback_scenario )
if m :
fmt . update ( {
' vbr ' : int ( m . group ( ' vbr ' ) ) * 1000 ,
' width ' : int ( m . group ( ' width ' ) ) ,
' height ' : int ( m . group ( ' height ' ) ) ,
} )
formats . append ( fmt )
2014-07-15 20:55:23 +00:00
2014-07-16 13:40:28 +00:00
self . _sort_formats ( formats )
2014-07-15 20:55:23 +00:00
2014-07-14 18:00:55 +00:00
return {
' id ' : video_id ,
' title ' : title ,
' description ' : description ,
2014-07-16 13:40:28 +00:00
' duration ' : duration ,
' timestamp ' : timestamp ,
' formats ' : formats ,
2014-10-09 12:56:55 +00:00
' t humbnails ' : thumbnails ,
2014-07-14 18:00:55 +00:00
}