yt-dlp/youtube_dl/extractor/cspan.py

from __future__ import unicode_literals

import json
import re

from .common import InfoExtractor
from ..utils import (
    unescapeHTML,
)


class CSpanIE(InfoExtractor):
    _VALID_URL = r'http://(?:www\.)?c-spanvideo\.org/program/(?P<name>.*)'
    IE_DESC = 'C-SPAN'
    _TEST = {
        'url': 'http://www.c-spanvideo.org/program/HolderonV',
        'file': '315139.mp4',
        'md5': '8e44ce11f0f725527daccc453f553eb0',
        'info_dict': {
            'title': 'Attorney General Eric Holder on Voting Rights Act Decision',
            'description': 'Attorney General Eric Holder spoke to reporters following the Supreme Court decision in [Shelby County v. Holder] in which the court ruled that the preclearance provisions of the Voting Rights Act could not be enforced until Congress established new guidelines for review.',
        },
        'skip': 'Regularly fails on travis, for unknown reasons',
    }

    def _real_extract(self, url):
        mobj = re.match(self._VALID_URL, url)
        prog_name = mobj.group('name')
        webpage = self._download_webpage(url, prog_name)
        video_id = self._search_regex(r'prog(?:ram)?id=(.*?)&', webpage, 'video id')

        title = self._html_search_regex(
            r'<!-- title -->\n\s*<h1[^>]*>(.*?)</h1>', webpage, 'title')
        description = self._og_search_description(webpage)

        info_url = 'http://c-spanvideo.org/videoLibrary/assets/player/ajax-player.php?os=android&html5=program&id=' + video_id
        data_json = self._download_webpage(
            info_url, video_id, 'Downloading video info')
        data = json.loads(data_json)

        url = unescapeHTML(data['video']['files'][0]['path']['#text'])

        return {
            'id': video_id,
            'title': title,
            'url': url,
            'description': description,
            'thumbnail': self._og_search_thumbnail(webpage),
        }