import re from .common import InfoExtractor from ..utils import ( ExtractorError, get_element_by_attribute, ) class TMZIE(InfoExtractor): _VALID_URL = r"https?://(?:www\.)?tmz\.com/.*" _TESTS = [ { "url": "http://www.tmz.com/videos/0-cegprt2p/", "info_dict": { "id": "http://www.tmz.com/videos/0-cegprt2p/", "ext": "mp4", "title": "No Charges Against Hillary Clinton? Harvey Says It Ain't Over Yet", "description": "Harvey talks about Director Comey’s decision not to prosecute Hillary Clinton.", "timestamp": 1467831837, "uploader": "{'@type': 'Person', 'name': 'TMZ Staff'}", "upload_date": "20160706", }, }, { "url": "https://www.tmz.com/videos/071119-chris-morgan-women-4590005-0-zcsejvcr/", "info_dict": { "id": "https://www.tmz.com/videos/071119-chris-morgan-women-4590005-0-zcsejvcr/", "ext": "mp4", "title": "Angry Bagel Shop Guy Says He Doesn't Trust Women", "description": "The enraged man who went viral for ranting about women on dating sites before getting ragdolled in a bagel shop is defending his misogyny ... he says it's women's fault in the first place.", "timestamp": 1562889485, "uploader": "{'@type': 'Person', 'name': 'TMZ Staff'}", "upload_date": "20190711", }, }, { "url": "http://www.tmz.com/2015/04/19/bobby-brown-bobbi-kristina-awake-video-concert", "md5": "5429c85db8bde39a473a56ca8c4c5602", "info_dict": { "id": "http://www.tmz.com/2015/04/19/bobby-brown-bobbi-kristina-awake-video-concert", "ext": "mp4", "title": "Bobby Brown Tells Crowd ... Bobbi Kristina is Awake", "description": 'Bobby Brown stunned his audience during a concert Saturday night, when he told the crowd, "Bobbi is awake. She\'s watching me."', "timestamp": 1429467813, "uploader": "{'@type': 'Person', 'name': 'TMZ Staff'}", "upload_date": "20150419", }, }, { "url": "http://www.tmz.com/2015/09/19/patti-labelle-concert-fan-stripping-kicked-out-nicki-minaj/", "info_dict": { "id": "http://www.tmz.com/2015/09/19/patti-labelle-concert-fan-stripping-kicked-out-nicki-minaj/", "ext": "mp4", "title": "Patti LaBelle -- Goes Nuclear On Stripping Fan", "description": "Patti LaBelle made it known loud and clear last night ... NO " "ONE gets on her stage and strips down.", "timestamp": 1442683746, "uploader": "{'@type': 'Person', 'name': 'TMZ Staff'}", "upload_date": "20150919", }, }, { "url": "http://www.tmz.com/2016/01/28/adam-silver-sting-drake-blake-griffin/", "info_dict": { "id": "http://www.tmz.com/2016/01/28/adam-silver-sting-drake-blake-griffin/", "ext": "mp4", "title": "NBA's Adam Silver -- Blake Griffin's a Great Guy ... He'll Learn from This", "description": "Two pretty parts of this video with NBA Commish Adam Silver.", "timestamp": 1454010989, "uploader": "{'@type': 'Person', 'name': 'TMZ Staff'}", "upload_date": "20160128", }, }, { "url": "http://www.tmz.com/2016/10/27/donald-trump-star-vandal-arrested-james-otis/", "info_dict": { "id": "http://www.tmz.com/2016/10/27/donald-trump-star-vandal-arrested-james-otis/", "ext": "mp4", "title": "Trump Star Vandal -- I'm Not Afraid of Donald or the Cops!", "description": "James Otis is the the guy who took a pickaxe to Donald Trump's star on the Walk of Fame, and he tells TMZ .. he's ready and willing to go to jail for the crime.", "timestamp": 1477500095, "uploader": "{'@type': 'Person', 'name': 'TMZ Staff'}", "upload_date": "20161026", }, }, { "url": "https://www.tmz.com/videos/2020-10-31-103120-beverly-hills-protest-4878209/", "info_dict": { "id": "https://www.tmz.com/videos/2020-10-31-103120-beverly-hills-protest-4878209/", "ext": "mp4", "title": "Cops Use Billy Clubs Against Pro-Trump and Anti-Fascist " "Demonstrators", "description": "Beverly Hills may be an omen of what's coming next week, " "because things got crazy on the streets and cops started " "swinging their billy clubs at both Anti-Fascist and Pro-Trump " "demonstrators.", "timestamp": 1604182772, "uploader": "{'@type': 'Person', 'name': 'TMZ Staff'}", "upload_date": "20201031", }, }, { "url": "https://www.tmz.com/2020/11/05/gervonta-davis-car-crash-hit-and-run-police/", "info_dict": { "id": "Dddb6IGe-ws", "ext": "mp4", "title": "SICK LAMBO GERVONTA DAVIS IN HIS NEW RIDE RIGHT AFTER KO AFTER LEO EsNews Boxing", "uploader": "ESNEWS", "description": "md5:49675bc58883ccf80474b8aa701e1064", "upload_date": "20201101", "uploader_id": "ESNEWS", }, }, { "url": "https://www.tmz.com/2020/11/19/conor-mcgregor-dustin-poirier-contract-fight-ufc-257-fight-island/", "info_dict": { "id": "1329450007125225473", "ext": "mp4", "title": "TheMacLife - BREAKING: Conor McGregor (@thenotoriousmma) has signed his bout agreement for his rematch with Dustin Poirier for January 23.", "uploader": "TheMacLife", "description": "md5:56e6009bbc3d12498e10d08a8e1f1c69", "upload_date": "20201119", "uploader_id": "Maclifeofficial", "timestamp": 1605800556, }, }, ] def _real_extract(self, url): webpage = self._download_webpage(url, url) jsonld = self._search_json_ld(webpage, url) if not jsonld or "url" not in jsonld: # try to extract from YouTube Player API # see https://developers.google.com/youtube/iframe_api_reference#Video_Queueing_Functions match_obj = re.search(r'\.cueVideoById\(\s*(?P[\'"])(?P.*?)(?P=quote)', webpage) if match_obj: res = self.url_result(match_obj.group("id")) return res # try to extract from twitter blockquote_el = get_element_by_attribute("class", "twitter-tweet", webpage) if blockquote_el: matches = re.findall( r']+href=\s*(?P[\'"])(?P.*?)(?P=quote)', blockquote_el) if matches: for _, match in matches: if "/status/" in match: res = self.url_result(match) return res raise ExtractorError("No video found!") if id not in jsonld: jsonld["id"] = url return jsonld