[extractor/91porn] Fix title and comment extraction (#5932)

Authored by: pmitchell86
Fixes #3256
This commit is contained in:
pmitchell86 2023-02-11 20:13:31 -08:00 committed by GitHub
parent 7708df8da0
commit c085cc2def
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -1,26 +1,48 @@
import urllib.parse
from .common import InfoExtractor from .common import InfoExtractor
from ..utils import ( from ..utils import (
parse_duration, determine_ext,
int_or_none, int_or_none,
parse_duration,
remove_end,
unified_strdate,
ExtractorError, ExtractorError,
) )
class Porn91IE(InfoExtractor): class Porn91IE(InfoExtractor):
IE_NAME = '91porn' IE_NAME = '91porn'
_VALID_URL = r'(?:https?://)(?:www\.|)91porn\.com/.+?\?viewkey=(?P<id>[\w\d]+)' _VALID_URL = r'(?:https?://)(?:www\.|)91porn\.com/view_video.php\?([^#]+&)?viewkey=(?P<id>\w+)'
_TEST = { _TESTS = [{
'url': 'http://91porn.com/view_video.php?viewkey=7e42283b4f5ab36da134', 'url': 'http://91porn.com/view_video.php?viewkey=7e42283b4f5ab36da134',
'md5': '7fcdb5349354f40d41689bd0fa8db05a', 'md5': 'd869db281402e0ef4ddef3c38b866f86',
'info_dict': { 'info_dict': {
'id': '7e42283b4f5ab36da134', 'id': '7e42283b4f5ab36da134',
'title': '18岁大一漂亮学妹水嫩性感再爽一次', 'title': '18岁大一漂亮学妹水嫩性感再爽一次',
'description': 'md5:1ff241f579b07ae936a54e810ad2e891',
'ext': 'mp4', 'ext': 'mp4',
'duration': 431, 'duration': 431,
'upload_date': '20150520',
'comment_count': int,
'view_count': int,
'age_limit': 18, 'age_limit': 18,
} }
} }, {
'url': 'https://91porn.com/view_video.php?viewkey=7ef0cf3d362c699ab91c',
'md5': 'f8fd50540468a6d795378cd778b40226',
'info_dict': {
'id': '7ef0cf3d362c699ab91c',
'title': '真实空乘,冲上云霄第二部',
'description': 'md5:618bf9652cafcc66cd277bd96789baea',
'ext': 'mp4',
'duration': 248,
'upload_date': '20221119',
'comment_count': int,
'view_count': int,
'age_limit': 18,
}
}]
def _real_extract(self, url): def _real_extract(self, url):
video_id = self._match_id(url) video_id = self._match_id(url)
@ -29,32 +51,45 @@ def _real_extract(self, url):
webpage = self._download_webpage( webpage = self._download_webpage(
'http://91porn.com/view_video.php?viewkey=%s' % video_id, video_id) 'http://91porn.com/view_video.php?viewkey=%s' % video_id, video_id)
if '作为游客你每天只可观看10个视频' in webpage: if '视频不存在,可能已经被删除或者被举报为不良内容!' in webpage:
raise ExtractorError('91 Porn says: Daily limit 10 videos exceeded', expected=True) raise ExtractorError('91 Porn says: Video does not exist', expected=True)
title = self._search_regex( daily_limit = self._search_regex(
r'<div id="viewvideo-title">([^<]+)</div>', webpage, 'title') r'作为游客,你每天只可观看([\d]+)个视频', webpage, 'exceeded daily limit', default=None, fatal=False)
title = title.replace('\n', '') if daily_limit:
raise ExtractorError(f'91 Porn says: Daily limit {daily_limit} videos exceeded', expected=True)
video_link_url = self._search_regex( video_link_url = self._search_regex(
r'<textarea[^>]+id=["\']fm-video_link[^>]+>([^<]+)</textarea>', r'document\.write\(\s*strencode2\s*\(\s*((?:"[^"]+")|(?:\'[^\']+\'))', webpage, 'video link')
webpage, 'video link') video_link_url = self._search_regex(
videopage = self._download_webpage(video_link_url, video_id) r'src=["\']([^"\']+)["\']', urllib.parse.unquote(video_link_url), 'unquoted video link')
info_dict = self._parse_html5_media_entries(url, videopage, video_id)[0] formats, subtitles = self._get_formats_and_subtitle(video_link_url, video_id)
duration = parse_duration(self._search_regex( return {
r'时长:\s*</span>\s*(\d+:\d+)', webpage, 'duration', fatal=False))
comment_count = int_or_none(self._search_regex(
r'留言:\s*</span>\s*(\d+)', webpage, 'comment count', fatal=False))
info_dict.update({
'id': video_id, 'id': video_id,
'title': title, 'title': remove_end(self._html_extract_title(webpage).replace('\n', ''), 'Chinese homemade video').strip(),
'duration': duration, 'formats': formats,
'comment_count': comment_count, 'subtitles': subtitles,
'age_limit': self._rta_search(webpage), 'upload_date': unified_strdate(self._search_regex(
}) r'<span\s+class=["\']title-yakov["\']>(\d{4}-\d{2}-\d{2})</span>', webpage, 'upload_date', fatal=False)),
'description': self._html_search_regex(
r'<span\s+class=["\']more title["\']>\s*([^<]+)', webpage, 'description', fatal=False),
'duration': parse_duration(self._search_regex(
r'时长:\s*<span[^>]*>\s*(\d+(?::\d+){1,2})', webpage, 'duration', fatal=False)),
'comment_count': int_or_none(self._search_regex(
r'留言:\s*<span[^>]*>\s*(\d+)\s*</span>', webpage, 'comment count', fatal=False)),
'view_count': int_or_none(self._search_regex(
r'热度:\s*<span[^>]*>\s*(\d+)\s*</span>', webpage, 'view count', fatal=False)),
'age_limit': 18,
}
return info_dict def _get_formats_and_subtitle(self, video_link_url, video_id):
ext = determine_ext(video_link_url)
if ext == 'm3u8':
formats, subtitles = self._extract_m3u8_formats_and_subtitles(video_link_url, video_id, ext='mp4')
else:
formats = [{'url': video_link_url, 'ext': ext}]
subtitles = {}
return formats, subtitles