mirror of
https://github.com/yt-dlp/yt-dlp.git
synced 2024-11-23 09:01:43 +00:00
[ie/dailymotion] Support search (#8292)
Closes #6126 Authored by: drzraf, seproDev Co-authored-by: sepro <4618135+seproDev@users.noreply.github.com>
This commit is contained in:
parent
ede624d1db
commit
11ffa92a61
@ -444,6 +444,7 @@
|
|||||||
from .dailymotion import (
|
from .dailymotion import (
|
||||||
DailymotionIE,
|
DailymotionIE,
|
||||||
DailymotionPlaylistIE,
|
DailymotionPlaylistIE,
|
||||||
|
DailymotionSearchIE,
|
||||||
DailymotionUserIE,
|
DailymotionUserIE,
|
||||||
)
|
)
|
||||||
from .dailywire import (
|
from .dailywire import (
|
||||||
|
@ -1,6 +1,7 @@
|
|||||||
import functools
|
import functools
|
||||||
import json
|
import json
|
||||||
import re
|
import re
|
||||||
|
import urllib.parse
|
||||||
|
|
||||||
from .common import InfoExtractor
|
from .common import InfoExtractor
|
||||||
from ..networking.exceptions import HTTPError
|
from ..networking.exceptions import HTTPError
|
||||||
@ -44,11 +45,12 @@ def _real_initialize(self):
|
|||||||
self._FAMILY_FILTER = ff == 'on' if ff else age_restricted(18, self.get_param('age_limit'))
|
self._FAMILY_FILTER = ff == 'on' if ff else age_restricted(18, self.get_param('age_limit'))
|
||||||
self._set_dailymotion_cookie('ff', 'on' if self._FAMILY_FILTER else 'off')
|
self._set_dailymotion_cookie('ff', 'on' if self._FAMILY_FILTER else 'off')
|
||||||
|
|
||||||
def _call_api(self, object_type, xid, object_fields, note, filter_extra=None):
|
def _get_token(self, xid):
|
||||||
if not self._HEADERS.get('Authorization'):
|
|
||||||
cookies = self._get_dailymotion_cookies()
|
cookies = self._get_dailymotion_cookies()
|
||||||
token = self._get_cookie_value(cookies, 'access_token') or self._get_cookie_value(cookies, 'client_token')
|
token = self._get_cookie_value(cookies, 'access_token') or self._get_cookie_value(cookies, 'client_token')
|
||||||
if not token:
|
if token:
|
||||||
|
return token
|
||||||
|
|
||||||
data = {
|
data = {
|
||||||
'client_id': 'f1a362d288c1b98099c7',
|
'client_id': 'f1a362d288c1b98099c7',
|
||||||
'client_secret': 'eea605b96e01c796ff369935357eca920c5da4c5',
|
'client_secret': 'eea605b96e01c796ff369935357eca920c5da4c5',
|
||||||
@ -73,7 +75,11 @@ def _call_api(self, object_type, xid, object_fields, note, filter_extra=None):
|
|||||||
e.cause.response.read().decode(), xid)['error_description'], expected=True)
|
e.cause.response.read().decode(), xid)['error_description'], expected=True)
|
||||||
raise
|
raise
|
||||||
self._set_dailymotion_cookie('access_token' if username else 'client_token', token)
|
self._set_dailymotion_cookie('access_token' if username else 'client_token', token)
|
||||||
self._HEADERS['Authorization'] = 'Bearer ' + token
|
return token
|
||||||
|
|
||||||
|
def _call_api(self, object_type, xid, object_fields, note, filter_extra=None):
|
||||||
|
if not self._HEADERS.get('Authorization'):
|
||||||
|
self._HEADERS['Authorization'] = f'Bearer {self._get_token(xid)}'
|
||||||
|
|
||||||
resp = self._download_json(
|
resp = self._download_json(
|
||||||
'https://graphql.api.dailymotion.com/', xid, note, data=json.dumps({
|
'https://graphql.api.dailymotion.com/', xid, note, data=json.dumps({
|
||||||
@ -393,9 +399,55 @@ def _extract_embed_urls(cls, url, webpage):
|
|||||||
yield '//dailymotion.com/playlist/%s' % p
|
yield '//dailymotion.com/playlist/%s' % p
|
||||||
|
|
||||||
|
|
||||||
|
class DailymotionSearchIE(DailymotionPlaylistBaseIE):
|
||||||
|
IE_NAME = 'dailymotion:search'
|
||||||
|
_VALID_URL = r'https?://(?:www\.)?dailymotion\.[a-z]{2,3}/search/(?P<id>[^/?#]+)/videos'
|
||||||
|
_PAGE_SIZE = 20
|
||||||
|
_TESTS = [{
|
||||||
|
'url': 'http://www.dailymotion.com/search/king of turtles/videos',
|
||||||
|
'info_dict': {
|
||||||
|
'id': 'king of turtles',
|
||||||
|
'title': 'king of turtles',
|
||||||
|
},
|
||||||
|
'playlist_mincount': 90,
|
||||||
|
}]
|
||||||
|
_SEARCH_QUERY = 'query SEARCH_QUERY( $query: String! $page: Int $limit: Int ) { search { videos( query: $query first: $limit page: $page ) { edges { node { xid } } } } } '
|
||||||
|
|
||||||
|
def _call_search_api(self, term, page, note):
|
||||||
|
if not self._HEADERS.get('Authorization'):
|
||||||
|
self._HEADERS['Authorization'] = f'Bearer {self._get_token(term)}'
|
||||||
|
resp = self._download_json(
|
||||||
|
'https://graphql.api.dailymotion.com/', None, note, data=json.dumps({
|
||||||
|
'operationName': 'SEARCH_QUERY',
|
||||||
|
'query': self._SEARCH_QUERY,
|
||||||
|
'variables': {
|
||||||
|
'limit': 20,
|
||||||
|
'page': page,
|
||||||
|
'query': term,
|
||||||
|
}
|
||||||
|
}).encode(), headers=self._HEADERS)
|
||||||
|
obj = traverse_obj(resp, ('data', 'search', {dict}))
|
||||||
|
if not obj:
|
||||||
|
raise ExtractorError(
|
||||||
|
traverse_obj(resp, ('errors', 0, 'message', {str})) or 'Could not fetch search data')
|
||||||
|
|
||||||
|
return obj
|
||||||
|
|
||||||
|
def _fetch_page(self, term, page):
|
||||||
|
page += 1
|
||||||
|
response = self._call_search_api(term, page, f'Searching "{term}" page {page}')
|
||||||
|
for xid in traverse_obj(response, ('videos', 'edges', ..., 'node', 'xid')):
|
||||||
|
yield self.url_result(f'https://www.dailymotion.com/video/{xid}', DailymotionIE, xid)
|
||||||
|
|
||||||
|
def _real_extract(self, url):
|
||||||
|
term = urllib.parse.unquote_plus(self._match_id(url))
|
||||||
|
return self.playlist_result(
|
||||||
|
OnDemandPagedList(functools.partial(self._fetch_page, term), self._PAGE_SIZE), term, term)
|
||||||
|
|
||||||
|
|
||||||
class DailymotionUserIE(DailymotionPlaylistBaseIE):
|
class DailymotionUserIE(DailymotionPlaylistBaseIE):
|
||||||
IE_NAME = 'dailymotion:user'
|
IE_NAME = 'dailymotion:user'
|
||||||
_VALID_URL = r'https?://(?:www\.)?dailymotion\.[a-z]{2,3}/(?!(?:embed|swf|#|video|playlist)/)(?:(?:old/)?user/)?(?P<id>[^/]+)'
|
_VALID_URL = r'https?://(?:www\.)?dailymotion\.[a-z]{2,3}/(?!(?:embed|swf|#|video|playlist|search)/)(?:(?:old/)?user/)?(?P<id>[^/?#]+)'
|
||||||
_TESTS = [{
|
_TESTS = [{
|
||||||
'url': 'https://www.dailymotion.com/user/nqtv',
|
'url': 'https://www.dailymotion.com/user/nqtv',
|
||||||
'info_dict': {
|
'info_dict': {
|
||||||
|
Loading…
Reference in New Issue
Block a user