2021-05-23 16:34:49 +00:00
|
|
|
|
import io
|
|
|
|
|
|
import quopri
|
|
|
|
|
|
import re
|
|
|
|
|
|
import uuid
|
|
|
|
|
|
|
|
|
|
|
|
from .fragment import FragmentFD
|
|
|
|
|
|
from ..utils import (
|
|
|
|
|
|
escapeHTML,
|
|
|
|
|
|
formatSeconds,
|
|
|
|
|
|
srt_subtitles_timecode,
|
|
|
|
|
|
urljoin,
|
|
|
|
|
|
)
|
|
|
|
|
|
from ..version import __version__ as YT_DLP_VERSION
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class MhtmlFD(FragmentFD):
|
|
|
|
|
|
FD_NAME = 'mhtml'
|
|
|
|
|
|
|
|
|
|
|
|
_STYLESHEET = """\
|
|
|
|
|
|
html, body {
|
|
|
|
|
|
margin: 0;
|
|
|
|
|
|
padding: 0;
|
|
|
|
|
|
height: 100vh;
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
html {
|
|
|
|
|
|
overflow-y: scroll;
|
|
|
|
|
|
scroll-snap-type: y mandatory;
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
body {
|
|
|
|
|
|
scroll-snap-type: y mandatory;
|
|
|
|
|
|
display: flex;
|
|
|
|
|
|
flex-flow: column;
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
body > figure {
|
|
|
|
|
|
max-width: 100vw;
|
|
|
|
|
|
max-height: 100vh;
|
|
|
|
|
|
scroll-snap-align: center;
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
body > figure > figcaption {
|
|
|
|
|
|
text-align: center;
|
|
|
|
|
|
height: 2.5em;
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
body > figure > img {
|
|
|
|
|
|
display: block;
|
|
|
|
|
|
margin: auto;
|
|
|
|
|
|
max-width: 100%;
|
|
|
|
|
|
max-height: calc(100vh - 5em);
|
|
|
|
|
|
}
|
|
|
|
|
|
"""
|
|
|
|
|
|
_STYLESHEET = re.sub(r'\s+', ' ', _STYLESHEET)
|
|
|
|
|
|
_STYLESHEET = re.sub(r'\B \B|(?<=[\w\-]) (?=[^\w\-])|(?<=[^\w\-]) (?=[\w\-])', '', _STYLESHEET)
|
|
|
|
|
|
|
|
|
|
|
|
@staticmethod
|
|
|
|
|
|
def _escape_mime(s):
|
|
|
|
|
|
return '=?utf-8?Q?' + (b''.join(
|
|
|
|
|
|
bytes((b,)) if b >= 0x20 else b'=%02X' % b
|
|
|
|
|
|
for b in quopri.encodestring(s.encode('utf-8'), header=True)
|
|
|
|
|
|
)).decode('us-ascii') + '?='
|
|
|
|
|
|
|
|
|
|
|
|
def _gen_cid(self, i, fragment, frag_boundary):
|
|
|
|
|
|
return '%u.%s@yt-dlp.github.io.invalid' % (i, frag_boundary)
|
|
|
|
|
|
|
|
|
|
|
|
def _gen_stub(self, *, fragments, frag_boundary, title):
|
|
|
|
|
|
output = io.StringIO()
|
|
|
|
|
|
|
|
|
|
|
|
output.write((
|
|
|
|
|
|
'<!DOCTYPE html>'
|
|
|
|
|
|
'<html>'
|
|
|
|
|
|
'<head>'
|
|
|
|
|
|
'' '<meta name="generator" content="yt-dlp {version}">'
|
|
|
|
|
|
'' '<title>{title}</title>'
|
|
|
|
|
|
'' '<style>{styles}</style>'
|
|
|
|
|
|
'<body>'
|
|
|
|
|
|
).format(
|
|
|
|
|
|
version=escapeHTML(YT_DLP_VERSION),
|
|
|
|
|
|
styles=self._STYLESHEET,
|
|
|
|
|
|
title=escapeHTML(title)
|
|
|
|
|
|
))
|
|
|
|
|
|
|
|
|
|
|
|
t0 = 0
|
|
|
|
|
|
for i, frag in enumerate(fragments):
|
|
|
|
|
|
output.write('<figure>')
|
|
|
|
|
|
try:
|
|
|
|
|
|
t1 = t0 + frag['duration']
|
|
|
|
|
|
output.write((
|
|
|
|
|
|
'<figcaption>Slide #{num}: {t0} – {t1} (duration: {duration})</figcaption>'
|
|
|
|
|
|
).format(
|
|
|
|
|
|
num=i + 1,
|
|
|
|
|
|
t0=srt_subtitles_timecode(t0),
|
|
|
|
|
|
t1=srt_subtitles_timecode(t1),
|
|
|
|
|
|
duration=formatSeconds(frag['duration'], msec=True)
|
|
|
|
|
|
))
|
|
|
|
|
|
except (KeyError, ValueError, TypeError):
|
|
|
|
|
|
t1 = None
|
|
|
|
|
|
output.write((
|
|
|
|
|
|
'<figcaption>Slide #{num}</figcaption>'
|
|
|
|
|
|
).format(num=i + 1))
|
|
|
|
|
|
output.write('<img src="cid:{cid}">'.format(
|
|
|
|
|
|
cid=self._gen_cid(i, frag, frag_boundary)))
|
|
|
|
|
|
output.write('</figure>')
|
|
|
|
|
|
t0 = t1
|
|
|
|
|
|
|
|
|
|
|
|
return output.getvalue()
|
|
|
|
|
|
|
|
|
|
|
|
def real_download(self, filename, info_dict):
|
|
|
|
|
|
fragment_base_url = info_dict.get('fragment_base_url')
|
|
|
|
|
|
fragments = info_dict['fragments'][:1] if self.params.get(
|
|
|
|
|
|
'test', False) else info_dict['fragments']
|
2021-11-20 02:57:47 +00:00
|
|
|
|
title = info_dict.get('title', info_dict['format_id'])
|
|
|
|
|
|
origin = info_dict.get('webpage_url', info_dict['url'])
|
2021-05-23 16:34:49 +00:00
|
|
|
|
|
|
|
|
|
|
ctx = {
|
|
|
|
|
|
'filename': filename,
|
|
|
|
|
|
'total_frags': len(fragments),
|
|
|
|
|
|
}
|
|
|
|
|
|
|
2021-07-21 17:28:43 +00:00
|
|
|
|
self._prepare_and_start_frag_download(ctx, info_dict)
|
2021-05-23 16:34:49 +00:00
|
|
|
|
|
|
|
|
|
|
extra_state = ctx.setdefault('extra_state', {
|
|
|
|
|
|
'header_written': False,
|
|
|
|
|
|
'mime_boundary': str(uuid.uuid4()).replace('-', ''),
|
|
|
|
|
|
})
|
|
|
|
|
|
|
|
|
|
|
|
frag_boundary = extra_state['mime_boundary']
|
|
|
|
|
|
|
|
|
|
|
|
if not extra_state['header_written']:
|
|
|
|
|
|
stub = self._gen_stub(
|
|
|
|
|
|
fragments=fragments,
|
|
|
|
|
|
frag_boundary=frag_boundary,
|
|
|
|
|
|
title=title
|
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
|
|
ctx['dest_stream'].write((
|
|
|
|
|
|
'MIME-Version: 1.0\r\n'
|
|
|
|
|
|
'From: <nowhere@yt-dlp.github.io.invalid>\r\n'
|
|
|
|
|
|
'To: <nowhere@yt-dlp.github.io.invalid>\r\n'
|
|
|
|
|
|
'Subject: {title}\r\n'
|
|
|
|
|
|
'Content-type: multipart/related; '
|
|
|
|
|
|
'' 'boundary="{boundary}"; '
|
|
|
|
|
|
'' 'type="text/html"\r\n'
|
|
|
|
|
|
'X.yt-dlp.Origin: {origin}\r\n'
|
|
|
|
|
|
'\r\n'
|
|
|
|
|
|
'--{boundary}\r\n'
|
|
|
|
|
|
'Content-Type: text/html; charset=utf-8\r\n'
|
|
|
|
|
|
'Content-Length: {length}\r\n'
|
|
|
|
|
|
'\r\n'
|
|
|
|
|
|
'{stub}\r\n'
|
|
|
|
|
|
).format(
|
|
|
|
|
|
origin=origin,
|
|
|
|
|
|
boundary=frag_boundary,
|
|
|
|
|
|
length=len(stub),
|
|
|
|
|
|
title=self._escape_mime(title),
|
|
|
|
|
|
stub=stub
|
|
|
|
|
|
).encode('utf-8'))
|
|
|
|
|
|
extra_state['header_written'] = True
|
|
|
|
|
|
|
|
|
|
|
|
for i, fragment in enumerate(fragments):
|
|
|
|
|
|
if (i + 1) <= ctx['fragment_index']:
|
|
|
|
|
|
continue
|
|
|
|
|
|
|
2022-03-13 22:03:40 +00:00
|
|
|
|
fragment_url = fragment.get('url')
|
|
|
|
|
|
if not fragment_url:
|
|
|
|
|
|
assert fragment_base_url
|
|
|
|
|
|
fragment_url = urljoin(fragment_base_url, fragment['path'])
|
|
|
|
|
|
|
2022-03-15 03:27:41 +00:00
|
|
|
|
success = self._download_fragment(ctx, fragment_url, info_dict)
|
2021-05-23 16:34:49 +00:00
|
|
|
|
if not success:
|
|
|
|
|
|
continue
|
2022-03-15 03:27:41 +00:00
|
|
|
|
frag_content = self._read_fragment(ctx)
|
2021-05-23 16:34:49 +00:00
|
|
|
|
|
|
|
|
|
|
mime_type = b'image/jpeg'
|
|
|
|
|
|
if frag_content.startswith(b'\x89PNG\r\n\x1a\n'):
|
|
|
|
|
|
mime_type = b'image/png'
|
|
|
|
|
|
if frag_content.startswith((b'GIF87a', b'GIF89a')):
|
|
|
|
|
|
mime_type = b'image/gif'
|
|
|
|
|
|
if frag_content.startswith(b'RIFF') and frag_content[8:12] == 'WEBP':
|
|
|
|
|
|
mime_type = b'image/webp'
|
|
|
|
|
|
|
|
|
|
|
|
frag_header = io.BytesIO()
|
|
|
|
|
|
frag_header.write(
|
|
|
|
|
|
b'--%b\r\n' % frag_boundary.encode('us-ascii'))
|
|
|
|
|
|
frag_header.write(
|
|
|
|
|
|
b'Content-ID: <%b>\r\n' % self._gen_cid(i, fragment, frag_boundary).encode('us-ascii'))
|
|
|
|
|
|
frag_header.write(
|
|
|
|
|
|
b'Content-type: %b\r\n' % mime_type)
|
|
|
|
|
|
frag_header.write(
|
|
|
|
|
|
b'Content-length: %u\r\n' % len(frag_content))
|
|
|
|
|
|
frag_header.write(
|
|
|
|
|
|
b'Content-location: %b\r\n' % fragment_url.encode('us-ascii'))
|
|
|
|
|
|
frag_header.write(
|
|
|
|
|
|
b'X.yt-dlp.Duration: %f\r\n' % fragment['duration'])
|
|
|
|
|
|
frag_header.write(b'\r\n')
|
|
|
|
|
|
self._append_fragment(
|
|
|
|
|
|
ctx, frag_header.getvalue() + frag_content + b'\r\n')
|
|
|
|
|
|
|
|
|
|
|
|
ctx['dest_stream'].write(
|
|
|
|
|
|
b'--%b--\r\n\r\n' % frag_boundary.encode('us-ascii'))
|
2021-07-21 17:28:43 +00:00
|
|
|
|
self._finish_frag_download(ctx, info_dict)
|
2021-05-23 16:34:49 +00:00
|
|
|
|
return True
|
