test_youtube_signature.py 9.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257
  1. #!/usr/bin/env python3
  2. # Allow direct execution
  3. import os
  4. import sys
  5. import unittest
  6. sys.path.insert(0, os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
  7. import contextlib
  8. import re
  9. import string
  10. import urllib.request
  11. from test.helper import FakeYDL, is_download_test
  12. from yt_dlp.extractor import YoutubeIE
  13. from yt_dlp.jsinterp import JSInterpreter
  14. _SIG_TESTS = [
  15. (
  16. 'https://s.ytimg.com/yts/jsbin/html5player-vflHOr_nV.js',
  17. 86,
  18. '>=<;:/.-[+*)(\'&%$#"!ZYX0VUTSRQPONMLKJIHGFEDCBA\\yxwvutsrqponmlkjihgfedcba987654321',
  19. ),
  20. (
  21. 'https://s.ytimg.com/yts/jsbin/html5player-vfldJ8xgI.js',
  22. 85,
  23. '3456789a0cdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRS[UVWXYZ!"#$%&\'()*+,-./:;<=>?@',
  24. ),
  25. (
  26. 'https://s.ytimg.com/yts/jsbin/html5player-vfle-mVwz.js',
  27. 90,
  28. ']\\[@?>=<;:/.-,+*)(\'&%$#"hZYXWVUTSRQPONMLKJIHGFEDCBAzyxwvutsrqponmlkjiagfedcb39876',
  29. ),
  30. (
  31. 'https://s.ytimg.com/yts/jsbin/html5player-en_US-vfl0Cbn9e.js',
  32. 84,
  33. 'O1I3456789abcde0ghijklmnopqrstuvwxyzABCDEFGHfJKLMN2PQRSTUVW@YZ!"#$%&\'()*+,-./:;<=',
  34. ),
  35. (
  36. 'https://s.ytimg.com/yts/jsbin/html5player-en_US-vflXGBaUN.js',
  37. '2ACFC7A61CA478CD21425E5A57EBD73DDC78E22A.2094302436B2D377D14A3BBA23022D023B8BC25AA',
  38. 'A52CB8B320D22032ABB3A41D773D2B6342034902.A22E87CDD37DBE75A5E52412DC874AC16A7CFCA2',
  39. ),
  40. (
  41. 'https://s.ytimg.com/yts/jsbin/html5player-en_US-vflBb0OQx.js',
  42. 84,
  43. '123456789abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQ0STUVWXYZ!"#$%&\'()*+,@./:;<=>',
  44. ),
  45. (
  46. 'https://s.ytimg.com/yts/jsbin/html5player-en_US-vfl9FYC6l.js',
  47. 83,
  48. '123456789abcdefghijklmnopqr0tuvwxyzABCDETGHIJKLMNOPQRS>UVWXYZ!"#$%&\'()*+,-./:;<=F',
  49. ),
  50. (
  51. 'https://s.ytimg.com/yts/jsbin/html5player-en_US-vflCGk6yw/html5player.js',
  52. '4646B5181C6C3020DF1D9C7FCFEA.AD80ABF70C39BD369CCCAE780AFBB98FA6B6CB42766249D9488C288',
  53. '82C8849D94266724DC6B6AF89BBFA087EACCD963.B93C07FBA084ACAEFCF7C9D1FD0203C6C1815B6B',
  54. ),
  55. (
  56. 'https://s.ytimg.com/yts/jsbin/html5player-en_US-vflKjOTVq/html5player.js',
  57. '312AA52209E3623129A412D56A40F11CB0AF14AE.3EE09501CB14E3BCDC3B2AE808BF3F1D14E7FBF12',
  58. '112AA5220913623229A412D56A40F11CB0AF14AE.3EE0950FCB14EEBCDC3B2AE808BF331D14E7FBF3',
  59. ),
  60. (
  61. 'https://www.youtube.com/s/player/6ed0d907/player_ias.vflset/en_US/base.js',
  62. '2aq0aqSyOoJXtK73m-uME_jv7-pT15gOFC02RFkGMqWpzEICs69VdbwQ0LDp1v7j8xx92efCJlYFYb1sUkkBSPOlPmXgIARw8JQ0qOAOAA',
  63. 'AOq0QJ8wRAIgXmPlOPSBkkUs1bYFYlJCfe29xx8j7v1pDL2QwbdV96sCIEzpWqMGkFR20CFOg51Tp-7vj_EMu-m37KtXJoOySqa0',
  64. ),
  65. ]
  66. _NSIG_TESTS = [
  67. (
  68. 'https://www.youtube.com/s/player/7862ca1f/player_ias.vflset/en_US/base.js',
  69. 'X_LCxVDjAavgE5t', 'yxJ1dM6iz5ogUg',
  70. ),
  71. (
  72. 'https://www.youtube.com/s/player/9216d1f7/player_ias.vflset/en_US/base.js',
  73. 'SLp9F5bwjAdhE9F-', 'gWnb9IK2DJ8Q1w',
  74. ),
  75. (
  76. 'https://www.youtube.com/s/player/f8cb7a3b/player_ias.vflset/en_US/base.js',
  77. 'oBo2h5euWy6osrUt', 'ivXHpm7qJjJN',
  78. ),
  79. (
  80. 'https://www.youtube.com/s/player/2dfe380c/player_ias.vflset/en_US/base.js',
  81. 'oBo2h5euWy6osrUt', '3DIBbn3qdQ',
  82. ),
  83. (
  84. 'https://www.youtube.com/s/player/f1ca6900/player_ias.vflset/en_US/base.js',
  85. 'cu3wyu6LQn2hse', 'jvxetvmlI9AN9Q',
  86. ),
  87. (
  88. 'https://www.youtube.com/s/player/8040e515/player_ias.vflset/en_US/base.js',
  89. 'wvOFaY-yjgDuIEg5', 'HkfBFDHmgw4rsw',
  90. ),
  91. (
  92. 'https://www.youtube.com/s/player/e06dea74/player_ias.vflset/en_US/base.js',
  93. 'AiuodmaDDYw8d3y4bf', 'ankd8eza2T6Qmw',
  94. ),
  95. (
  96. 'https://www.youtube.com/s/player/5dd88d1d/player-plasma-ias-phone-en_US.vflset/base.js',
  97. 'kSxKFLeqzv_ZyHSAt', 'n8gS8oRlHOxPFA',
  98. ),
  99. (
  100. 'https://www.youtube.com/s/player/324f67b9/player_ias.vflset/en_US/base.js',
  101. 'xdftNy7dh9QGnhW', '22qLGxrmX8F1rA',
  102. ),
  103. (
  104. 'https://www.youtube.com/s/player/4c3f79c5/player_ias.vflset/en_US/base.js',
  105. 'TDCstCG66tEAO5pR9o', 'dbxNtZ14c-yWyw',
  106. ),
  107. (
  108. 'https://www.youtube.com/s/player/c81bbb4a/player_ias.vflset/en_US/base.js',
  109. 'gre3EcLurNY2vqp94', 'Z9DfGxWP115WTg',
  110. ),
  111. (
  112. 'https://www.youtube.com/s/player/1f7d5369/player_ias.vflset/en_US/base.js',
  113. 'batNX7sYqIJdkJ', 'IhOkL_zxbkOZBw',
  114. ),
  115. (
  116. 'https://www.youtube.com/s/player/009f1d77/player_ias.vflset/en_US/base.js',
  117. '5dwFHw8aFWQUQtffRq', 'audescmLUzI3jw',
  118. ),
  119. (
  120. 'https://www.youtube.com/s/player/dc0c6770/player_ias.vflset/en_US/base.js',
  121. '5EHDMgYLV6HPGk_Mu-kk', 'n9lUJLHbxUI0GQ',
  122. ),
  123. (
  124. 'https://www.youtube.com/s/player/113ca41c/player_ias.vflset/en_US/base.js',
  125. 'cgYl-tlYkhjT7A', 'hI7BBr2zUgcmMg',
  126. ),
  127. (
  128. 'https://www.youtube.com/s/player/c57c113c/player_ias.vflset/en_US/base.js',
  129. 'M92UUMHa8PdvPd3wyM', '3hPqLJsiNZx7yA',
  130. ),
  131. (
  132. 'https://www.youtube.com/s/player/5a3b6271/player_ias.vflset/en_US/base.js',
  133. 'B2j7f_UPT4rfje85Lu_e', 'm5DmNymaGQ5RdQ',
  134. ),
  135. (
  136. 'https://www.youtube.com/s/player/7a062b77/player_ias.vflset/en_US/base.js',
  137. 'NRcE3y3mVtm_cV-W', 'VbsCYUATvqlt5w',
  138. ),
  139. (
  140. 'https://www.youtube.com/s/player/dac945fd/player_ias.vflset/en_US/base.js',
  141. 'o8BkRxXhuYsBCWi6RplPdP', '3Lx32v_hmzTm6A',
  142. ),
  143. (
  144. 'https://www.youtube.com/s/player/6f20102c/player_ias.vflset/en_US/base.js',
  145. 'lE8DhoDmKqnmJJ', 'pJTTX6XyJP2BYw',
  146. ),
  147. (
  148. 'https://www.youtube.com/s/player/cfa9e7cb/player_ias.vflset/en_US/base.js',
  149. 'aCi3iElgd2kq0bxVbQ', 'QX1y8jGb2IbZ0w',
  150. ),
  151. (
  152. 'https://www.youtube.com/s/player/8c7583ff/player_ias.vflset/en_US/base.js',
  153. '1wWCVpRR96eAmMI87L', 'KSkWAVv1ZQxC3A',
  154. ),
  155. (
  156. 'https://www.youtube.com/s/player/b7910ca8/player_ias.vflset/en_US/base.js',
  157. '_hXMCwMt9qE310D', 'LoZMgkkofRMCZQ',
  158. ),
  159. (
  160. 'https://www.youtube.com/s/player/590f65a6/player_ias.vflset/en_US/base.js',
  161. '1tm7-g_A9zsI8_Lay_', 'xI4Vem4Put_rOg',
  162. ),
  163. ]
  164. @is_download_test
  165. class TestPlayerInfo(unittest.TestCase):
  166. def test_youtube_extract_player_info(self):
  167. PLAYER_URLS = (
  168. ('https://www.youtube.com/s/player/4c3f79c5/player_ias.vflset/en_US/base.js', '4c3f79c5'),
  169. ('https://www.youtube.com/s/player/64dddad9/player_ias.vflset/en_US/base.js', '64dddad9'),
  170. ('https://www.youtube.com/s/player/64dddad9/player_ias.vflset/fr_FR/base.js', '64dddad9'),
  171. ('https://www.youtube.com/s/player/64dddad9/player-plasma-ias-phone-en_US.vflset/base.js', '64dddad9'),
  172. ('https://www.youtube.com/s/player/64dddad9/player-plasma-ias-phone-de_DE.vflset/base.js', '64dddad9'),
  173. ('https://www.youtube.com/s/player/64dddad9/player-plasma-ias-tablet-en_US.vflset/base.js', '64dddad9'),
  174. # obsolete
  175. ('https://www.youtube.com/yts/jsbin/player_ias-vfle4-e03/en_US/base.js', 'vfle4-e03'),
  176. ('https://www.youtube.com/yts/jsbin/player_ias-vfl49f_g4/en_US/base.js', 'vfl49f_g4'),
  177. ('https://www.youtube.com/yts/jsbin/player_ias-vflCPQUIL/en_US/base.js', 'vflCPQUIL'),
  178. ('https://www.youtube.com/yts/jsbin/player-vflzQZbt7/en_US/base.js', 'vflzQZbt7'),
  179. ('https://www.youtube.com/yts/jsbin/player-en_US-vflaxXRn1/base.js', 'vflaxXRn1'),
  180. ('https://s.ytimg.com/yts/jsbin/html5player-en_US-vflXGBaUN.js', 'vflXGBaUN'),
  181. ('https://s.ytimg.com/yts/jsbin/html5player-en_US-vflKjOTVq/html5player.js', 'vflKjOTVq'),
  182. )
  183. for player_url, expected_player_id in PLAYER_URLS:
  184. player_id = YoutubeIE._extract_player_info(player_url)
  185. self.assertEqual(player_id, expected_player_id)
  186. @is_download_test
  187. class TestSignature(unittest.TestCase):
  188. def setUp(self):
  189. TEST_DIR = os.path.dirname(os.path.abspath(__file__))
  190. self.TESTDATA_DIR = os.path.join(TEST_DIR, 'testdata/sigs')
  191. if not os.path.exists(self.TESTDATA_DIR):
  192. os.mkdir(self.TESTDATA_DIR)
  193. def tearDown(self):
  194. with contextlib.suppress(OSError):
  195. for f in os.listdir(self.TESTDATA_DIR):
  196. os.remove(f)
  197. def t_factory(name, sig_func, url_pattern):
  198. def make_tfunc(url, sig_input, expected_sig):
  199. m = url_pattern.match(url)
  200. assert m, f'{url!r} should follow URL format'
  201. test_id = m.group('id')
  202. def test_func(self):
  203. basename = f'player-{name}-{test_id}.js'
  204. fn = os.path.join(self.TESTDATA_DIR, basename)
  205. if not os.path.exists(fn):
  206. urllib.request.urlretrieve(url, fn)
  207. with open(fn, encoding='utf-8') as testf:
  208. jscode = testf.read()
  209. self.assertEqual(sig_func(jscode, sig_input), expected_sig)
  210. test_func.__name__ = f'test_{name}_js_{test_id}'
  211. setattr(TestSignature, test_func.__name__, test_func)
  212. return make_tfunc
  213. def signature(jscode, sig_input):
  214. func = YoutubeIE(FakeYDL())._parse_sig_js(jscode)
  215. src_sig = (
  216. str(string.printable[:sig_input])
  217. if isinstance(sig_input, int) else sig_input)
  218. return func(src_sig)
  219. def n_sig(jscode, sig_input):
  220. funcname = YoutubeIE(FakeYDL())._extract_n_function_name(jscode)
  221. return JSInterpreter(jscode).call_function(funcname, sig_input)
  222. make_sig_test = t_factory(
  223. 'signature', signature, re.compile(r'.*(?:-|/player/)(?P<id>[a-zA-Z0-9_-]+)(?:/.+\.js|(?:/watch_as3|/html5player)?\.[a-z]+)$'))
  224. for test_spec in _SIG_TESTS:
  225. make_sig_test(*test_spec)
  226. make_nsig_test = t_factory(
  227. 'nsig', n_sig, re.compile(r'.+/player/(?P<id>[a-zA-Z0-9_-]+)/.+.js$'))
  228. for test_spec in _NSIG_TESTS:
  229. make_nsig_test(*test_spec)
  230. if __name__ == '__main__':
  231. unittest.main()