mirror of
https://github.com/ytdl-org/youtube-dl
synced 2024-12-21 08:56:52 +00:00
efbed08dc2
With IDN (Internationalized Domain Name) and a proxy, non-ascii URLs are passed down to urllib/urllib2, causing UnicodeEncodeError Fixes #8890
135 lines
4.6 KiB
Python
135 lines
4.6 KiB
Python
#!/usr/bin/env python
|
|
# coding: utf-8
|
|
from __future__ import unicode_literals
|
|
|
|
# Allow direct execution
|
|
import os
|
|
import sys
|
|
import unittest
|
|
sys.path.insert(0, os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
|
|
|
|
from youtube_dl import YoutubeDL
|
|
from youtube_dl.compat import compat_http_server, compat_urllib_request
|
|
import ssl
|
|
import threading
|
|
|
|
TEST_DIR = os.path.dirname(os.path.abspath(__file__))
|
|
|
|
|
|
class HTTPTestRequestHandler(compat_http_server.BaseHTTPRequestHandler):
|
|
def log_message(self, format, *args):
|
|
pass
|
|
|
|
def do_GET(self):
|
|
if self.path == '/video.html':
|
|
self.send_response(200)
|
|
self.send_header('Content-Type', 'text/html; charset=utf-8')
|
|
self.end_headers()
|
|
self.wfile.write(b'<html><video src="/vid.mp4" /></html>')
|
|
elif self.path == '/vid.mp4':
|
|
self.send_response(200)
|
|
self.send_header('Content-Type', 'video/mp4')
|
|
self.end_headers()
|
|
self.wfile.write(b'\x00\x00\x00\x00\x20\x66\x74[video]')
|
|
else:
|
|
assert False
|
|
|
|
|
|
class FakeLogger(object):
|
|
def debug(self, msg):
|
|
pass
|
|
|
|
def warning(self, msg):
|
|
pass
|
|
|
|
def error(self, msg):
|
|
pass
|
|
|
|
|
|
class TestHTTP(unittest.TestCase):
|
|
def setUp(self):
|
|
certfn = os.path.join(TEST_DIR, 'testcert.pem')
|
|
self.httpd = compat_http_server.HTTPServer(
|
|
('localhost', 0), HTTPTestRequestHandler)
|
|
self.httpd.socket = ssl.wrap_socket(
|
|
self.httpd.socket, certfile=certfn, server_side=True)
|
|
if os.name == 'java':
|
|
# In Jython SSLSocket is not a subclass of socket.socket
|
|
sock = self.httpd.socket.sock
|
|
else:
|
|
sock = self.httpd.socket
|
|
self.port = sock.getsockname()[1]
|
|
self.server_thread = threading.Thread(target=self.httpd.serve_forever)
|
|
self.server_thread.daemon = True
|
|
self.server_thread.start()
|
|
|
|
def test_nocheckcertificate(self):
|
|
if sys.version_info >= (2, 7, 9): # No certificate checking anyways
|
|
ydl = YoutubeDL({'logger': FakeLogger()})
|
|
self.assertRaises(
|
|
Exception,
|
|
ydl.extract_info, 'https://localhost:%d/video.html' % self.port)
|
|
|
|
ydl = YoutubeDL({'logger': FakeLogger(), 'nocheckcertificate': True})
|
|
r = ydl.extract_info('https://localhost:%d/video.html' % self.port)
|
|
self.assertEqual(r['url'], 'https://localhost:%d/vid.mp4' % self.port)
|
|
|
|
|
|
def _build_proxy_handler(name):
|
|
class HTTPTestRequestHandler(compat_http_server.BaseHTTPRequestHandler):
|
|
proxy_name = name
|
|
|
|
def log_message(self, format, *args):
|
|
pass
|
|
|
|
def do_GET(self):
|
|
self.send_response(200)
|
|
self.send_header('Content-Type', 'text/plain; charset=utf-8')
|
|
self.end_headers()
|
|
self.wfile.write('{self.proxy_name}: {self.path}'.format(self=self).encode('utf-8'))
|
|
return HTTPTestRequestHandler
|
|
|
|
|
|
class TestProxy(unittest.TestCase):
|
|
def setUp(self):
|
|
self.proxy = compat_http_server.HTTPServer(
|
|
('localhost', 0), _build_proxy_handler('normal'))
|
|
self.port = self.proxy.socket.getsockname()[1]
|
|
self.proxy_thread = threading.Thread(target=self.proxy.serve_forever)
|
|
self.proxy_thread.daemon = True
|
|
self.proxy_thread.start()
|
|
|
|
self.cn_proxy = compat_http_server.HTTPServer(
|
|
('localhost', 0), _build_proxy_handler('cn'))
|
|
self.cn_port = self.cn_proxy.socket.getsockname()[1]
|
|
self.cn_proxy_thread = threading.Thread(target=self.cn_proxy.serve_forever)
|
|
self.cn_proxy_thread.daemon = True
|
|
self.cn_proxy_thread.start()
|
|
|
|
def test_proxy(self):
|
|
cn_proxy = 'localhost:{0}'.format(self.cn_port)
|
|
ydl = YoutubeDL({
|
|
'proxy': 'localhost:{0}'.format(self.port),
|
|
'cn_verification_proxy': cn_proxy,
|
|
})
|
|
url = 'http://foo.com/bar'
|
|
response = ydl.urlopen(url).read().decode('utf-8')
|
|
self.assertEqual(response, 'normal: {0}'.format(url))
|
|
|
|
req = compat_urllib_request.Request(url)
|
|
req.add_header('Ytdl-request-proxy', cn_proxy)
|
|
response = ydl.urlopen(req).read().decode('utf-8')
|
|
self.assertEqual(response, 'cn: {0}'.format(url))
|
|
|
|
def test_proxy_with_idn(self):
|
|
ydl = YoutubeDL({
|
|
'proxy': 'localhost:{0}'.format(self.port),
|
|
})
|
|
url = 'http://中文.tw/'
|
|
response = ydl.urlopen(url).read().decode('utf-8')
|
|
# b'xn--fiq228c' is '中文'.encode('idna')
|
|
self.assertEqual(response, 'normal: http://xn--fiq228c.tw/')
|
|
|
|
if __name__ == '__main__':
|
|
unittest.main()
|