# Copyright 2010, Google Inc.
# All rights reserved.
#
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions are
# met:
#
# * Redistributions of source code must retain the above copyright
# notice, this list of conditions and the following disclaimer.
# * Redistributions in binary form must reproduce the above
# copyright notice, this list of conditions and the following disclaimer
# in the documentation and/or other materials provided with the
# distribution.
# * Neither the name of Google Inc. nor the names of its
# contributors may be used to endorse or promote products derived from
# this software without specific prior written permission.
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
import socket
import unittest
import http
# relative import to ease embedding the library
import util
class SimpleHttpTest(util.HttpTestBase, unittest.TestCase):
def _run_simple_test(self, host, server_data, expected_req, expected_data):
con = http.HTTPConnection(host)
con._connect()
con.sock.data = server_data
con.request('GET', '/')
self.assertStringEqual(expected_req, con.sock.sent)
self.assertEqual(expected_data, con.getresponse().read())
def test_broken_data_obj(self):
con = http.HTTPConnection('1.2.3.4:80')
con._connect()
self.assertRaises(http.BadRequestData,
con.request, 'POST', '/', body=1)
def test_no_keepalive_http_1_0(self):
expected_request_one = """GET /remote/.hg/requires HTTP/1.1
Host: localhost:9999
range: bytes=0-
accept-encoding: identity
accept: application/mercurial-0.1
user-agent: mercurial/proto-1.0
""".replace('\n', '\r\n')
expected_response_headers = """HTTP/1.0 200 OK
Server: SimpleHTTP/0.6 Python/2.6.1
Date: Sun, 01 May 2011 13:56:57 GMT
Content-type: application/octet-stream
Content-Length: 33
Last-Modified: Sun, 01 May 2011 13:56:56 GMT
""".replace('\n', '\r\n')
expected_response_body = """revlogv1
store
fncache
dotencode
"""
con = http.HTTPConnection('localhost:9999')
con._connect()
con.sock.data = [expected_response_headers, expected_response_body]
con.request('GET', '/remote/.hg/requires',
headers={'accept-encoding': 'identity',
'range': 'bytes=0-',
'accept': 'application/mercurial-0.1',
'user-agent': 'mercurial/proto-1.0',
})
self.assertStringEqual(expected_request_one, con.sock.sent)
self.assertEqual(con.sock.closed, False)
self.assertNotEqual(con.sock.data, [])
self.assert_(con.busy())
resp = con.getresponse()
self.assertStringEqual(resp.read(), expected_response_body)
self.failIf(con.busy())
self.assertEqual(con.sock, None)
self.assertEqual(resp.sock.data, [])
self.assert_(resp.sock.closed)
def test_multiline_header(self):
con = http.HTTPConnection('1.2.3.4:80')
con._connect()
con.sock.data = ['HTTP/1.1 200 OK\r\n',
'Server: BogusServer 1.0\r\n',
'Multiline: Value\r\n',
' Rest of value\r\n',
'Content-Length: 10\r\n',
'\r\n'
'1234567890'
]
con.request('GET', '/')
expected_req = ('GET / HTTP/1.1\r\n'
'Host: 1.2.3.4\r\n'
'accept-encoding: identity\r\n\r\n')
self.assertEqual(('1.2.3.4', 80), con.sock.sa)
self.assertEqual(expected_req, con.sock.sent)
resp = con.getresponse()
self.assertEqual('1234567890', resp.read())
self.assertEqual(['Value\n Rest of value'],
resp.headers.getheaders('multiline'))
# Socket should not be closed
self.assertEqual(resp.sock.closed, False)
self.assertEqual(con.sock.closed, False)
def testSimpleRequest(self):
con = http.HTTPConnection('1.2.3.4:80')
con._connect()
con.sock.data = ['HTTP/1.1 200 OK\r\n',
'Server: BogusServer 1.0\r\n',
'MultiHeader: Value\r\n'
'MultiHeader: Other Value\r\n'
'MultiHeader: One More!\r\n'
'Content-Length: 10\r\n',
'\r\n'
'1234567890'
]
con.request('GET', '/')
expected_req = ('GET / HTTP/1.1\r\n'
'Host: 1.2.3.4\r\n'
'accept-encoding: identity\r\n\r\n')
self.assertEqual(('1.2.3.4', 80), con.sock.sa)
self.assertEqual(expected_req, con.sock.sent)
resp = con.getresponse()
self.assertEqual('1234567890', resp.read())
self.assertEqual(['Value', 'Other Value', 'One More!'],
resp.headers.getheaders('multiheader'))
self.assertEqual(['BogusServer 1.0'],
resp.headers.getheaders('server'))
def testHeaderlessResponse(self):
con = http.HTTPConnection('1.2.3.4', use_ssl=False)
con._connect()
con.sock.data = ['HTTP/1.1 200 OK\r\n',
'\r\n'
'1234567890'
]
con.request('GET', '/')
expected_req = ('GET / HTTP/1.1\r\n'
'Host: 1.2.3.4\r\n'
'accept-encoding: identity\r\n\r\n')
self.assertEqual(('1.2.3.4', 80), con.sock.sa)
self.assertEqual(expected_req, con.sock.sent)
resp = con.getresponse()
self.assertEqual('1234567890', resp.read())
self.assertEqual({}, dict(resp.headers))
self.assertEqual(resp.status, 200)
def testReadline(self):
con = http.HTTPConnection('1.2.3.4')
con._connect()
# make sure it trickles in one byte at a time
# so that we touch all the cases in readline
con.sock.data = list(''.join(
['HTTP/1.1 200 OK\r\n',
'Server: BogusServer 1.0\r\n',
'Connection: Close\r\n',
'\r\n'
'1\n2\nabcdefg\n4\n5']))
expected_req = ('GET / HTTP/1.1\r\n'
'Host: 1.2.3.4\r\n'
'accept-encoding: identity\r\n\r\n')
con.request('GET', '/')
self.assertEqual(('1.2.3.4', 80), con.sock.sa)
self.assertEqual(expected_req, con.sock.sent)
r = con.getresponse()
for expected in ['1\n', '2\n', 'abcdefg\n', '4\n', '5']:
actual = r.readline()
self.assertEqual(expected, actual,
'Expected %r, got %r' % (expected, actual))
def testIPv6(self):
self._run_simple_test('[::1]:8221',
['HTTP/1.1 200 OK\r\n',
'Server: BogusServer 1.0\r\n',
'Content-Length: 10',
'\r\n\r\n'
'1234567890'],
('GET / HTTP/1.1\r\n'
'Host: [::1]:8221\r\n'
'accept-encoding: identity\r\n\r\n'),
'1234567890')
self._run_simple_test('::2',
['HTTP/1.1 200 OK\r\n',
'Server: BogusServer 1.0\r\n',
'Content-Length: 10',
'\r\n\r\n'
'1234567890'],
('GET / HTTP/1.1\r\n'
'Host: ::2\r\n'
'accept-encoding: identity\r\n\r\n'),
'1234567890')
self._run_simple_test('[::3]:443',
['HTTP/1.1 200 OK\r\n',
'Server: BogusServer 1.0\r\n',
'Content-Length: 10',
'\r\n\r\n'
'1234567890'],
('GET / HTTP/1.1\r\n'
'Host: ::3\r\n'
'accept-encoding: identity\r\n\r\n'),
'1234567890')
def testEarlyContinueResponse(self):
con = http.HTTPConnection('1.2.3.4:80')
con._connect()
sock = con.sock
sock.data = ['HTTP/1.1 403 Forbidden\r\n',
'Server: BogusServer 1.0\r\n',
'Content-Length: 18',
'\r\n\r\n'
"You can't do that."]
expected_req = self.doPost(con, expect_body=False)
self.assertEqual(('1.2.3.4', 80), sock.sa)
self.assertStringEqual(expected_req, sock.sent)
self.assertEqual("You can't do that.", con.getresponse().read())
self.assertEqual(sock.closed, True)
def testDeniedAfterContinueTimeoutExpires(self):
con = http.HTTPConnection('1.2.3.4:80')
con._connect()
sock = con.sock
sock.data = ['HTTP/1.1 403 Forbidden\r\n',
'Server: BogusServer 1.0\r\n',
'Content-Length: 18\r\n',
'Connection: close',
'\r\n\r\n'
"You can't do that."]
sock.read_wait_sentinel = 'Dear server, send response!'
sock.close_on_empty = True
# send enough data out that we'll chunk it into multiple
# blocks and the socket will close before we can send the
# whole request.
post_body = ('This is some POST data\n' * 1024 * 32 +
'Dear server, send response!\n' +
'This is some POST data\n' * 1024 * 32)
expected_req = self.doPost(con, expect_body=False,
body_to_send=post_body)
self.assertEqual(('1.2.3.4', 80), sock.sa)
self.assert_('POST data\n' in sock.sent)
self.assert_('Dear server, send response!\n' in sock.sent)
# We expect not all of our data was sent.
self.assertNotEqual(sock.sent, expected_req)
self.assertEqual("You can't do that.", con.getresponse().read())
self.assertEqual(sock.closed, True)
def testPostData(self):
con = http.HTTPConnection('1.2.3.4:80')
con._connect()
sock = con.sock
sock.read_wait_sentinel = 'POST data'
sock.early_data = ['HTTP/1.1 100 Co', 'ntinue\r\n\r\n']
sock.data = ['HTTP/1.1 200 OK\r\n',
'Server: BogusServer 1.0\r\n',
'Content-Length: 16',
'\r\n\r\n',
"You can do that."]
expected_req = self.doPost(con, expect_body=True)
self.assertEqual(('1.2.3.4', 80), sock.sa)
self.assertEqual(expected_req, sock.sent)
self.assertEqual("You can do that.", con.getresponse().read())
self.assertEqual(sock.closed, False)
def testServerWithoutContinue(self):
con = http.HTTPConnection('1.2.3.4:80')
con._connect()
sock = con.sock
sock.read_wait_sentinel = 'POST data'
sock.data = ['HTTP/1.1 200 OK\r\n',
'Server: BogusServer 1.0\r\n',
'Content-Length: 16',
'\r\n\r\n',
"You can do that."]
expected_req = self.doPost(con, expect_body=True)
self.assertEqual(('1.2.3.4', 80), sock.sa)
self.assertEqual(expected_req, sock.sent)
self.assertEqual("You can do that.", con.getresponse().read())
self.assertEqual(sock.closed, False)
def testServerWithSlowContinue(self):
con = http.HTTPConnection('1.2.3.4:80')
con._connect()
sock = con.sock
sock.read_wait_sentinel = 'POST data'
sock.data = ['HTTP/1.1 100 ', 'Continue\r\n\r\n',
'HTTP/1.1 200 OK\r\n',
'Server: BogusServer 1.0\r\n',
'Content-Length: 16',
'\r\n\r\n',
"You can do that."]
expected_req = self.doPost(con, expect_body=True)
self.assertEqual(('1.2.3.4', 80), sock.sa)
self.assertEqual(expected_req, sock.sent)
resp = con.getresponse()
self.assertEqual("You can do that.", resp.read())
self.assertEqual(200, resp.status)
self.assertEqual(sock.closed, False)
def testSlowConnection(self):
con = http.HTTPConnection('1.2.3.4:80')
con._connect()
# simulate one byte arriving at a time, to check for various
# corner cases
con.sock.data = list('HTTP/1.1 200 OK\r\n'
'Server: BogusServer 1.0\r\n'
'Content-Length: 10'
'\r\n\r\n'
'1234567890')
con.request('GET', '/')
expected_req = ('GET / HTTP/1.1\r\n'
'Host: 1.2.3.4\r\n'
'accept-encoding: identity\r\n\r\n')
self.assertEqual(('1.2.3.4', 80), con.sock.sa)
self.assertEqual(expected_req, con.sock.sent)
self.assertEqual('1234567890', con.getresponse().read())
def testTimeout(self):
con = http.HTTPConnection('1.2.3.4:80')
con._connect()
con.sock.data = []
con.request('GET', '/')
self.assertRaises(http.HTTPTimeoutException,
con.getresponse)
expected_req = ('GET / HTTP/1.1\r\n'
'Host: 1.2.3.4\r\n'
'accept-encoding: identity\r\n\r\n')
self.assertEqual(('1.2.3.4', 80), con.sock.sa)
self.assertEqual(expected_req, con.sock.sent)
def test_conn_keep_alive_but_server_close_anyway(self):
sockets = []
def closingsocket(*args, **kwargs):
s = util.MockSocket(*args, **kwargs)
sockets.append(s)
s.data = ['HTTP/1.1 200 OK\r\n',
'Server: BogusServer 1.0\r\n',
'Connection: Keep-Alive\r\n',
'Content-Length: 16',
'\r\n\r\n',
'You can do that.']
s.close_on_empty = True
return s
socket.socket = closingsocket
con = http.HTTPConnection('1.2.3.4:80')
con._connect()
con.request('GET', '/')
r1 = con.getresponse()
r1.read()
self.assertFalse(con.sock.closed)
self.assert_(con.sock.remote_closed)
con.request('GET', '/')
self.assertEqual(2, len(sockets))
def test_server_closes_before_end_of_body(self):
con = http.HTTPConnection('1.2.3.4:80')
con._connect()
s = con.sock
s.data = ['HTTP/1.1 200 OK\r\n',
'Server: BogusServer 1.0\r\n',
'Connection: Keep-Alive\r\n',
'Content-Length: 16',
'\r\n\r\n',
'You can '] # Note: this is shorter than content-length
s.close_on_empty = True
con.request('GET', '/')
r1 = con.getresponse()
self.assertRaises(http.HTTPRemoteClosedError, r1.read)
def test_no_response_raises_response_not_ready(self):
con = http.HTTPConnection('foo')
self.assertRaises(http.httplib.ResponseNotReady, con.getresponse)
# no-check-code