darkhttpd/devel/test.py

451 lines
15 KiB
Python
Executable File

#!/usr/bin/env python
# This is run by the "run-tests" script.
import unittest
import socket
import signal
import re
import os
import random
WWWROOT = "tmp.httpd.tests"
def between(s, start, end):
assert start in s, s
p = s.index(start) + len(start)
s = s[p:]
assert end in s, s
p = s.index(end)
return s[:p]
assert between("hello world", "hell", "world") == "o "
class Conn:
def __init__(self):
self.port = 12346
self.s = socket.socket()
self.s.connect(("0.0.0.0", self.port))
# connect throws socket.error on connection refused
def get(self, url, http_ver="1.0", endl="\n", req_hdrs={}, method="GET"):
req = method+" "+url
if http_ver is not None:
req += " HTTP/"+http_ver
req += endl
if http_ver is not None:
req_hdrs["User-Agent"] = "test.py"
req_hdrs["Connection"] = "close"
for k,v in req_hdrs.items():
req += k+": "+v+endl
req += endl # end of request
self.s.send(req)
ret = ""
while True:
signal.alarm(1) # don't wait forever
r = self.s.recv(65536)
signal.alarm(0)
if r == "":
break
else:
ret += r
return ret
def get_keepalive(self, url, endl="\n", req_hdrs={}, method="GET"):
req = method+" "+url+" HTTP/1.1"+endl
req_hdrs["User-Agent"] = "test.py"
req_hdrs["Connection"] = "keep-alive"
for k,v in req_hdrs.items():
req += k+": "+v+endl
req += endl # end of request
self.s.send(req)
signal.alarm(1) # don't wait forever
ret = ""
while True:
ret += self.s.recv(65536)
if "\r\n\r\n" not in ret:
# Don't have headers yet.
continue
if method == "HEAD":
# We're done.
break
if "Content-Length: " in ret:
cl = between(ret, "Content-Length: ", "\r\n")
cl = int(cl)
else:
cl = 0
p = ret.index("\r\n\r\n") + 4
assert len(ret) - p <= cl, [ret, p, cl]
if len(ret) == p + cl:
# Complete response.
break
signal.alarm(0)
return ret
def parse(resp):
"""
Parse response into status line, headers and body.
"""
pos = resp.find("\r\n\r\n")
assert pos != -1, 'response is %s' % repr(resp)
head = resp[:pos]
body = resp[pos+4:]
status,head = head.split("\r\n", 1)
hdrs = {}
for line in head.split("\r\n"):
k, v = line.split(": ", 1)
hdrs[k] = v
return (status, hdrs, body)
class TestHelper(unittest.TestCase):
def get(self, url, http_ver="1.0", endl="\n", req_hdrs={}, method="GET"):
self.curr_conn = Conn()
return self.curr_conn.get(url, http_ver, endl, req_hdrs, method)
def assertContains(self, body, *strings):
for s in strings:
self.assertTrue(s in body,
msg="\nExpected: %s\nIn response: %s" % (
repr(s), repr(body)))
def assertIsIndex(self, body, path):
self.assertContains(body,
"<title>%s</title>\n"%path,
"<h1>%s</h1>\n"%path,
'<a href="..">..</a>/',
'Generated by darkhttpd')
def assertIsInvalid(self, body, path):
self.assertContains(body,
"<title>400 Bad Request</title>",
"<h1>Bad Request</h1>\n",
"You requested an invalid URL: %s\n"%path,
'Generated by darkhttpd')
def assertNotFound(self, body, path):
self.assertContains(body,
"<title>404 Not Found</title>",
"<h1>Not Found</h1>\n",
"The URL you requested (%s) was not found.\n"%path,
'Generated by darkhttpd')
def assertForbidden(self, body, path):
self.assertContains(body,
"<title>403 Forbidden</title>",
"<h1>Forbidden</h1>\n",
"You don't have permission to access (%s).\n"%path,
'Generated by darkhttpd')
def assertUnreadable(self, body, path):
self.assertContains(body,
"Couldn't list directory: Permission denied\n",
'Generated by darkhttpd')
def drive_range(self, range_in, range_out, len_out, data_out,
status_out = "206 Partial Content"):
resp = self.get(self.url, req_hdrs = {"Range": "bytes="+range_in})
status, hdrs, body = parse(resp)
self.assertContains(status, status_out)
self.assertEquals(hdrs["Accept-Ranges"], "bytes")
self.assertEquals(hdrs["Content-Range"], "bytes "+range_out)
self.assertEquals(hdrs["Content-Length"], str(len_out))
self.assertEquals(body, data_out)
class TestDirList(TestHelper):
def setUp(self):
self.fn = WWWROOT+"/escape(this)name"
open(self.fn, "w").write("x"*12345)
def tearDown(self):
os.unlink(self.fn)
def test_dirlist_escape(self):
resp = self.get("/")
status, hdrs, body = parse(resp)
self.assertEquals(ord("#"), 0x23)
self.assertContains(body, "escape%28this%29name", "12345")
class TestCases(TestHelper):
pass # these get autogenerated in setUpModule()
def nerf(s):
return re.sub("[^a-zA-Z0-9]", "_", s)
def makeCase(name, url, hdr_checker=None, body_checker=None,
req_hdrs={"User-Agent": "test.py"},
http_ver=None, endl="\n"):
def do_test(self):
resp = self.get(url, http_ver, endl, req_hdrs)
if http_ver is None:
status = ""
hdrs = {}
body = resp
else:
status, hdrs, body = parse(resp)
if hdr_checker is not None and http_ver is not None:
hdr_checker(self, hdrs)
if body_checker is not None:
body_checker(self, body)
# FIXME: check status
if http_ver is not None:
prefix = "HTTP/1.1 " # should 1.0 stay 1.0?
self.assertTrue(status.startswith(prefix),
msg="%s at start of %s"%(repr(prefix), repr(status)))
v = http_ver
if v is None:
v = "0.9"
test_name = "_".join([
"test",
nerf(name),
nerf("HTTP"+v),
{"\n":"LF", "\r\n":"CRLF"}[endl],
])
do_test.__name__ = test_name # hax
setattr(TestCases, test_name, do_test)
def makeCases(name, url, hdr_checker=None, body_checker=None,
req_hdrs={"User-Agent": "test.py"}):
for http_ver in [None, "1.0", "1.1"]:
for endl in ["\n", "\r\n"]:
makeCase(name, url, hdr_checker, body_checker,
req_hdrs, http_ver, endl)
def makeSimpleCases(name, url, assert_name):
makeCases(name, url, None,
lambda self,body: getattr(self, assert_name)(body, url))
def setUpModule():
for args in [
["index", "/", "assertIsIndex"],
["up dir", "/dir/../", "assertIsIndex"],
["extra slashes", "//dir///..////", "assertIsIndex"],
["no trailing slash", "/dir/..", "assertIsIndex"],
["no leading slash", "dir/../", "assertIsInvalid"],
["invalid up dir", "/../", "assertIsInvalid"],
["fancy invalid up dir", "/./dir/./../../", "assertIsInvalid"],
["not found", "/not_found.txt", "assertNotFound"],
["forbidden", "/forbidden/x", "assertForbidden"],
["unreadable", "/unreadable/", "assertUnreadable"],
]:
makeSimpleCases(*args)
class TestDirRedirect(TestHelper):
def setUp(self):
self.url = "/mydir"
self.fn = WWWROOT + self.url
os.mkdir(self.fn)
def tearDown(self):
os.rmdir(self.fn)
def test_dir_redirect(self):
resp = self.get(self.url)
status, hdrs, body = parse(resp)
self.assertContains(status, "301 Moved Permanently")
self.assertEquals(hdrs["Location"], self.url+"/") # trailing slash
class TestFileGet(TestHelper):
def setUp(self):
self.datalen = 2345
self.data = ''.join(
[chr(random.randint(0,255)) for _ in xrange(self.datalen)])
self.url = '/data.jpeg'
self.fn = WWWROOT + self.url
with open(self.fn, "w") as f:
f.write(self.data)
self.qurl = '/what%3f.jpg'
self.qfn = WWWROOT + '/what?.jpg'
os.link(self.fn, self.qfn)
def tearDown(self):
os.unlink(self.fn)
os.unlink(self.qfn)
def get_helper(self, url):
resp = self.get(url)
status, hdrs, body = parse(resp)
self.assertContains(status, "200 OK")
self.assertEquals(hdrs["Accept-Ranges"], "bytes")
self.assertEquals(hdrs["Content-Length"], str(self.datalen))
self.assertEquals(hdrs["Content-Type"], "image/jpeg")
self.assertContains(hdrs["Server"], "darkhttpd/")
assert body == self.data, [url, resp, status, hdrs, body]
self.assertEquals(body, self.data)
def test_file_get(self):
self.get_helper(self.url)
def test_file_get_urldecode(self):
self.get_helper(''.join(['%%%02x' % ord(x) for x in self.url]))
def test_file_get_redundant_dots(self):
self.get_helper("/././." + self.url)
def test_file_get_with_empty_query(self):
self.get_helper(self.url + "?")
def test_file_get_with_query(self):
self.get_helper(self.url + "?action=Submit")
def test_file_get_esc_question(self):
self.get_helper(self.qurl)
def test_file_get_esc_question_with_query(self):
self.get_helper(self.qurl + '?hello=world')
def test_file_head(self):
resp = self.get(self.url, method="HEAD")
status, hdrs, body = parse(resp)
self.assertContains(status, "200 OK")
self.assertEquals(hdrs["Accept-Ranges"], "bytes")
self.assertEquals(hdrs["Content-Length"], str(self.datalen))
self.assertEquals(hdrs["Content-Type"], "image/jpeg")
def test_if_modified_since(self):
resp1 = self.get(self.url, method="HEAD")
status, hdrs, body = parse(resp1)
lastmod = hdrs["Last-Modified"]
resp2 = self.get(self.url, method="GET", req_hdrs =
{"If-Modified-Since": lastmod })
status, hdrs, body = parse(resp2)
self.assertContains(status, "304 Not Modified")
self.assertEquals(hdrs["Accept-Ranges"], "bytes")
self.assertFalse(hdrs.has_key("Last-Modified"))
self.assertFalse(hdrs.has_key("Content-Length"))
self.assertFalse(hdrs.has_key("Content-Type"))
def test_range_single(self):
self.drive_range("5-5", "5-5/%d" % self.datalen,
1, self.data[5])
def test_range_single_first(self):
self.drive_range("0-0", "0-0/%d" % self.datalen,
1, self.data[0])
def test_range_single_last(self):
self.drive_range("%d-%d"%(self.datalen-1, self.datalen-1),
"%d-%d/%d"%(self.datalen-1, self.datalen-1, self.datalen),
1, self.data[-1])
def test_range_single_bad(self):
resp = self.get(self.url, req_hdrs = {"Range":
"bytes=%d-%d"%(self.datalen, self.datalen)})
status, hdrs, body = parse(resp)
self.assertContains(status, "416 Requested Range Not Satisfiable")
def test_range_reasonable(self):
self.drive_range("10-20", "10-20/%d" % self.datalen,
20-10+1, self.data[10:20+1])
def test_range_start_given(self):
self.drive_range("10-", "10-%d/%d" % (self.datalen-1, self.datalen),
self.datalen-10, self.data[10:])
def test_range_end_given(self):
self.drive_range("-25",
"%d-%d/%d"%(self.datalen-25, self.datalen-1, self.datalen),
25, self.data[-25:])
def test_range_beyond_end(self):
# expecting same result as test_range_end_given
self.drive_range("%d-%d"%(self.datalen-25, self.datalen*2),
"%d-%d/%d"%(self.datalen-25, self.datalen-1, self.datalen),
25, self.data[-25:])
def test_range_end_given_oversize(self):
# expecting full file
self.drive_range("-%d"%(self.datalen*3),
"0-%d/%d"%(self.datalen-1, self.datalen),
self.datalen, self.data)
def test_range_bad_start(self):
resp = self.get(self.url, req_hdrs = {"Range": "bytes=%d-"%(
self.datalen*2)})
status, hdrs, body = parse(resp)
self.assertContains(status, "416 Requested Range Not Satisfiable")
def test_range_backwards(self):
resp = self.get(self.url, req_hdrs = {"Range": "bytes=20-10"})
status, hdrs, body = parse(resp)
self.assertContains(status, "416 Requested Range Not Satisfiable")
class TestKeepAlive(TestFileGet):
def setUp(self):
TestFileGet.setUp(self)
self.conn = Conn()
def get(self, url, endl="\n", req_hdrs={}, method="GET"):
return self.conn.get_keepalive(url, endl, req_hdrs, method)
def make_large_file(fn, boundary, data):
big = 1<<33
assert big == 8589934592L
assert str(big) == "8589934592"
f = open(fn, "w")
pos = boundary - len(data)/2
f.seek(pos)
assert f.tell() == pos
assert f.tell() < boundary
f.write(data)
filesize = f.tell()
assert filesize == pos + len(data)
assert filesize > boundary
f.close()
return (pos, filesize)
class TestLargeFile2G(TestHelper):
BOUNDARY = 1<<31
def setUp(self):
self.datalen = 4096
self.data = "".join(
[chr(random.randint(0,255)) for _ in xrange(self.datalen)])
self.url = "/big.jpeg"
self.fn = WWWROOT + self.url
self.filepos, self.filesize = make_large_file(
self.fn, self.BOUNDARY, self.data)
def tearDown(self):
os.unlink(self.fn)
def drive_start(self, ofs):
req_start = self.BOUNDARY + ofs
req_end = req_start + self.datalen/4 - 1
range_in = "%d-%d"%(req_start, req_end)
range_out = "%s/%d"%(range_in, self.filesize)
data_start = req_start - self.filepos
data_end = data_start + self.datalen/4
self.drive_range(range_in, range_out, self.datalen/4,
self.data[data_start:data_end])
def test_largefile_head(self):
resp = self.get(self.url, method="HEAD")
status, hdrs, body = parse(resp)
self.assertContains(status, "200 OK")
self.assertEquals(hdrs["Accept-Ranges"], "bytes")
self.assertEquals(hdrs["Content-Length"], str(self.filesize))
self.assertEquals(hdrs["Content-Type"], "image/jpeg")
def test_largefile__3(self): self.drive_start(-3)
def test_largefile__2(self): self.drive_start(-2)
def test_largefile__1(self): self.drive_start(-1)
def test_largefile_0(self): self.drive_start(0)
def test_largefile_1(self): self.drive_start(1)
def test_largefile_2(self): self.drive_start(2)
def test_largefile_3(self): self.drive_start(3)
class TestLargeFile4G(TestLargeFile2G):
BOUNDARY = 1<<32
if __name__ == '__main__':
setUpModule()
unittest.main()
# vim:set ts=4 sw=4 et: