Mercurial > hg
annotate tests/get-with-headers.py @ 38399:185588cb0c4b
upgrade: use progress helper
A minor side-effect is that we no longer print the progress at 0 (and
that we don't re-print it at its current value when starting the next
manifest/file).
Differential Revision: https://phab.mercurial-scm.org/D3800
author | Martin von Zweigbergk <martinvonz@google.com> |
---|---|
date | Sun, 17 Jun 2018 23:48:23 -0700 |
parents | cfd0c1df5e33 |
children | fe11fc7e541f |
rev | line source |
---|---|
2532
84655f721f39
Add a test for getting raw files via the web UI.
Eric Hopper <hopper@omnifarious.org>
parents:
diff
changeset
|
1 #!/usr/bin/env python |
84655f721f39
Add a test for getting raw files via the web UI.
Eric Hopper <hopper@omnifarious.org>
parents:
diff
changeset
|
2 |
8447
d5ebcf8f6855
tests: fix doc string in get-with-headers.py
Martin Geisler <mg@lazybytes.net>
parents:
7544
diff
changeset
|
3 """This does HTTP GET requests given a host:port and path and returns |
2532
84655f721f39
Add a test for getting raw files via the web UI.
Eric Hopper <hopper@omnifarious.org>
parents:
diff
changeset
|
4 a subset of the headers plus the body of the result.""" |
84655f721f39
Add a test for getting raw files via the web UI.
Eric Hopper <hopper@omnifarious.org>
parents:
diff
changeset
|
5 |
36576
cfd0c1df5e33
get-with-headers: use bytes stdout thoroughly
Yuya Nishihara <yuya@tcha.org>
parents:
36276
diff
changeset
|
6 from __future__ import absolute_import |
27296
8e86679d8acd
tests: use absolute_import in /get-with-headers.py
Gregory Szorc <gregory.szorc@gmail.com>
parents:
25208
diff
changeset
|
7 |
35780
32317f8bbe2a
tests: use argparse in get-with-headers.py
Gregory Szorc <gregory.szorc@gmail.com>
parents:
31791
diff
changeset
|
8 import argparse |
27296
8e86679d8acd
tests: use absolute_import in /get-with-headers.py
Gregory Szorc <gregory.szorc@gmail.com>
parents:
25208
diff
changeset
|
9 import json |
8e86679d8acd
tests: use absolute_import in /get-with-headers.py
Gregory Szorc <gregory.szorc@gmail.com>
parents:
25208
diff
changeset
|
10 import os |
8e86679d8acd
tests: use absolute_import in /get-with-headers.py
Gregory Szorc <gregory.szorc@gmail.com>
parents:
25208
diff
changeset
|
11 import sys |
7054
e837f2294643
get-with-headers: fix stream modes under Windows
Patrick Mezard <pmezard@gmail.com>
parents:
5561
diff
changeset
|
12 |
29455
0c741fd6158a
py3: conditionalize httplib import
Pulkit Goyal <7895pulkit@gmail.com>
parents:
28726
diff
changeset
|
13 from mercurial import ( |
0c741fd6158a
py3: conditionalize httplib import
Pulkit Goyal <7895pulkit@gmail.com>
parents:
28726
diff
changeset
|
14 util, |
0c741fd6158a
py3: conditionalize httplib import
Pulkit Goyal <7895pulkit@gmail.com>
parents:
28726
diff
changeset
|
15 ) |
0c741fd6158a
py3: conditionalize httplib import
Pulkit Goyal <7895pulkit@gmail.com>
parents:
28726
diff
changeset
|
16 |
0c741fd6158a
py3: conditionalize httplib import
Pulkit Goyal <7895pulkit@gmail.com>
parents:
28726
diff
changeset
|
17 httplib = util.httplib |
0c741fd6158a
py3: conditionalize httplib import
Pulkit Goyal <7895pulkit@gmail.com>
parents:
28726
diff
changeset
|
18 |
7054
e837f2294643
get-with-headers: fix stream modes under Windows
Patrick Mezard <pmezard@gmail.com>
parents:
5561
diff
changeset
|
19 try: |
27296
8e86679d8acd
tests: use absolute_import in /get-with-headers.py
Gregory Szorc <gregory.szorc@gmail.com>
parents:
25208
diff
changeset
|
20 import msvcrt |
7054
e837f2294643
get-with-headers: fix stream modes under Windows
Patrick Mezard <pmezard@gmail.com>
parents:
5561
diff
changeset
|
21 msvcrt.setmode(sys.stdout.fileno(), os.O_BINARY) |
e837f2294643
get-with-headers: fix stream modes under Windows
Patrick Mezard <pmezard@gmail.com>
parents:
5561
diff
changeset
|
22 msvcrt.setmode(sys.stderr.fileno(), os.O_BINARY) |
e837f2294643
get-with-headers: fix stream modes under Windows
Patrick Mezard <pmezard@gmail.com>
parents:
5561
diff
changeset
|
23 except ImportError: |
e837f2294643
get-with-headers: fix stream modes under Windows
Patrick Mezard <pmezard@gmail.com>
parents:
5561
diff
changeset
|
24 pass |
e837f2294643
get-with-headers: fix stream modes under Windows
Patrick Mezard <pmezard@gmail.com>
parents:
5561
diff
changeset
|
25 |
36576
cfd0c1df5e33
get-with-headers: use bytes stdout thoroughly
Yuya Nishihara <yuya@tcha.org>
parents:
36276
diff
changeset
|
26 stdout = getattr(sys.stdout, 'buffer', sys.stdout) |
cfd0c1df5e33
get-with-headers: use bytes stdout thoroughly
Yuya Nishihara <yuya@tcha.org>
parents:
36276
diff
changeset
|
27 |
35780
32317f8bbe2a
tests: use argparse in get-with-headers.py
Gregory Szorc <gregory.szorc@gmail.com>
parents:
31791
diff
changeset
|
28 parser = argparse.ArgumentParser() |
32317f8bbe2a
tests: use argparse in get-with-headers.py
Gregory Szorc <gregory.szorc@gmail.com>
parents:
31791
diff
changeset
|
29 parser.add_argument('--twice', action='store_true') |
32317f8bbe2a
tests: use argparse in get-with-headers.py
Gregory Szorc <gregory.szorc@gmail.com>
parents:
31791
diff
changeset
|
30 parser.add_argument('--headeronly', action='store_true') |
32317f8bbe2a
tests: use argparse in get-with-headers.py
Gregory Szorc <gregory.szorc@gmail.com>
parents:
31791
diff
changeset
|
31 parser.add_argument('--json', action='store_true') |
32317f8bbe2a
tests: use argparse in get-with-headers.py
Gregory Szorc <gregory.szorc@gmail.com>
parents:
31791
diff
changeset
|
32 parser.add_argument('--hgproto') |
35781
c6ef8e841873
tests: teach get-with-headers.py some new tricks
Gregory Szorc <gregory.szorc@gmail.com>
parents:
35780
diff
changeset
|
33 parser.add_argument('--requestheader', nargs='*', default=[], |
c6ef8e841873
tests: teach get-with-headers.py some new tricks
Gregory Szorc <gregory.szorc@gmail.com>
parents:
35780
diff
changeset
|
34 help='Send an additional HTTP request header. Argument ' |
c6ef8e841873
tests: teach get-with-headers.py some new tricks
Gregory Szorc <gregory.szorc@gmail.com>
parents:
35780
diff
changeset
|
35 'value is <header>=<value>') |
c6ef8e841873
tests: teach get-with-headers.py some new tricks
Gregory Szorc <gregory.szorc@gmail.com>
parents:
35780
diff
changeset
|
36 parser.add_argument('--bodyfile', |
c6ef8e841873
tests: teach get-with-headers.py some new tricks
Gregory Szorc <gregory.szorc@gmail.com>
parents:
35780
diff
changeset
|
37 help='Write HTTP response body to a file') |
35780
32317f8bbe2a
tests: use argparse in get-with-headers.py
Gregory Szorc <gregory.szorc@gmail.com>
parents:
31791
diff
changeset
|
38 parser.add_argument('host') |
32317f8bbe2a
tests: use argparse in get-with-headers.py
Gregory Szorc <gregory.szorc@gmail.com>
parents:
31791
diff
changeset
|
39 parser.add_argument('path') |
32317f8bbe2a
tests: use argparse in get-with-headers.py
Gregory Szorc <gregory.szorc@gmail.com>
parents:
31791
diff
changeset
|
40 parser.add_argument('show', nargs='*') |
12182
1121af239761
tests: extend get-with-headers to support cache testing
Dirkjan Ochtman <dirkjan@ochtman.nl>
parents:
10905
diff
changeset
|
41 |
35780
32317f8bbe2a
tests: use argparse in get-with-headers.py
Gregory Szorc <gregory.szorc@gmail.com>
parents:
31791
diff
changeset
|
42 args = parser.parse_args() |
32317f8bbe2a
tests: use argparse in get-with-headers.py
Gregory Szorc <gregory.szorc@gmail.com>
parents:
31791
diff
changeset
|
43 |
32317f8bbe2a
tests: use argparse in get-with-headers.py
Gregory Szorc <gregory.szorc@gmail.com>
parents:
31791
diff
changeset
|
44 twice = args.twice |
32317f8bbe2a
tests: use argparse in get-with-headers.py
Gregory Szorc <gregory.szorc@gmail.com>
parents:
31791
diff
changeset
|
45 headeronly = args.headeronly |
32317f8bbe2a
tests: use argparse in get-with-headers.py
Gregory Szorc <gregory.szorc@gmail.com>
parents:
31791
diff
changeset
|
46 formatjson = args.json |
32317f8bbe2a
tests: use argparse in get-with-headers.py
Gregory Szorc <gregory.szorc@gmail.com>
parents:
31791
diff
changeset
|
47 hgproto = args.hgproto |
35781
c6ef8e841873
tests: teach get-with-headers.py some new tricks
Gregory Szorc <gregory.szorc@gmail.com>
parents:
35780
diff
changeset
|
48 requestheaders = args.requestheader |
30764
e75463e3179f
protocol: send application/mercurial-0.2 responses to capable clients
Gregory Szorc <gregory.szorc@gmail.com>
parents:
29455
diff
changeset
|
49 |
12182
1121af239761
tests: extend get-with-headers to support cache testing
Dirkjan Ochtman <dirkjan@ochtman.nl>
parents:
10905
diff
changeset
|
50 tag = None |
1121af239761
tests: extend get-with-headers to support cache testing
Dirkjan Ochtman <dirkjan@ochtman.nl>
parents:
10905
diff
changeset
|
51 def request(host, path, show): |
17017
953faba28e91
tests: prepare get-with-headers.py for MSYS
Mads Kiilerich <mads@kiilerich.com>
parents:
12250
diff
changeset
|
52 assert not path.startswith('/'), path |
12182
1121af239761
tests: extend get-with-headers to support cache testing
Dirkjan Ochtman <dirkjan@ochtman.nl>
parents:
10905
diff
changeset
|
53 global tag |
1121af239761
tests: extend get-with-headers to support cache testing
Dirkjan Ochtman <dirkjan@ochtman.nl>
parents:
10905
diff
changeset
|
54 headers = {} |
1121af239761
tests: extend get-with-headers to support cache testing
Dirkjan Ochtman <dirkjan@ochtman.nl>
parents:
10905
diff
changeset
|
55 if tag: |
1121af239761
tests: extend get-with-headers to support cache testing
Dirkjan Ochtman <dirkjan@ochtman.nl>
parents:
10905
diff
changeset
|
56 headers['If-None-Match'] = tag |
30764
e75463e3179f
protocol: send application/mercurial-0.2 responses to capable clients
Gregory Szorc <gregory.szorc@gmail.com>
parents:
29455
diff
changeset
|
57 if hgproto: |
e75463e3179f
protocol: send application/mercurial-0.2 responses to capable clients
Gregory Szorc <gregory.szorc@gmail.com>
parents:
29455
diff
changeset
|
58 headers['X-HgProto-1'] = hgproto |
5561
22713dce19f6
hgweb: return meaningful HTTP status codes instead of nonsense
Bryan O'Sullivan <bos@serpentine.com>
parents:
2532
diff
changeset
|
59 |
35781
c6ef8e841873
tests: teach get-with-headers.py some new tricks
Gregory Szorc <gregory.szorc@gmail.com>
parents:
35780
diff
changeset
|
60 for header in requestheaders: |
c6ef8e841873
tests: teach get-with-headers.py some new tricks
Gregory Szorc <gregory.szorc@gmail.com>
parents:
35780
diff
changeset
|
61 key, value = header.split('=', 1) |
c6ef8e841873
tests: teach get-with-headers.py some new tricks
Gregory Szorc <gregory.szorc@gmail.com>
parents:
35780
diff
changeset
|
62 headers[key] = value |
c6ef8e841873
tests: teach get-with-headers.py some new tricks
Gregory Szorc <gregory.szorc@gmail.com>
parents:
35780
diff
changeset
|
63 |
12182
1121af239761
tests: extend get-with-headers to support cache testing
Dirkjan Ochtman <dirkjan@ochtman.nl>
parents:
10905
diff
changeset
|
64 conn = httplib.HTTPConnection(host) |
17017
953faba28e91
tests: prepare get-with-headers.py for MSYS
Mads Kiilerich <mads@kiilerich.com>
parents:
12250
diff
changeset
|
65 conn.request("GET", '/' + path, None, headers) |
12182
1121af239761
tests: extend get-with-headers to support cache testing
Dirkjan Ochtman <dirkjan@ochtman.nl>
parents:
10905
diff
changeset
|
66 response = conn.getresponse() |
36576
cfd0c1df5e33
get-with-headers: use bytes stdout thoroughly
Yuya Nishihara <yuya@tcha.org>
parents:
36276
diff
changeset
|
67 stdout.write(b'%d %s\n' % (response.status, |
cfd0c1df5e33
get-with-headers: use bytes stdout thoroughly
Yuya Nishihara <yuya@tcha.org>
parents:
36276
diff
changeset
|
68 response.reason.encode('ascii'))) |
18380
a4d7fd7ad1f7
serve: don't send any content headers with 304 responses
Mads Kiilerich <madski@unity3d.com>
parents:
17017
diff
changeset
|
69 if show[:1] == ['-']: |
18393
a38039ef7312
tests: make test-hgweb.t output stable
Mads Kiilerich <madski@unity3d.com>
parents:
18380
diff
changeset
|
70 show = sorted(h for h, v in response.getheaders() |
a38039ef7312
tests: make test-hgweb.t output stable
Mads Kiilerich <madski@unity3d.com>
parents:
18380
diff
changeset
|
71 if h.lower() not in show) |
12182
1121af239761
tests: extend get-with-headers to support cache testing
Dirkjan Ochtman <dirkjan@ochtman.nl>
parents:
10905
diff
changeset
|
72 for h in [h.lower() for h in show]: |
1121af239761
tests: extend get-with-headers to support cache testing
Dirkjan Ochtman <dirkjan@ochtman.nl>
parents:
10905
diff
changeset
|
73 if response.getheader(h, None) is not None: |
36576
cfd0c1df5e33
get-with-headers: use bytes stdout thoroughly
Yuya Nishihara <yuya@tcha.org>
parents:
36276
diff
changeset
|
74 stdout.write(b"%s: %s\n" % (h.encode('ascii'), |
cfd0c1df5e33
get-with-headers: use bytes stdout thoroughly
Yuya Nishihara <yuya@tcha.org>
parents:
36276
diff
changeset
|
75 response.getheader(h).encode('ascii'))) |
18400
f1118507174b
get-with-headers: add a --headeronly switch
Pierre-Yves David <pierre-yves.david@ens-lyon.org>
parents:
18393
diff
changeset
|
76 if not headeronly: |
36576
cfd0c1df5e33
get-with-headers: use bytes stdout thoroughly
Yuya Nishihara <yuya@tcha.org>
parents:
36276
diff
changeset
|
77 stdout.write(b'\n') |
23409
dc4d2cd3aa3e
hgweb: send proper HTTP response after uncaught exception
Gregory Szorc <gregory.szorc@gmail.com>
parents:
19865
diff
changeset
|
78 data = response.read() |
24543
747401086a38
get-with-headers: support parsing and pretty printing JSON
Gregory Szorc <gregory.szorc@gmail.com>
parents:
23409
diff
changeset
|
79 |
35781
c6ef8e841873
tests: teach get-with-headers.py some new tricks
Gregory Szorc <gregory.szorc@gmail.com>
parents:
35780
diff
changeset
|
80 if args.bodyfile: |
c6ef8e841873
tests: teach get-with-headers.py some new tricks
Gregory Szorc <gregory.szorc@gmail.com>
parents:
35780
diff
changeset
|
81 bodyfh = open(args.bodyfile, 'wb') |
c6ef8e841873
tests: teach get-with-headers.py some new tricks
Gregory Szorc <gregory.szorc@gmail.com>
parents:
35780
diff
changeset
|
82 else: |
36576
cfd0c1df5e33
get-with-headers: use bytes stdout thoroughly
Yuya Nishihara <yuya@tcha.org>
parents:
36276
diff
changeset
|
83 bodyfh = stdout |
35781
c6ef8e841873
tests: teach get-with-headers.py some new tricks
Gregory Szorc <gregory.szorc@gmail.com>
parents:
35780
diff
changeset
|
84 |
24543
747401086a38
get-with-headers: support parsing and pretty printing JSON
Gregory Szorc <gregory.szorc@gmail.com>
parents:
23409
diff
changeset
|
85 # Pretty print JSON. This also has the beneficial side-effect |
747401086a38
get-with-headers: support parsing and pretty printing JSON
Gregory Szorc <gregory.szorc@gmail.com>
parents:
23409
diff
changeset
|
86 # of verifying emitted JSON is well-formed. |
747401086a38
get-with-headers: support parsing and pretty printing JSON
Gregory Szorc <gregory.szorc@gmail.com>
parents:
23409
diff
changeset
|
87 if formatjson: |
747401086a38
get-with-headers: support parsing and pretty printing JSON
Gregory Szorc <gregory.szorc@gmail.com>
parents:
23409
diff
changeset
|
88 # json.dumps() will print trailing newlines. Eliminate them |
747401086a38
get-with-headers: support parsing and pretty printing JSON
Gregory Szorc <gregory.szorc@gmail.com>
parents:
23409
diff
changeset
|
89 # to make tests easier to write. |
747401086a38
get-with-headers: support parsing and pretty printing JSON
Gregory Szorc <gregory.szorc@gmail.com>
parents:
23409
diff
changeset
|
90 data = json.loads(data) |
747401086a38
get-with-headers: support parsing and pretty printing JSON
Gregory Szorc <gregory.szorc@gmail.com>
parents:
23409
diff
changeset
|
91 lines = json.dumps(data, sort_keys=True, indent=2).splitlines() |
747401086a38
get-with-headers: support parsing and pretty printing JSON
Gregory Szorc <gregory.szorc@gmail.com>
parents:
23409
diff
changeset
|
92 for line in lines: |
35781
c6ef8e841873
tests: teach get-with-headers.py some new tricks
Gregory Szorc <gregory.szorc@gmail.com>
parents:
35780
diff
changeset
|
93 bodyfh.write(line.rstrip()) |
c6ef8e841873
tests: teach get-with-headers.py some new tricks
Gregory Szorc <gregory.szorc@gmail.com>
parents:
35780
diff
changeset
|
94 bodyfh.write(b'\n') |
24543
747401086a38
get-with-headers: support parsing and pretty printing JSON
Gregory Szorc <gregory.szorc@gmail.com>
parents:
23409
diff
changeset
|
95 else: |
35781
c6ef8e841873
tests: teach get-with-headers.py some new tricks
Gregory Szorc <gregory.szorc@gmail.com>
parents:
35780
diff
changeset
|
96 bodyfh.write(data) |
c6ef8e841873
tests: teach get-with-headers.py some new tricks
Gregory Szorc <gregory.szorc@gmail.com>
parents:
35780
diff
changeset
|
97 |
c6ef8e841873
tests: teach get-with-headers.py some new tricks
Gregory Szorc <gregory.szorc@gmail.com>
parents:
35780
diff
changeset
|
98 if args.bodyfile: |
c6ef8e841873
tests: teach get-with-headers.py some new tricks
Gregory Szorc <gregory.szorc@gmail.com>
parents:
35780
diff
changeset
|
99 bodyfh.close() |
12182
1121af239761
tests: extend get-with-headers to support cache testing
Dirkjan Ochtman <dirkjan@ochtman.nl>
parents:
10905
diff
changeset
|
100 |
31791
39f6333e968c
tests: store ETag when using --headeronly
Gregory Szorc <gregory.szorc@gmail.com>
parents:
30764
diff
changeset
|
101 if twice and response.getheader('ETag', None): |
39f6333e968c
tests: store ETag when using --headeronly
Gregory Szorc <gregory.szorc@gmail.com>
parents:
30764
diff
changeset
|
102 tag = response.getheader('ETag') |
12182
1121af239761
tests: extend get-with-headers to support cache testing
Dirkjan Ochtman <dirkjan@ochtman.nl>
parents:
10905
diff
changeset
|
103 |
1121af239761
tests: extend get-with-headers to support cache testing
Dirkjan Ochtman <dirkjan@ochtman.nl>
parents:
10905
diff
changeset
|
104 return response.status |
1121af239761
tests: extend get-with-headers to support cache testing
Dirkjan Ochtman <dirkjan@ochtman.nl>
parents:
10905
diff
changeset
|
105 |
35780
32317f8bbe2a
tests: use argparse in get-with-headers.py
Gregory Szorc <gregory.szorc@gmail.com>
parents:
31791
diff
changeset
|
106 status = request(args.host, args.path, args.show) |
12182
1121af239761
tests: extend get-with-headers to support cache testing
Dirkjan Ochtman <dirkjan@ochtman.nl>
parents:
10905
diff
changeset
|
107 if twice: |
35780
32317f8bbe2a
tests: use argparse in get-with-headers.py
Gregory Szorc <gregory.szorc@gmail.com>
parents:
31791
diff
changeset
|
108 status = request(args.host, args.path, args.show) |
12182
1121af239761
tests: extend get-with-headers to support cache testing
Dirkjan Ochtman <dirkjan@ochtman.nl>
parents:
10905
diff
changeset
|
109 |
1121af239761
tests: extend get-with-headers to support cache testing
Dirkjan Ochtman <dirkjan@ochtman.nl>
parents:
10905
diff
changeset
|
110 if 200 <= status <= 305: |
5561
22713dce19f6
hgweb: return meaningful HTTP status codes instead of nonsense
Bryan O'Sullivan <bos@serpentine.com>
parents:
2532
diff
changeset
|
111 sys.exit(0) |
22713dce19f6
hgweb: return meaningful HTTP status codes instead of nonsense
Bryan O'Sullivan <bos@serpentine.com>
parents:
2532
diff
changeset
|
112 sys.exit(1) |