Mercurial > cpython-lru_cache-weakref
annotate Lib/http/client.py @ 70817:dd775b1561ba
Fix markup.
| author | Georg Brandl <georg@python.org> |
|---|---|
| date | Tue, 14 Jun 2011 21:09:55 +0200 |
| parents | 4c1a15ebebe5 |
| children | c099ba0a278e |
| rev | line source |
|---|---|
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
1 """HTTP/1.1 client library |
|
6787
f6954274e1ca
Doc strings by Mitch Chapman (with a little reformatting).
Guido van Rossum <guido@python.org>
parents:
5974
diff
changeset
|
2 |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
3 <intro stuff goes here> |
|
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
4 <other stuff, too> |
|
6787
f6954274e1ca
Doc strings by Mitch Chapman (with a little reformatting).
Guido van Rossum <guido@python.org>
parents:
5974
diff
changeset
|
5 |
|
39442
654c380cf8b9
Merged revisions 46753-51188 via svnmerge from
Thomas Wouters <thomas@python.org>
parents:
38453
diff
changeset
|
6 HTTPConnection goes through a number of "states", which define when a client |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
7 may legally make another request or fetch the response for a particular |
|
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
8 request. This diagram details these state transitions: |
|
1555
6d35308261f4
Towards a standard access mechanism for URLs.
Guido van Rossum <guido@python.org>
parents:
diff
changeset
|
9 |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
10 (null) |
|
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
11 | |
|
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
12 | HTTPConnection() |
|
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
13 v |
|
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
14 Idle |
|
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
15 | |
|
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
16 | putrequest() |
|
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
17 v |
|
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
18 Request-started |
|
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
19 | |
|
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
20 | ( putheader() )* endheaders() |
|
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
21 v |
|
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
22 Request-sent |
|
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
23 | |
|
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
24 | response = getresponse() |
|
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
25 v |
|
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
26 Unread-response [Response-headers-read] |
|
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
27 |\____________________ |
|
15845
210bbe53b6d4
No text file relying on significant trailing whitespace is robust under
Tim Peters <tim.peters@gmail.com>
parents:
15844
diff
changeset
|
28 | | |
|
210bbe53b6d4
No text file relying on significant trailing whitespace is robust under
Tim Peters <tim.peters@gmail.com>
parents:
15844
diff
changeset
|
29 | response.read() | putrequest() |
|
210bbe53b6d4
No text file relying on significant trailing whitespace is robust under
Tim Peters <tim.peters@gmail.com>
parents:
15844
diff
changeset
|
30 v v |
|
210bbe53b6d4
No text file relying on significant trailing whitespace is robust under
Tim Peters <tim.peters@gmail.com>
parents:
15844
diff
changeset
|
31 Idle Req-started-unread-response |
|
210bbe53b6d4
No text file relying on significant trailing whitespace is robust under
Tim Peters <tim.peters@gmail.com>
parents:
15844
diff
changeset
|
32 ______/| |
|
210bbe53b6d4
No text file relying on significant trailing whitespace is robust under
Tim Peters <tim.peters@gmail.com>
parents:
15844
diff
changeset
|
33 / | |
|
210bbe53b6d4
No text file relying on significant trailing whitespace is robust under
Tim Peters <tim.peters@gmail.com>
parents:
15844
diff
changeset
|
34 response.read() | | ( putheader() )* endheaders() |
|
210bbe53b6d4
No text file relying on significant trailing whitespace is robust under
Tim Peters <tim.peters@gmail.com>
parents:
15844
diff
changeset
|
35 v v |
|
210bbe53b6d4
No text file relying on significant trailing whitespace is robust under
Tim Peters <tim.peters@gmail.com>
parents:
15844
diff
changeset
|
36 Request-started Req-sent-unread-response |
|
210bbe53b6d4
No text file relying on significant trailing whitespace is robust under
Tim Peters <tim.peters@gmail.com>
parents:
15844
diff
changeset
|
37 | |
|
210bbe53b6d4
No text file relying on significant trailing whitespace is robust under
Tim Peters <tim.peters@gmail.com>
parents:
15844
diff
changeset
|
38 | response.read() |
|
210bbe53b6d4
No text file relying on significant trailing whitespace is robust under
Tim Peters <tim.peters@gmail.com>
parents:
15844
diff
changeset
|
39 v |
|
210bbe53b6d4
No text file relying on significant trailing whitespace is robust under
Tim Peters <tim.peters@gmail.com>
parents:
15844
diff
changeset
|
40 Request-sent |
|
6787
f6954274e1ca
Doc strings by Mitch Chapman (with a little reformatting).
Guido van Rossum <guido@python.org>
parents:
5974
diff
changeset
|
41 |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
42 This diagram presents the following rules: |
|
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
43 -- a second request may not be started until {response-headers-read} |
|
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
44 -- a response [object] cannot be retrieved until {request-sent} |
|
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
45 -- there is no differentiation between an unread response body and a |
|
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
46 partially read response body |
|
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
47 |
|
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
48 Note: this enforcement is applied by the HTTPConnection class. The |
|
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
49 HTTPResponse class does not enforce this state machine, which |
|
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
50 implies sophisticated clients may accelerate the request/response |
|
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
51 pipeline. Caution should be taken, though: accelerating the states |
|
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
52 beyond the above pattern may imply knowledge of the server's |
|
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
53 connection-close behavior for certain requests. For example, it |
|
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
54 is impossible to tell whether the server will close the connection |
|
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
55 UNTIL the response headers have been read; this means that further |
|
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
56 requests cannot be placed into the pipeline until it is known that |
|
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
57 the server will NOT be closing the connection. |
|
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
58 |
|
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
59 Logical State __state __response |
|
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
60 ------------- ------- ---------- |
|
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
61 Idle _CS_IDLE None |
|
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
62 Request-started _CS_REQ_STARTED None |
|
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
63 Request-sent _CS_REQ_SENT None |
|
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
64 Unread-response _CS_IDLE <response_class> |
|
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
65 Req-started-unread-response _CS_REQ_STARTED <response_class> |
|
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
66 Req-sent-unread-response _CS_REQ_SENT <response_class> |
|
6787
f6954274e1ca
Doc strings by Mitch Chapman (with a little reformatting).
Guido van Rossum <guido@python.org>
parents:
5974
diff
changeset
|
67 """ |
|
1555
6d35308261f4
Towards a standard access mechanism for URLs.
Guido van Rossum <guido@python.org>
parents:
diff
changeset
|
68 |
|
47635
f31e32a2013c
Patch for issue 2848, mostly by Humberto Diogenes, with a couple of
Barry Warsaw <barry@python.org>
parents:
47559
diff
changeset
|
69 import email.parser |
|
f31e32a2013c
Patch for issue 2848, mostly by Humberto Diogenes, with a couple of
Barry Warsaw <barry@python.org>
parents:
47559
diff
changeset
|
70 import email.message |
|
52375
a726f7928561
Remove special logic that closes HTTPConnection socket on EPIPE.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52370
diff
changeset
|
71 import io |
|
a726f7928561
Remove special logic that closes HTTPConnection socket on EPIPE.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52370
diff
changeset
|
72 import os |
|
a726f7928561
Remove special logic that closes HTTPConnection socket on EPIPE.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52370
diff
changeset
|
73 import socket |
|
67046
6f56b247a7cd
Issue3243 - Support iterable bodies in httplib. Patch contributions by Xuanji Li and Chris AtLee.
Senthil Kumaran <orsenthil@gmail.com>
parents:
67020
diff
changeset
|
74 import collections |
|
48334
5a416a6417d3
Make a new urllib package .
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
47635
diff
changeset
|
75 from urllib.parse import urlsplit |
|
43292
876b7ef4775d
Merged revisions 57778-58052 via svnmerge from
Thomas Wouters <thomas@python.org>
parents:
43095
diff
changeset
|
76 import warnings |
|
1555
6d35308261f4
Towards a standard access mechanism for URLs.
Guido van Rossum <guido@python.org>
parents:
diff
changeset
|
77 |
|
43095
4a07a288f5c4
Merged revisions 57620-57771 via svnmerge from
Thomas Wouters <thomas@python.org>
parents:
42964
diff
changeset
|
78 __all__ = ["HTTPResponse", "HTTPConnection", |
|
18013
99aea6f5cebd
more public symbols for __all__
Skip Montanaro <skip@pobox.com>
parents:
17482
diff
changeset
|
79 "HTTPException", "NotConnected", "UnknownProtocol", |
|
24042
63fbbed10714
Simplify HTTPSConnection constructor.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
24038
diff
changeset
|
80 "UnknownTransferEncoding", "UnimplementedFileMode", |
|
63fbbed10714
Simplify HTTPSConnection constructor.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
24038
diff
changeset
|
81 "IncompleteRead", "InvalidURL", "ImproperConnectionState", |
|
63fbbed10714
Simplify HTTPSConnection constructor.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
24038
diff
changeset
|
82 "CannotSendRequest", "CannotSendHeader", "ResponseNotReady", |
|
36559
09230357f927
Move "httpresponses" dict from urllib2 to httplib where it belongs.
Georg Brandl <georg@python.org>
parents:
35652
diff
changeset
|
83 "BadStatusLine", "error", "responses"] |
|
16160
46920b60cd33
added a few more __all__ lists
Skip Montanaro <skip@pobox.com>
parents:
15878
diff
changeset
|
84 |
|
1555
6d35308261f4
Towards a standard access mechanism for URLs.
Guido van Rossum <guido@python.org>
parents:
diff
changeset
|
85 HTTP_PORT = 80 |
|
11527
28b8585354de
OpenSSL support. This is based on patches for a version of SSLeay by
Guido van Rossum <guido@python.org>
parents:
7122
diff
changeset
|
86 HTTPS_PORT = 443 |
|
28b8585354de
OpenSSL support. This is based on patches for a version of SSLeay by
Guido van Rossum <guido@python.org>
parents:
7122
diff
changeset
|
87 |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
88 _UNKNOWN = 'UNKNOWN' |
|
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
89 |
|
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
90 # connection states |
|
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
91 _CS_IDLE = 'Idle' |
|
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
92 _CS_REQ_STARTED = 'Request-started' |
|
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
93 _CS_REQ_SENT = 'Request-sent' |
|
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
94 |
|
33506
4b8198a74873
Patch #1025790: Add status code constants to httplib.
Martin v. Löwis <martin@v.loewis.de>
parents:
33496
diff
changeset
|
95 # status codes |
|
4b8198a74873
Patch #1025790: Add status code constants to httplib.
Martin v. Löwis <martin@v.loewis.de>
parents:
33496
diff
changeset
|
96 # informational |
|
4b8198a74873
Patch #1025790: Add status code constants to httplib.
Martin v. Löwis <martin@v.loewis.de>
parents:
33496
diff
changeset
|
97 CONTINUE = 100 |
|
4b8198a74873
Patch #1025790: Add status code constants to httplib.
Martin v. Löwis <martin@v.loewis.de>
parents:
33496
diff
changeset
|
98 SWITCHING_PROTOCOLS = 101 |
|
4b8198a74873
Patch #1025790: Add status code constants to httplib.
Martin v. Löwis <martin@v.loewis.de>
parents:
33496
diff
changeset
|
99 PROCESSING = 102 |
|
4b8198a74873
Patch #1025790: Add status code constants to httplib.
Martin v. Löwis <martin@v.loewis.de>
parents:
33496
diff
changeset
|
100 |
|
4b8198a74873
Patch #1025790: Add status code constants to httplib.
Martin v. Löwis <martin@v.loewis.de>
parents:
33496
diff
changeset
|
101 # successful |
|
4b8198a74873
Patch #1025790: Add status code constants to httplib.
Martin v. Löwis <martin@v.loewis.de>
parents:
33496
diff
changeset
|
102 OK = 200 |
|
4b8198a74873
Patch #1025790: Add status code constants to httplib.
Martin v. Löwis <martin@v.loewis.de>
parents:
33496
diff
changeset
|
103 CREATED = 201 |
|
4b8198a74873
Patch #1025790: Add status code constants to httplib.
Martin v. Löwis <martin@v.loewis.de>
parents:
33496
diff
changeset
|
104 ACCEPTED = 202 |
|
4b8198a74873
Patch #1025790: Add status code constants to httplib.
Martin v. Löwis <martin@v.loewis.de>
parents:
33496
diff
changeset
|
105 NON_AUTHORITATIVE_INFORMATION = 203 |
|
4b8198a74873
Patch #1025790: Add status code constants to httplib.
Martin v. Löwis <martin@v.loewis.de>
parents:
33496
diff
changeset
|
106 NO_CONTENT = 204 |
|
4b8198a74873
Patch #1025790: Add status code constants to httplib.
Martin v. Löwis <martin@v.loewis.de>
parents:
33496
diff
changeset
|
107 RESET_CONTENT = 205 |
|
4b8198a74873
Patch #1025790: Add status code constants to httplib.
Martin v. Löwis <martin@v.loewis.de>
parents:
33496
diff
changeset
|
108 PARTIAL_CONTENT = 206 |
|
4b8198a74873
Patch #1025790: Add status code constants to httplib.
Martin v. Löwis <martin@v.loewis.de>
parents:
33496
diff
changeset
|
109 MULTI_STATUS = 207 |
|
4b8198a74873
Patch #1025790: Add status code constants to httplib.
Martin v. Löwis <martin@v.loewis.de>
parents:
33496
diff
changeset
|
110 IM_USED = 226 |
|
4b8198a74873
Patch #1025790: Add status code constants to httplib.
Martin v. Löwis <martin@v.loewis.de>
parents:
33496
diff
changeset
|
111 |
|
4b8198a74873
Patch #1025790: Add status code constants to httplib.
Martin v. Löwis <martin@v.loewis.de>
parents:
33496
diff
changeset
|
112 # redirection |
|
4b8198a74873
Patch #1025790: Add status code constants to httplib.
Martin v. Löwis <martin@v.loewis.de>
parents:
33496
diff
changeset
|
113 MULTIPLE_CHOICES = 300 |
|
4b8198a74873
Patch #1025790: Add status code constants to httplib.
Martin v. Löwis <martin@v.loewis.de>
parents:
33496
diff
changeset
|
114 MOVED_PERMANENTLY = 301 |
|
4b8198a74873
Patch #1025790: Add status code constants to httplib.
Martin v. Löwis <martin@v.loewis.de>
parents:
33496
diff
changeset
|
115 FOUND = 302 |
|
4b8198a74873
Patch #1025790: Add status code constants to httplib.
Martin v. Löwis <martin@v.loewis.de>
parents:
33496
diff
changeset
|
116 SEE_OTHER = 303 |
|
4b8198a74873
Patch #1025790: Add status code constants to httplib.
Martin v. Löwis <martin@v.loewis.de>
parents:
33496
diff
changeset
|
117 NOT_MODIFIED = 304 |
|
4b8198a74873
Patch #1025790: Add status code constants to httplib.
Martin v. Löwis <martin@v.loewis.de>
parents:
33496
diff
changeset
|
118 USE_PROXY = 305 |
|
4b8198a74873
Patch #1025790: Add status code constants to httplib.
Martin v. Löwis <martin@v.loewis.de>
parents:
33496
diff
changeset
|
119 TEMPORARY_REDIRECT = 307 |
|
4b8198a74873
Patch #1025790: Add status code constants to httplib.
Martin v. Löwis <martin@v.loewis.de>
parents:
33496
diff
changeset
|
120 |
|
4b8198a74873
Patch #1025790: Add status code constants to httplib.
Martin v. Löwis <martin@v.loewis.de>
parents:
33496
diff
changeset
|
121 # client error |
|
4b8198a74873
Patch #1025790: Add status code constants to httplib.
Martin v. Löwis <martin@v.loewis.de>
parents:
33496
diff
changeset
|
122 BAD_REQUEST = 400 |
|
4b8198a74873
Patch #1025790: Add status code constants to httplib.
Martin v. Löwis <martin@v.loewis.de>
parents:
33496
diff
changeset
|
123 UNAUTHORIZED = 401 |
|
4b8198a74873
Patch #1025790: Add status code constants to httplib.
Martin v. Löwis <martin@v.loewis.de>
parents:
33496
diff
changeset
|
124 PAYMENT_REQUIRED = 402 |
|
4b8198a74873
Patch #1025790: Add status code constants to httplib.
Martin v. Löwis <martin@v.loewis.de>
parents:
33496
diff
changeset
|
125 FORBIDDEN = 403 |
|
4b8198a74873
Patch #1025790: Add status code constants to httplib.
Martin v. Löwis <martin@v.loewis.de>
parents:
33496
diff
changeset
|
126 NOT_FOUND = 404 |
|
4b8198a74873
Patch #1025790: Add status code constants to httplib.
Martin v. Löwis <martin@v.loewis.de>
parents:
33496
diff
changeset
|
127 METHOD_NOT_ALLOWED = 405 |
|
4b8198a74873
Patch #1025790: Add status code constants to httplib.
Martin v. Löwis <martin@v.loewis.de>
parents:
33496
diff
changeset
|
128 NOT_ACCEPTABLE = 406 |
|
4b8198a74873
Patch #1025790: Add status code constants to httplib.
Martin v. Löwis <martin@v.loewis.de>
parents:
33496
diff
changeset
|
129 PROXY_AUTHENTICATION_REQUIRED = 407 |
|
4b8198a74873
Patch #1025790: Add status code constants to httplib.
Martin v. Löwis <martin@v.loewis.de>
parents:
33496
diff
changeset
|
130 REQUEST_TIMEOUT = 408 |
|
4b8198a74873
Patch #1025790: Add status code constants to httplib.
Martin v. Löwis <martin@v.loewis.de>
parents:
33496
diff
changeset
|
131 CONFLICT = 409 |
|
4b8198a74873
Patch #1025790: Add status code constants to httplib.
Martin v. Löwis <martin@v.loewis.de>
parents:
33496
diff
changeset
|
132 GONE = 410 |
|
4b8198a74873
Patch #1025790: Add status code constants to httplib.
Martin v. Löwis <martin@v.loewis.de>
parents:
33496
diff
changeset
|
133 LENGTH_REQUIRED = 411 |
|
4b8198a74873
Patch #1025790: Add status code constants to httplib.
Martin v. Löwis <martin@v.loewis.de>
parents:
33496
diff
changeset
|
134 PRECONDITION_FAILED = 412 |
|
4b8198a74873
Patch #1025790: Add status code constants to httplib.
Martin v. Löwis <martin@v.loewis.de>
parents:
33496
diff
changeset
|
135 REQUEST_ENTITY_TOO_LARGE = 413 |
|
4b8198a74873
Patch #1025790: Add status code constants to httplib.
Martin v. Löwis <martin@v.loewis.de>
parents:
33496
diff
changeset
|
136 REQUEST_URI_TOO_LONG = 414 |
|
4b8198a74873
Patch #1025790: Add status code constants to httplib.
Martin v. Löwis <martin@v.loewis.de>
parents:
33496
diff
changeset
|
137 UNSUPPORTED_MEDIA_TYPE = 415 |
|
4b8198a74873
Patch #1025790: Add status code constants to httplib.
Martin v. Löwis <martin@v.loewis.de>
parents:
33496
diff
changeset
|
138 REQUESTED_RANGE_NOT_SATISFIABLE = 416 |
|
4b8198a74873
Patch #1025790: Add status code constants to httplib.
Martin v. Löwis <martin@v.loewis.de>
parents:
33496
diff
changeset
|
139 EXPECTATION_FAILED = 417 |
|
4b8198a74873
Patch #1025790: Add status code constants to httplib.
Martin v. Löwis <martin@v.loewis.de>
parents:
33496
diff
changeset
|
140 UNPROCESSABLE_ENTITY = 422 |
|
4b8198a74873
Patch #1025790: Add status code constants to httplib.
Martin v. Löwis <martin@v.loewis.de>
parents:
33496
diff
changeset
|
141 LOCKED = 423 |
|
4b8198a74873
Patch #1025790: Add status code constants to httplib.
Martin v. Löwis <martin@v.loewis.de>
parents:
33496
diff
changeset
|
142 FAILED_DEPENDENCY = 424 |
|
4b8198a74873
Patch #1025790: Add status code constants to httplib.
Martin v. Löwis <martin@v.loewis.de>
parents:
33496
diff
changeset
|
143 UPGRADE_REQUIRED = 426 |
|
4b8198a74873
Patch #1025790: Add status code constants to httplib.
Martin v. Löwis <martin@v.loewis.de>
parents:
33496
diff
changeset
|
144 |
|
4b8198a74873
Patch #1025790: Add status code constants to httplib.
Martin v. Löwis <martin@v.loewis.de>
parents:
33496
diff
changeset
|
145 # server error |
|
4b8198a74873
Patch #1025790: Add status code constants to httplib.
Martin v. Löwis <martin@v.loewis.de>
parents:
33496
diff
changeset
|
146 INTERNAL_SERVER_ERROR = 500 |
|
4b8198a74873
Patch #1025790: Add status code constants to httplib.
Martin v. Löwis <martin@v.loewis.de>
parents:
33496
diff
changeset
|
147 NOT_IMPLEMENTED = 501 |
|
4b8198a74873
Patch #1025790: Add status code constants to httplib.
Martin v. Löwis <martin@v.loewis.de>
parents:
33496
diff
changeset
|
148 BAD_GATEWAY = 502 |
|
4b8198a74873
Patch #1025790: Add status code constants to httplib.
Martin v. Löwis <martin@v.loewis.de>
parents:
33496
diff
changeset
|
149 SERVICE_UNAVAILABLE = 503 |
|
4b8198a74873
Patch #1025790: Add status code constants to httplib.
Martin v. Löwis <martin@v.loewis.de>
parents:
33496
diff
changeset
|
150 GATEWAY_TIMEOUT = 504 |
|
4b8198a74873
Patch #1025790: Add status code constants to httplib.
Martin v. Löwis <martin@v.loewis.de>
parents:
33496
diff
changeset
|
151 HTTP_VERSION_NOT_SUPPORTED = 505 |
|
4b8198a74873
Patch #1025790: Add status code constants to httplib.
Martin v. Löwis <martin@v.loewis.de>
parents:
33496
diff
changeset
|
152 INSUFFICIENT_STORAGE = 507 |
|
4b8198a74873
Patch #1025790: Add status code constants to httplib.
Martin v. Löwis <martin@v.loewis.de>
parents:
33496
diff
changeset
|
153 NOT_EXTENDED = 510 |
|
4b8198a74873
Patch #1025790: Add status code constants to httplib.
Martin v. Löwis <martin@v.loewis.de>
parents:
33496
diff
changeset
|
154 |
|
36559
09230357f927
Move "httpresponses" dict from urllib2 to httplib where it belongs.
Georg Brandl <georg@python.org>
parents:
35652
diff
changeset
|
155 # Mapping status codes to official W3C names |
|
09230357f927
Move "httpresponses" dict from urllib2 to httplib where it belongs.
Georg Brandl <georg@python.org>
parents:
35652
diff
changeset
|
156 responses = { |
|
09230357f927
Move "httpresponses" dict from urllib2 to httplib where it belongs.
Georg Brandl <georg@python.org>
parents:
35652
diff
changeset
|
157 100: 'Continue', |
|
09230357f927
Move "httpresponses" dict from urllib2 to httplib where it belongs.
Georg Brandl <georg@python.org>
parents:
35652
diff
changeset
|
158 101: 'Switching Protocols', |
|
09230357f927
Move "httpresponses" dict from urllib2 to httplib where it belongs.
Georg Brandl <georg@python.org>
parents:
35652
diff
changeset
|
159 |
|
09230357f927
Move "httpresponses" dict from urllib2 to httplib where it belongs.
Georg Brandl <georg@python.org>
parents:
35652
diff
changeset
|
160 200: 'OK', |
|
09230357f927
Move "httpresponses" dict from urllib2 to httplib where it belongs.
Georg Brandl <georg@python.org>
parents:
35652
diff
changeset
|
161 201: 'Created', |
|
09230357f927
Move "httpresponses" dict from urllib2 to httplib where it belongs.
Georg Brandl <georg@python.org>
parents:
35652
diff
changeset
|
162 202: 'Accepted', |
|
09230357f927
Move "httpresponses" dict from urllib2 to httplib where it belongs.
Georg Brandl <georg@python.org>
parents:
35652
diff
changeset
|
163 203: 'Non-Authoritative Information', |
|
09230357f927
Move "httpresponses" dict from urllib2 to httplib where it belongs.
Georg Brandl <georg@python.org>
parents:
35652
diff
changeset
|
164 204: 'No Content', |
|
09230357f927
Move "httpresponses" dict from urllib2 to httplib where it belongs.
Georg Brandl <georg@python.org>
parents:
35652
diff
changeset
|
165 205: 'Reset Content', |
|
09230357f927
Move "httpresponses" dict from urllib2 to httplib where it belongs.
Georg Brandl <georg@python.org>
parents:
35652
diff
changeset
|
166 206: 'Partial Content', |
|
09230357f927
Move "httpresponses" dict from urllib2 to httplib where it belongs.
Georg Brandl <georg@python.org>
parents:
35652
diff
changeset
|
167 |
|
09230357f927
Move "httpresponses" dict from urllib2 to httplib where it belongs.
Georg Brandl <georg@python.org>
parents:
35652
diff
changeset
|
168 300: 'Multiple Choices', |
|
09230357f927
Move "httpresponses" dict from urllib2 to httplib where it belongs.
Georg Brandl <georg@python.org>
parents:
35652
diff
changeset
|
169 301: 'Moved Permanently', |
|
09230357f927
Move "httpresponses" dict from urllib2 to httplib where it belongs.
Georg Brandl <georg@python.org>
parents:
35652
diff
changeset
|
170 302: 'Found', |
|
09230357f927
Move "httpresponses" dict from urllib2 to httplib where it belongs.
Georg Brandl <georg@python.org>
parents:
35652
diff
changeset
|
171 303: 'See Other', |
|
09230357f927
Move "httpresponses" dict from urllib2 to httplib where it belongs.
Georg Brandl <georg@python.org>
parents:
35652
diff
changeset
|
172 304: 'Not Modified', |
|
09230357f927
Move "httpresponses" dict from urllib2 to httplib where it belongs.
Georg Brandl <georg@python.org>
parents:
35652
diff
changeset
|
173 305: 'Use Proxy', |
|
09230357f927
Move "httpresponses" dict from urllib2 to httplib where it belongs.
Georg Brandl <georg@python.org>
parents:
35652
diff
changeset
|
174 306: '(Unused)', |
|
09230357f927
Move "httpresponses" dict from urllib2 to httplib where it belongs.
Georg Brandl <georg@python.org>
parents:
35652
diff
changeset
|
175 307: 'Temporary Redirect', |
|
09230357f927
Move "httpresponses" dict from urllib2 to httplib where it belongs.
Georg Brandl <georg@python.org>
parents:
35652
diff
changeset
|
176 |
|
09230357f927
Move "httpresponses" dict from urllib2 to httplib where it belongs.
Georg Brandl <georg@python.org>
parents:
35652
diff
changeset
|
177 400: 'Bad Request', |
|
09230357f927
Move "httpresponses" dict from urllib2 to httplib where it belongs.
Georg Brandl <georg@python.org>
parents:
35652
diff
changeset
|
178 401: 'Unauthorized', |
|
09230357f927
Move "httpresponses" dict from urllib2 to httplib where it belongs.
Georg Brandl <georg@python.org>
parents:
35652
diff
changeset
|
179 402: 'Payment Required', |
|
09230357f927
Move "httpresponses" dict from urllib2 to httplib where it belongs.
Georg Brandl <georg@python.org>
parents:
35652
diff
changeset
|
180 403: 'Forbidden', |
|
09230357f927
Move "httpresponses" dict from urllib2 to httplib where it belongs.
Georg Brandl <georg@python.org>
parents:
35652
diff
changeset
|
181 404: 'Not Found', |
|
09230357f927
Move "httpresponses" dict from urllib2 to httplib where it belongs.
Georg Brandl <georg@python.org>
parents:
35652
diff
changeset
|
182 405: 'Method Not Allowed', |
|
09230357f927
Move "httpresponses" dict from urllib2 to httplib where it belongs.
Georg Brandl <georg@python.org>
parents:
35652
diff
changeset
|
183 406: 'Not Acceptable', |
|
09230357f927
Move "httpresponses" dict from urllib2 to httplib where it belongs.
Georg Brandl <georg@python.org>
parents:
35652
diff
changeset
|
184 407: 'Proxy Authentication Required', |
|
09230357f927
Move "httpresponses" dict from urllib2 to httplib where it belongs.
Georg Brandl <georg@python.org>
parents:
35652
diff
changeset
|
185 408: 'Request Timeout', |
|
09230357f927
Move "httpresponses" dict from urllib2 to httplib where it belongs.
Georg Brandl <georg@python.org>
parents:
35652
diff
changeset
|
186 409: 'Conflict', |
|
09230357f927
Move "httpresponses" dict from urllib2 to httplib where it belongs.
Georg Brandl <georg@python.org>
parents:
35652
diff
changeset
|
187 410: 'Gone', |
|
09230357f927
Move "httpresponses" dict from urllib2 to httplib where it belongs.
Georg Brandl <georg@python.org>
parents:
35652
diff
changeset
|
188 411: 'Length Required', |
|
09230357f927
Move "httpresponses" dict from urllib2 to httplib where it belongs.
Georg Brandl <georg@python.org>
parents:
35652
diff
changeset
|
189 412: 'Precondition Failed', |
|
09230357f927
Move "httpresponses" dict from urllib2 to httplib where it belongs.
Georg Brandl <georg@python.org>
parents:
35652
diff
changeset
|
190 413: 'Request Entity Too Large', |
|
09230357f927
Move "httpresponses" dict from urllib2 to httplib where it belongs.
Georg Brandl <georg@python.org>
parents:
35652
diff
changeset
|
191 414: 'Request-URI Too Long', |
|
09230357f927
Move "httpresponses" dict from urllib2 to httplib where it belongs.
Georg Brandl <georg@python.org>
parents:
35652
diff
changeset
|
192 415: 'Unsupported Media Type', |
|
09230357f927
Move "httpresponses" dict from urllib2 to httplib where it belongs.
Georg Brandl <georg@python.org>
parents:
35652
diff
changeset
|
193 416: 'Requested Range Not Satisfiable', |
|
09230357f927
Move "httpresponses" dict from urllib2 to httplib where it belongs.
Georg Brandl <georg@python.org>
parents:
35652
diff
changeset
|
194 417: 'Expectation Failed', |
|
09230357f927
Move "httpresponses" dict from urllib2 to httplib where it belongs.
Georg Brandl <georg@python.org>
parents:
35652
diff
changeset
|
195 |
|
09230357f927
Move "httpresponses" dict from urllib2 to httplib where it belongs.
Georg Brandl <georg@python.org>
parents:
35652
diff
changeset
|
196 500: 'Internal Server Error', |
|
09230357f927
Move "httpresponses" dict from urllib2 to httplib where it belongs.
Georg Brandl <georg@python.org>
parents:
35652
diff
changeset
|
197 501: 'Not Implemented', |
|
09230357f927
Move "httpresponses" dict from urllib2 to httplib where it belongs.
Georg Brandl <georg@python.org>
parents:
35652
diff
changeset
|
198 502: 'Bad Gateway', |
|
09230357f927
Move "httpresponses" dict from urllib2 to httplib where it belongs.
Georg Brandl <georg@python.org>
parents:
35652
diff
changeset
|
199 503: 'Service Unavailable', |
|
09230357f927
Move "httpresponses" dict from urllib2 to httplib where it belongs.
Georg Brandl <georg@python.org>
parents:
35652
diff
changeset
|
200 504: 'Gateway Timeout', |
|
09230357f927
Move "httpresponses" dict from urllib2 to httplib where it belongs.
Georg Brandl <georg@python.org>
parents:
35652
diff
changeset
|
201 505: 'HTTP Version Not Supported', |
|
09230357f927
Move "httpresponses" dict from urllib2 to httplib where it belongs.
Georg Brandl <georg@python.org>
parents:
35652
diff
changeset
|
202 } |
|
09230357f927
Move "httpresponses" dict from urllib2 to httplib where it belongs.
Georg Brandl <georg@python.org>
parents:
35652
diff
changeset
|
203 |
|
35652
6a20831d357d
bug [ 1296004 ] MemoryError in httplib
Georg Brandl <georg@python.org>
parents:
35158
diff
changeset
|
204 # maximal amount of data to read at one time in _safe_read |
|
6a20831d357d
bug [ 1296004 ] MemoryError in httplib
Georg Brandl <georg@python.org>
parents:
35158
diff
changeset
|
205 MAXAMOUNT = 1048576 |
|
6a20831d357d
bug [ 1296004 ] MemoryError in httplib
Georg Brandl <georg@python.org>
parents:
35158
diff
changeset
|
206 |
|
67029
3c182f71d4c9
Merged revisions 87373,87381 via svnmerge from
Antoine Pitrou <solipsis@pitrou.net>
parents:
66196
diff
changeset
|
207 # maximal line length when calling readline(). |
|
3c182f71d4c9
Merged revisions 87373,87381 via svnmerge from
Antoine Pitrou <solipsis@pitrou.net>
parents:
66196
diff
changeset
|
208 _MAXLINE = 65536 |
|
3c182f71d4c9
Merged revisions 87373,87381 via svnmerge from
Antoine Pitrou <solipsis@pitrou.net>
parents:
66196
diff
changeset
|
209 |
|
47635
f31e32a2013c
Patch for issue 2848, mostly by Humberto Diogenes, with a couple of
Barry Warsaw <barry@python.org>
parents:
47559
diff
changeset
|
210 class HTTPMessage(email.message.Message): |
|
52522
9eceb618274a
Simplify the Request class. The basic components of the parsed
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52375
diff
changeset
|
211 # XXX The only usage of this method is in |
|
9eceb618274a
Simplify the Request class. The basic components of the parsed
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52375
diff
changeset
|
212 # http.server.CGIHTTPRequestHandler. Maybe move the code there so |
|
9eceb618274a
Simplify the Request class. The basic components of the parsed
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52375
diff
changeset
|
213 # that it doesn't need to be part of the public API. The API has |
|
9eceb618274a
Simplify the Request class. The basic components of the parsed
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52375
diff
changeset
|
214 # never been defined so this could cause backwards compatibility |
|
9eceb618274a
Simplify the Request class. The basic components of the parsed
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52375
diff
changeset
|
215 # issues. |
|
9eceb618274a
Simplify the Request class. The basic components of the parsed
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52375
diff
changeset
|
216 |
|
47635
f31e32a2013c
Patch for issue 2848, mostly by Humberto Diogenes, with a couple of
Barry Warsaw <barry@python.org>
parents:
47559
diff
changeset
|
217 def getallmatchingheaders(self, name): |
|
f31e32a2013c
Patch for issue 2848, mostly by Humberto Diogenes, with a couple of
Barry Warsaw <barry@python.org>
parents:
47559
diff
changeset
|
218 """Find all header lines matching a given header name. |
|
24123
aa6217bf9776
Fix for SF bug #432621: httplib: multiple Set-Cookie headers
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
24120
diff
changeset
|
219 |
|
47635
f31e32a2013c
Patch for issue 2848, mostly by Humberto Diogenes, with a couple of
Barry Warsaw <barry@python.org>
parents:
47559
diff
changeset
|
220 Look through the list of headers and find all lines matching a given |
|
f31e32a2013c
Patch for issue 2848, mostly by Humberto Diogenes, with a couple of
Barry Warsaw <barry@python.org>
parents:
47559
diff
changeset
|
221 header name (and their continuation lines). A list of the lines is |
|
f31e32a2013c
Patch for issue 2848, mostly by Humberto Diogenes, with a couple of
Barry Warsaw <barry@python.org>
parents:
47559
diff
changeset
|
222 returned, without interpretation. If the header does not occur, an |
|
f31e32a2013c
Patch for issue 2848, mostly by Humberto Diogenes, with a couple of
Barry Warsaw <barry@python.org>
parents:
47559
diff
changeset
|
223 empty list is returned. If the header occurs multiple times, all |
|
f31e32a2013c
Patch for issue 2848, mostly by Humberto Diogenes, with a couple of
Barry Warsaw <barry@python.org>
parents:
47559
diff
changeset
|
224 occurrences are returned. Case is not important in the header name. |
|
24123
aa6217bf9776
Fix for SF bug #432621: httplib: multiple Set-Cookie headers
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
24120
diff
changeset
|
225 |
|
47635
f31e32a2013c
Patch for issue 2848, mostly by Humberto Diogenes, with a couple of
Barry Warsaw <barry@python.org>
parents:
47559
diff
changeset
|
226 """ |
|
f31e32a2013c
Patch for issue 2848, mostly by Humberto Diogenes, with a couple of
Barry Warsaw <barry@python.org>
parents:
47559
diff
changeset
|
227 name = name.lower() + ':' |
|
f31e32a2013c
Patch for issue 2848, mostly by Humberto Diogenes, with a couple of
Barry Warsaw <barry@python.org>
parents:
47559
diff
changeset
|
228 n = len(name) |
|
f31e32a2013c
Patch for issue 2848, mostly by Humberto Diogenes, with a couple of
Barry Warsaw <barry@python.org>
parents:
47559
diff
changeset
|
229 lst = [] |
|
f31e32a2013c
Patch for issue 2848, mostly by Humberto Diogenes, with a couple of
Barry Warsaw <barry@python.org>
parents:
47559
diff
changeset
|
230 hit = 0 |
|
f31e32a2013c
Patch for issue 2848, mostly by Humberto Diogenes, with a couple of
Barry Warsaw <barry@python.org>
parents:
47559
diff
changeset
|
231 for line in self.keys(): |
|
f31e32a2013c
Patch for issue 2848, mostly by Humberto Diogenes, with a couple of
Barry Warsaw <barry@python.org>
parents:
47559
diff
changeset
|
232 if line[:n].lower() == name: |
|
f31e32a2013c
Patch for issue 2848, mostly by Humberto Diogenes, with a couple of
Barry Warsaw <barry@python.org>
parents:
47559
diff
changeset
|
233 hit = 1 |
|
f31e32a2013c
Patch for issue 2848, mostly by Humberto Diogenes, with a couple of
Barry Warsaw <barry@python.org>
parents:
47559
diff
changeset
|
234 elif not line[:1].isspace(): |
|
f31e32a2013c
Patch for issue 2848, mostly by Humberto Diogenes, with a couple of
Barry Warsaw <barry@python.org>
parents:
47559
diff
changeset
|
235 hit = 0 |
|
f31e32a2013c
Patch for issue 2848, mostly by Humberto Diogenes, with a couple of
Barry Warsaw <barry@python.org>
parents:
47559
diff
changeset
|
236 if hit: |
|
f31e32a2013c
Patch for issue 2848, mostly by Humberto Diogenes, with a couple of
Barry Warsaw <barry@python.org>
parents:
47559
diff
changeset
|
237 lst.append(line) |
|
f31e32a2013c
Patch for issue 2848, mostly by Humberto Diogenes, with a couple of
Barry Warsaw <barry@python.org>
parents:
47559
diff
changeset
|
238 return lst |
|
f31e32a2013c
Patch for issue 2848, mostly by Humberto Diogenes, with a couple of
Barry Warsaw <barry@python.org>
parents:
47559
diff
changeset
|
239 |
|
52369
8d6918af232b
Fix compatibility issue with HTTPMessage class.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52367
diff
changeset
|
240 def parse_headers(fp, _class=HTTPMessage): |
|
47635
f31e32a2013c
Patch for issue 2848, mostly by Humberto Diogenes, with a couple of
Barry Warsaw <barry@python.org>
parents:
47559
diff
changeset
|
241 """Parses only RFC2822 headers from a file pointer. |
|
f31e32a2013c
Patch for issue 2848, mostly by Humberto Diogenes, with a couple of
Barry Warsaw <barry@python.org>
parents:
47559
diff
changeset
|
242 |
|
f31e32a2013c
Patch for issue 2848, mostly by Humberto Diogenes, with a couple of
Barry Warsaw <barry@python.org>
parents:
47559
diff
changeset
|
243 email Parser wants to see strings rather than bytes. |
|
f31e32a2013c
Patch for issue 2848, mostly by Humberto Diogenes, with a couple of
Barry Warsaw <barry@python.org>
parents:
47559
diff
changeset
|
244 But a TextIOWrapper around self.rfile would buffer too many bytes |
|
f31e32a2013c
Patch for issue 2848, mostly by Humberto Diogenes, with a couple of
Barry Warsaw <barry@python.org>
parents:
47559
diff
changeset
|
245 from the stream, bytes which we later need to read as bytes. |
|
f31e32a2013c
Patch for issue 2848, mostly by Humberto Diogenes, with a couple of
Barry Warsaw <barry@python.org>
parents:
47559
diff
changeset
|
246 So we read the correct bytes here, as bytes, for email Parser |
|
f31e32a2013c
Patch for issue 2848, mostly by Humberto Diogenes, with a couple of
Barry Warsaw <barry@python.org>
parents:
47559
diff
changeset
|
247 to parse. |
|
f31e32a2013c
Patch for issue 2848, mostly by Humberto Diogenes, with a couple of
Barry Warsaw <barry@python.org>
parents:
47559
diff
changeset
|
248 |
|
f31e32a2013c
Patch for issue 2848, mostly by Humberto Diogenes, with a couple of
Barry Warsaw <barry@python.org>
parents:
47559
diff
changeset
|
249 """ |
|
f31e32a2013c
Patch for issue 2848, mostly by Humberto Diogenes, with a couple of
Barry Warsaw <barry@python.org>
parents:
47559
diff
changeset
|
250 headers = [] |
|
f31e32a2013c
Patch for issue 2848, mostly by Humberto Diogenes, with a couple of
Barry Warsaw <barry@python.org>
parents:
47559
diff
changeset
|
251 while True: |
|
67029
3c182f71d4c9
Merged revisions 87373,87381 via svnmerge from
Antoine Pitrou <solipsis@pitrou.net>
parents:
66196
diff
changeset
|
252 line = fp.readline(_MAXLINE + 1) |
|
3c182f71d4c9
Merged revisions 87373,87381 via svnmerge from
Antoine Pitrou <solipsis@pitrou.net>
parents:
66196
diff
changeset
|
253 if len(line) > _MAXLINE: |
|
3c182f71d4c9
Merged revisions 87373,87381 via svnmerge from
Antoine Pitrou <solipsis@pitrou.net>
parents:
66196
diff
changeset
|
254 raise LineTooLong("header line") |
|
47635
f31e32a2013c
Patch for issue 2848, mostly by Humberto Diogenes, with a couple of
Barry Warsaw <barry@python.org>
parents:
47559
diff
changeset
|
255 headers.append(line) |
|
f31e32a2013c
Patch for issue 2848, mostly by Humberto Diogenes, with a couple of
Barry Warsaw <barry@python.org>
parents:
47559
diff
changeset
|
256 if line in (b'\r\n', b'\n', b''): |
|
f31e32a2013c
Patch for issue 2848, mostly by Humberto Diogenes, with a couple of
Barry Warsaw <barry@python.org>
parents:
47559
diff
changeset
|
257 break |
|
f31e32a2013c
Patch for issue 2848, mostly by Humberto Diogenes, with a couple of
Barry Warsaw <barry@python.org>
parents:
47559
diff
changeset
|
258 hstring = b''.join(headers).decode('iso-8859-1') |
|
52369
8d6918af232b
Fix compatibility issue with HTTPMessage class.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52367
diff
changeset
|
259 return email.parser.Parser(_class=_class).parsestr(hstring) |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
260 |
|
24119
f33bb9c131f8
Handle HTTP/0.9 responses.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
24088
diff
changeset
|
261 |
|
66988
b6d3fe70802f
Issue #10711: Remove HTTP 0.9 support from http.client. The `strict`
Antoine Pitrou <solipsis@pitrou.net>
parents:
66187
diff
changeset
|
262 _strict_sentinel = object() |
|
b6d3fe70802f
Issue #10711: Remove HTTP 0.9 support from http.client. The `strict`
Antoine Pitrou <solipsis@pitrou.net>
parents:
66187
diff
changeset
|
263 |
|
b6d3fe70802f
Issue #10711: Remove HTTP 0.9 support from http.client. The `strict`
Antoine Pitrou <solipsis@pitrou.net>
parents:
66187
diff
changeset
|
264 class HTTPResponse(io.RawIOBase): |
|
24119
f33bb9c131f8
Handle HTTP/0.9 responses.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
24088
diff
changeset
|
265 |
|
f33bb9c131f8
Handle HTTP/0.9 responses.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
24088
diff
changeset
|
266 # See RFC 2616 sec 19.6 and RFC 1945 sec 6 for details. |
|
f33bb9c131f8
Handle HTTP/0.9 responses.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
24088
diff
changeset
|
267 |
|
42425
7794da1334a0
Fix status line parsing for http response.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
42133
diff
changeset
|
268 # The bytes from the socket object are iso-8859-1 strings. |
|
7794da1334a0
Fix status line parsing for http response.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
42133
diff
changeset
|
269 # See RFC 2616 sec 2.2 which notes an exception for MIME-encoded |
|
7794da1334a0
Fix status line parsing for http response.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
42133
diff
changeset
|
270 # text following RFC 2047. The basic status line parsing only |
|
7794da1334a0
Fix status line parsing for http response.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
42133
diff
changeset
|
271 # accepts iso-8859-1. |
|
7794da1334a0
Fix status line parsing for http response.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
42133
diff
changeset
|
272 |
|
66988
b6d3fe70802f
Issue #10711: Remove HTTP 0.9 support from http.client. The `strict`
Antoine Pitrou <solipsis@pitrou.net>
parents:
66187
diff
changeset
|
273 def __init__(self, sock, debuglevel=0, strict=_strict_sentinel, method=None, url=None): |
|
52522
9eceb618274a
Simplify the Request class. The basic components of the parsed
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52375
diff
changeset
|
274 # If the response includes a content-length header, we need to |
|
9eceb618274a
Simplify the Request class. The basic components of the parsed
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52375
diff
changeset
|
275 # make sure that the client doesn't read more than the |
|
42452
f4409c5d7994
Change urllib to use HTTPConnection rather than old HTTP class.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
42444
diff
changeset
|
276 # specified number of bytes. If it does, it will block until |
|
52522
9eceb618274a
Simplify the Request class. The basic components of the parsed
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52375
diff
changeset
|
277 # the server times out and closes the connection. This will |
|
9eceb618274a
Simplify the Request class. The basic components of the parsed
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52375
diff
changeset
|
278 # happen if a self.fp.read() is done (without a size) whether |
|
9eceb618274a
Simplify the Request class. The basic components of the parsed
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52375
diff
changeset
|
279 # self.fp is buffered or not. So, no self.fp.read() by |
|
9eceb618274a
Simplify the Request class. The basic components of the parsed
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52375
diff
changeset
|
280 # clients unless they know what they are doing. |
|
51449
ccc7188fdd28
revert 69416; it didn't help much
Benjamin Peterson <benjamin@python.org>
parents:
51447
diff
changeset
|
281 self.fp = sock.makefile("rb") |
|
14672
1b20ad6eb501
Do not close socket when a Content-Length is 0. This make the
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
14560
diff
changeset
|
282 self.debuglevel = debuglevel |
|
66988
b6d3fe70802f
Issue #10711: Remove HTTP 0.9 support from http.client. The `strict`
Antoine Pitrou <solipsis@pitrou.net>
parents:
66187
diff
changeset
|
283 if strict is not _strict_sentinel: |
|
b6d3fe70802f
Issue #10711: Remove HTTP 0.9 support from http.client. The `strict`
Antoine Pitrou <solipsis@pitrou.net>
parents:
66187
diff
changeset
|
284 warnings.warn("the 'strict' argument isn't supported anymore; " |
|
b6d3fe70802f
Issue #10711: Remove HTTP 0.9 support from http.client. The `strict`
Antoine Pitrou <solipsis@pitrou.net>
parents:
66187
diff
changeset
|
285 "http.client now always assumes HTTP/1.x compliant servers.", |
|
b6d3fe70802f
Issue #10711: Remove HTTP 0.9 support from http.client. The `strict`
Antoine Pitrou <solipsis@pitrou.net>
parents:
66187
diff
changeset
|
286 DeprecationWarning, 2) |
|
28978
83fe0f5c9359
SF bug 622042: Don't expect response body from HEAD request.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
28671
diff
changeset
|
287 self._method = method |
|
11527
28b8585354de
OpenSSL support. This is based on patches for a version of SSLeay by
Guido van Rossum <guido@python.org>
parents:
7122
diff
changeset
|
288 |
|
52522
9eceb618274a
Simplify the Request class. The basic components of the parsed
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52375
diff
changeset
|
289 # The HTTPResponse object is returned via urllib. The clients |
|
9eceb618274a
Simplify the Request class. The basic components of the parsed
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52375
diff
changeset
|
290 # of http and urllib expect different attributes for the |
|
9eceb618274a
Simplify the Request class. The basic components of the parsed
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52375
diff
changeset
|
291 # headers. headers is used here and supports urllib. msg is |
|
9eceb618274a
Simplify the Request class. The basic components of the parsed
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52375
diff
changeset
|
292 # provided as a backwards compatibility layer for http |
|
9eceb618274a
Simplify the Request class. The basic components of the parsed
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52375
diff
changeset
|
293 # clients. |
|
9eceb618274a
Simplify the Request class. The basic components of the parsed
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52375
diff
changeset
|
294 |
|
9eceb618274a
Simplify the Request class. The basic components of the parsed
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52375
diff
changeset
|
295 self.headers = self.msg = None |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
296 |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
297 # from the Status-Line of the response |
|
15868
3060cbfa01be
Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents:
15859
diff
changeset
|
298 self.version = _UNKNOWN # HTTP-Version |
|
3060cbfa01be
Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents:
15859
diff
changeset
|
299 self.status = _UNKNOWN # Status-Code |
|
3060cbfa01be
Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents:
15859
diff
changeset
|
300 self.reason = _UNKNOWN # Reason-Phrase |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
301 |
|
15868
3060cbfa01be
Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents:
15859
diff
changeset
|
302 self.chunked = _UNKNOWN # is "chunked" being used? |
|
3060cbfa01be
Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents:
15859
diff
changeset
|
303 self.chunk_left = _UNKNOWN # bytes left to read in current chunk |
|
3060cbfa01be
Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents:
15859
diff
changeset
|
304 self.length = _UNKNOWN # number of bytes left in response |
|
3060cbfa01be
Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents:
15859
diff
changeset
|
305 self.will_close = _UNKNOWN # conn will close at end of response |
|
11527
28b8585354de
OpenSSL support. This is based on patches for a version of SSLeay by
Guido van Rossum <guido@python.org>
parents:
7122
diff
changeset
|
306 |
|
24038
9377158652dd
Fixes for two separate HTTP/1.1 bugs: 100 responses and HTTPS connections.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
23620
diff
changeset
|
307 def _read_status(self): |
|
67020
0b94635ed2f6
Fix Issue6791 - Limit the HTTP header readline with _MAXLENGTH. Patch by Antoine Pitrou
Senthil Kumaran <orsenthil@gmail.com>
parents:
66988
diff
changeset
|
308 line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") |
|
0b94635ed2f6
Fix Issue6791 - Limit the HTTP header readline with _MAXLENGTH. Patch by Antoine Pitrou
Senthil Kumaran <orsenthil@gmail.com>
parents:
66988
diff
changeset
|
309 if len(line) > _MAXLINE: |
|
0b94635ed2f6
Fix Issue6791 - Limit the HTTP header readline with _MAXLENGTH. Patch by Antoine Pitrou
Senthil Kumaran <orsenthil@gmail.com>
parents:
66988
diff
changeset
|
310 raise LineTooLong("status line") |
|
14672
1b20ad6eb501
Do not close socket when a Content-Length is 0. This make the
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
14560
diff
changeset
|
311 if self.debuglevel > 0: |
|
40775
4cdf21a0dbbc
Fix most trivially-findable print statements.
Guido van Rossum <guido@python.org>
parents:
40742
diff
changeset
|
312 print("reply:", repr(line)) |
|
29688
9fe67f7f3459
Fix sf bug 666219: assertion error in httplib.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
29584
diff
changeset
|
313 if not line: |
|
9fe67f7f3459
Fix sf bug 666219: assertion error in httplib.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
29584
diff
changeset
|
314 # Presumably, the server closed the connection before |
|
9fe67f7f3459
Fix sf bug 666219: assertion error in httplib.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
29584
diff
changeset
|
315 # sending a valid response. |
|
9fe67f7f3459
Fix sf bug 666219: assertion error in httplib.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
29584
diff
changeset
|
316 raise BadStatusLine(line) |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
317 try: |
|
66988
b6d3fe70802f
Issue #10711: Remove HTTP 0.9 support from http.client. The `strict`
Antoine Pitrou <solipsis@pitrou.net>
parents:
66187
diff
changeset
|
318 version, status, reason = line.split(None, 2) |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
319 except ValueError: |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
320 try: |
|
66988
b6d3fe70802f
Issue #10711: Remove HTTP 0.9 support from http.client. The `strict`
Antoine Pitrou <solipsis@pitrou.net>
parents:
66187
diff
changeset
|
321 version, status = line.split(None, 1) |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
322 reason = "" |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
323 except ValueError: |
|
66988
b6d3fe70802f
Issue #10711: Remove HTTP 0.9 support from http.client. The `strict`
Antoine Pitrou <solipsis@pitrou.net>
parents:
66187
diff
changeset
|
324 # empty version will cause next test to fail. |
|
24119
f33bb9c131f8
Handle HTTP/0.9 responses.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
24088
diff
changeset
|
325 version = "" |
|
42426
ae72bf5ae465
Make consistent use of "" for string literals in new classes.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
42425
diff
changeset
|
326 if not version.startswith("HTTP/"): |
|
66988
b6d3fe70802f
Issue #10711: Remove HTTP 0.9 support from http.client. The `strict`
Antoine Pitrou <solipsis@pitrou.net>
parents:
66187
diff
changeset
|
327 self.close() |
|
b6d3fe70802f
Issue #10711: Remove HTTP 0.9 support from http.client. The `strict`
Antoine Pitrou <solipsis@pitrou.net>
parents:
66187
diff
changeset
|
328 raise BadStatusLine(line) |
|
11527
28b8585354de
OpenSSL support. This is based on patches for a version of SSLeay by
Guido van Rossum <guido@python.org>
parents:
7122
diff
changeset
|
329 |
|
17482
2265032efc9f
SF patch #405845 by Martin von Löwis
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
16400
diff
changeset
|
330 # The status code is a three-digit number |
|
2265032efc9f
SF patch #405845 by Martin von Löwis
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
16400
diff
changeset
|
331 try: |
|
24038
9377158652dd
Fixes for two separate HTTP/1.1 bugs: 100 responses and HTTPS connections.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
23620
diff
changeset
|
332 status = int(status) |
|
17482
2265032efc9f
SF patch #405845 by Martin von Löwis
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
16400
diff
changeset
|
333 if status < 100 or status > 999: |
|
2265032efc9f
SF patch #405845 by Martin von Löwis
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
16400
diff
changeset
|
334 raise BadStatusLine(line) |
|
2265032efc9f
SF patch #405845 by Martin von Löwis
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
16400
diff
changeset
|
335 except ValueError: |
|
2265032efc9f
SF patch #405845 by Martin von Löwis
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
16400
diff
changeset
|
336 raise BadStatusLine(line) |
|
24038
9377158652dd
Fixes for two separate HTTP/1.1 bugs: 100 responses and HTTPS connections.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
23620
diff
changeset
|
337 return version, status, reason |
|
9377158652dd
Fixes for two separate HTTP/1.1 bugs: 100 responses and HTTPS connections.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
23620
diff
changeset
|
338 |
|
24216
c8a19a428358
Change _begin() back to begin().
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
24168
diff
changeset
|
339 def begin(self): |
|
52522
9eceb618274a
Simplify the Request class. The basic components of the parsed
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52375
diff
changeset
|
340 if self.headers is not None: |
|
24038
9377158652dd
Fixes for two separate HTTP/1.1 bugs: 100 responses and HTTPS connections.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
23620
diff
changeset
|
341 # we've already started reading the response |
|
9377158652dd
Fixes for two separate HTTP/1.1 bugs: 100 responses and HTTPS connections.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
23620
diff
changeset
|
342 return |
|
9377158652dd
Fixes for two separate HTTP/1.1 bugs: 100 responses and HTTPS connections.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
23620
diff
changeset
|
343 |
|
9377158652dd
Fixes for two separate HTTP/1.1 bugs: 100 responses and HTTPS connections.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
23620
diff
changeset
|
344 # read until we get a non-100 response |
| 28083 | 345 while True: |
|
24038
9377158652dd
Fixes for two separate HTTP/1.1 bugs: 100 responses and HTTPS connections.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
23620
diff
changeset
|
346 version, status, reason = self._read_status() |
|
33506
4b8198a74873
Patch #1025790: Add status code constants to httplib.
Martin v. Löwis <martin@v.loewis.de>
parents:
33496
diff
changeset
|
347 if status != CONTINUE: |
|
24038
9377158652dd
Fixes for two separate HTTP/1.1 bugs: 100 responses and HTTPS connections.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
23620
diff
changeset
|
348 break |
|
9377158652dd
Fixes for two separate HTTP/1.1 bugs: 100 responses and HTTPS connections.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
23620
diff
changeset
|
349 # skip the header from the 100 response |
| 28083 | 350 while True: |
|
67029
3c182f71d4c9
Merged revisions 87373,87381 via svnmerge from
Antoine Pitrou <solipsis@pitrou.net>
parents:
66196
diff
changeset
|
351 skip = self.fp.readline(_MAXLINE + 1) |
|
3c182f71d4c9
Merged revisions 87373,87381 via svnmerge from
Antoine Pitrou <solipsis@pitrou.net>
parents:
66196
diff
changeset
|
352 if len(skip) > _MAXLINE: |
|
3c182f71d4c9
Merged revisions 87373,87381 via svnmerge from
Antoine Pitrou <solipsis@pitrou.net>
parents:
66196
diff
changeset
|
353 raise LineTooLong("header line") |
|
3c182f71d4c9
Merged revisions 87373,87381 via svnmerge from
Antoine Pitrou <solipsis@pitrou.net>
parents:
66196
diff
changeset
|
354 skip = skip.strip() |
|
24038
9377158652dd
Fixes for two separate HTTP/1.1 bugs: 100 responses and HTTPS connections.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
23620
diff
changeset
|
355 if not skip: |
|
9377158652dd
Fixes for two separate HTTP/1.1 bugs: 100 responses and HTTPS connections.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
23620
diff
changeset
|
356 break |
|
9377158652dd
Fixes for two separate HTTP/1.1 bugs: 100 responses and HTTPS connections.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
23620
diff
changeset
|
357 if self.debuglevel > 0: |
|
40775
4cdf21a0dbbc
Fix most trivially-findable print statements.
Guido van Rossum <guido@python.org>
parents:
40742
diff
changeset
|
358 print("header:", skip) |
|
24263
e6033254df21
Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents:
24262
diff
changeset
|
359 |
|
52522
9eceb618274a
Simplify the Request class. The basic components of the parsed
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52375
diff
changeset
|
360 self.code = self.status = status |
|
15582
6179d4afa4e4
Get rid of string functions.
Guido van Rossum <guido@python.org>
parents:
15503
diff
changeset
|
361 self.reason = reason.strip() |
|
66988
b6d3fe70802f
Issue #10711: Remove HTTP 0.9 support from http.client. The `strict`
Antoine Pitrou <solipsis@pitrou.net>
parents:
66187
diff
changeset
|
362 if version in ("HTTP/1.0", "HTTP/0.9"): |
|
b6d3fe70802f
Issue #10711: Remove HTTP 0.9 support from http.client. The `strict`
Antoine Pitrou <solipsis@pitrou.net>
parents:
66187
diff
changeset
|
363 # Some servers might still return "0.9", treat it as 1.0 anyway |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
364 self.version = 10 |
|
42426
ae72bf5ae465
Make consistent use of "" for string literals in new classes.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
42425
diff
changeset
|
365 elif version.startswith("HTTP/1."): |
|
15868
3060cbfa01be
Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents:
15859
diff
changeset
|
366 self.version = 11 # use HTTP/1.1 code for HTTP/1.x where x>=1 |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
367 else: |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
368 raise UnknownProtocol(version) |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
369 |
|
52522
9eceb618274a
Simplify the Request class. The basic components of the parsed
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52375
diff
changeset
|
370 self.headers = self.msg = parse_headers(self.fp) |
|
47635
f31e32a2013c
Patch for issue 2848, mostly by Humberto Diogenes, with a couple of
Barry Warsaw <barry@python.org>
parents:
47559
diff
changeset
|
371 |
|
14672
1b20ad6eb501
Do not close socket when a Content-Length is 0. This make the
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
14560
diff
changeset
|
372 if self.debuglevel > 0: |
|
52522
9eceb618274a
Simplify the Request class. The basic components of the parsed
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52375
diff
changeset
|
373 for hdr in self.headers: |
|
42426
ae72bf5ae465
Make consistent use of "" for string literals in new classes.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
42425
diff
changeset
|
374 print("header:", hdr, end=" ") |
|
1555
6d35308261f4
Towards a standard access mechanism for URLs.
Guido van Rossum <guido@python.org>
parents:
diff
changeset
|
375 |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
376 # are we using the chunked-style of transfer encoding? |
|
52522
9eceb618274a
Simplify the Request class. The basic components of the parsed
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52375
diff
changeset
|
377 tr_enc = self.headers.get("transfer-encoding") |
|
25107
0ecb3cabf40b
SF bug [ 600488 ] Robustness tweak to httplib.py
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
24674
diff
changeset
|
378 if tr_enc and tr_enc.lower() == "chunked": |
|
50540
4229a4b14f1d
Merged revisions 67653,67655,67682-67683,67724,67755,67780-67783,67786,67789,67841,67843,67865,67881,67884,67925,67929,67931 via svnmerge from
Georg Brandl <georg@python.org>
parents:
49907
diff
changeset
|
379 self.chunked = True |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
380 self.chunk_left = None |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
381 else: |
|
50540
4229a4b14f1d
Merged revisions 67653,67655,67682-67683,67724,67755,67780-67783,67786,67789,67841,67843,67865,67881,67884,67925,67929,67931 via svnmerge from
Georg Brandl <georg@python.org>
parents:
49907
diff
changeset
|
382 self.chunked = False |
|
1555
6d35308261f4
Towards a standard access mechanism for URLs.
Guido van Rossum <guido@python.org>
parents:
diff
changeset
|
383 |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
384 # will the connection close at the end of the response? |
|
26187
ae169f5b94e0
Fix SF bug #637789: Handle Proxy-Connection header.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
26126
diff
changeset
|
385 self.will_close = self._check_close() |
|
11527
28b8585354de
OpenSSL support. This is based on patches for a version of SSLeay by
Guido van Rossum <guido@python.org>
parents:
7122
diff
changeset
|
386 |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
387 # do we have a Content-Length? |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
388 # NOTE: RFC 2616, S4.4, #3 says we ignore this if tr_enc is "chunked" |
|
42442
0fa84ffba769
Fix several more paths from the SSL code.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
42440
diff
changeset
|
389 self.length = None |
|
52522
9eceb618274a
Simplify the Request class. The basic components of the parsed
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52375
diff
changeset
|
390 length = self.headers.get("content-length") |
|
47635
f31e32a2013c
Patch for issue 2848, mostly by Humberto Diogenes, with a couple of
Barry Warsaw <barry@python.org>
parents:
47559
diff
changeset
|
391 |
|
f31e32a2013c
Patch for issue 2848, mostly by Humberto Diogenes, with a couple of
Barry Warsaw <barry@python.org>
parents:
47559
diff
changeset
|
392 # are we using the chunked-style of transfer encoding? |
|
52522
9eceb618274a
Simplify the Request class. The basic components of the parsed
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52375
diff
changeset
|
393 tr_enc = self.headers.get("transfer-encoding") |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
394 if length and not self.chunked: |
|
14560
eeb8ee488106
cope with weird Content-Length values returned from servers by
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
14140
diff
changeset
|
395 try: |
|
eeb8ee488106
cope with weird Content-Length values returned from servers by
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
14140
diff
changeset
|
396 self.length = int(length) |
|
eeb8ee488106
cope with weird Content-Length values returned from servers by
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
14140
diff
changeset
|
397 except ValueError: |
|
45504
1b6fb5699634
Merged revisions 61034-61036,61038-61048 via svnmerge from
Christian Heimes <christian@cheimes.de>
parents:
45471
diff
changeset
|
398 self.length = None |
|
1b6fb5699634
Merged revisions 61034-61036,61038-61048 via svnmerge from
Christian Heimes <christian@cheimes.de>
parents:
45471
diff
changeset
|
399 else: |
|
1b6fb5699634
Merged revisions 61034-61036,61038-61048 via svnmerge from
Christian Heimes <christian@cheimes.de>
parents:
45471
diff
changeset
|
400 if self.length < 0: # ignore nonsensical negative lengths |
|
1b6fb5699634
Merged revisions 61034-61036,61038-61048 via svnmerge from
Christian Heimes <christian@cheimes.de>
parents:
45471
diff
changeset
|
401 self.length = None |
|
1b6fb5699634
Merged revisions 61034-61036,61038-61048 via svnmerge from
Christian Heimes <christian@cheimes.de>
parents:
45471
diff
changeset
|
402 else: |
|
1b6fb5699634
Merged revisions 61034-61036,61038-61048 via svnmerge from
Christian Heimes <christian@cheimes.de>
parents:
45471
diff
changeset
|
403 self.length = None |
|
11527
28b8585354de
OpenSSL support. This is based on patches for a version of SSLeay by
Guido van Rossum <guido@python.org>
parents:
7122
diff
changeset
|
404 |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
405 # does the body have a fixed length? (of zero) |
|
33506
4b8198a74873
Patch #1025790: Add status code constants to httplib.
Martin v. Löwis <martin@v.loewis.de>
parents:
33496
diff
changeset
|
406 if (status == NO_CONTENT or status == NOT_MODIFIED or |
|
28978
83fe0f5c9359
SF bug 622042: Don't expect response body from HEAD request.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
28671
diff
changeset
|
407 100 <= status < 200 or # 1xx codes |
|
42426
ae72bf5ae465
Make consistent use of "" for string literals in new classes.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
42425
diff
changeset
|
408 self._method == "HEAD"): |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
409 self.length = 0 |
|
1555
6d35308261f4
Towards a standard access mechanism for URLs.
Guido van Rossum <guido@python.org>
parents:
diff
changeset
|
410 |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
411 # if the connection remains open, and we aren't using chunked, and |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
412 # a content-length was not provided, then assume that the connection |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
413 # WILL close. |
|
42442
0fa84ffba769
Fix several more paths from the SSL code.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
42440
diff
changeset
|
414 if (not self.will_close and |
|
0fa84ffba769
Fix several more paths from the SSL code.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
42440
diff
changeset
|
415 not self.chunked and |
|
0fa84ffba769
Fix several more paths from the SSL code.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
42440
diff
changeset
|
416 self.length is None): |
|
50540
4229a4b14f1d
Merged revisions 67653,67655,67682-67683,67724,67755,67780-67783,67786,67789,67841,67843,67865,67881,67884,67925,67929,67931 via svnmerge from
Georg Brandl <georg@python.org>
parents:
49907
diff
changeset
|
417 self.will_close = True |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
418 |
|
26187
ae169f5b94e0
Fix SF bug #637789: Handle Proxy-Connection header.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
26126
diff
changeset
|
419 def _check_close(self): |
|
52522
9eceb618274a
Simplify the Request class. The basic components of the parsed
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52375
diff
changeset
|
420 conn = self.headers.get("connection") |
|
26187
ae169f5b94e0
Fix SF bug #637789: Handle Proxy-Connection header.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
26126
diff
changeset
|
421 if self.version == 11: |
|
ae169f5b94e0
Fix SF bug #637789: Handle Proxy-Connection header.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
26126
diff
changeset
|
422 # An HTTP/1.1 proxy is assumed to stay open unless |
|
ae169f5b94e0
Fix SF bug #637789: Handle Proxy-Connection header.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
26126
diff
changeset
|
423 # explicitly closed. |
|
52522
9eceb618274a
Simplify the Request class. The basic components of the parsed
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52375
diff
changeset
|
424 conn = self.headers.get("connection") |
|
31967
3d046d063a84
Replace str.find()!=1 with the more readable "in" operator.
Raymond Hettinger <python@rcn.com>
parents:
31389
diff
changeset
|
425 if conn and "close" in conn.lower(): |
|
26187
ae169f5b94e0
Fix SF bug #637789: Handle Proxy-Connection header.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
26126
diff
changeset
|
426 return True |
|
ae169f5b94e0
Fix SF bug #637789: Handle Proxy-Connection header.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
26126
diff
changeset
|
427 return False |
|
ae169f5b94e0
Fix SF bug #637789: Handle Proxy-Connection header.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
26126
diff
changeset
|
428 |
|
33001
4fd59651fe3f
SF bug 874842 and patch 997626: httplib bugs
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
32252
diff
changeset
|
429 # Some HTTP/1.0 implementations have support for persistent |
|
4fd59651fe3f
SF bug 874842 and patch 997626: httplib bugs
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
32252
diff
changeset
|
430 # connections, using rules different than HTTP/1.1. |
|
26187
ae169f5b94e0
Fix SF bug #637789: Handle Proxy-Connection header.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
26126
diff
changeset
|
431 |
|
44230
6b517ac10e8e
Merged revisions 59407-59422 via svnmerge from
Christian Heimes <christian@cheimes.de>
parents:
43777
diff
changeset
|
432 # For older HTTP, Keep-Alive indicates persistent connection. |
|
52522
9eceb618274a
Simplify the Request class. The basic components of the parsed
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52375
diff
changeset
|
433 if self.headers.get("keep-alive"): |
|
26187
ae169f5b94e0
Fix SF bug #637789: Handle Proxy-Connection header.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
26126
diff
changeset
|
434 return False |
|
26387
fcf9734e1021
Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents:
26188
diff
changeset
|
435 |
|
33001
4fd59651fe3f
SF bug 874842 and patch 997626: httplib bugs
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
32252
diff
changeset
|
436 # At least Akamai returns a "Connection: Keep-Alive" header, |
|
4fd59651fe3f
SF bug 874842 and patch 997626: httplib bugs
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
32252
diff
changeset
|
437 # which was supposed to be sent by the client. |
|
4fd59651fe3f
SF bug 874842 and patch 997626: httplib bugs
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
32252
diff
changeset
|
438 if conn and "keep-alive" in conn.lower(): |
|
4fd59651fe3f
SF bug 874842 and patch 997626: httplib bugs
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
32252
diff
changeset
|
439 return False |
|
4fd59651fe3f
SF bug 874842 and patch 997626: httplib bugs
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
32252
diff
changeset
|
440 |
|
26187
ae169f5b94e0
Fix SF bug #637789: Handle Proxy-Connection header.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
26126
diff
changeset
|
441 # Proxy-Connection is a netscape hack. |
|
52522
9eceb618274a
Simplify the Request class. The basic components of the parsed
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52375
diff
changeset
|
442 pconn = self.headers.get("proxy-connection") |
|
31967
3d046d063a84
Replace str.find()!=1 with the more readable "in" operator.
Raymond Hettinger <python@rcn.com>
parents:
31389
diff
changeset
|
443 if pconn and "keep-alive" in pconn.lower(): |
|
26187
ae169f5b94e0
Fix SF bug #637789: Handle Proxy-Connection header.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
26126
diff
changeset
|
444 return False |
|
ae169f5b94e0
Fix SF bug #637789: Handle Proxy-Connection header.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
26126
diff
changeset
|
445 |
|
ae169f5b94e0
Fix SF bug #637789: Handle Proxy-Connection header.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
26126
diff
changeset
|
446 # otherwise, assume it will close |
|
ae169f5b94e0
Fix SF bug #637789: Handle Proxy-Connection header.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
26126
diff
changeset
|
447 return True |
|
ae169f5b94e0
Fix SF bug #637789: Handle Proxy-Connection header.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
26126
diff
changeset
|
448 |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
449 def close(self): |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
450 if self.fp: |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
451 self.fp.close() |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
452 self.fp = None |
|
11527
28b8585354de
OpenSSL support. This is based on patches for a version of SSLeay by
Guido van Rossum <guido@python.org>
parents:
7122
diff
changeset
|
453 |
|
42497
17cdbedbb15d
Fix several failing tests in test_urllib2net.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
42466
diff
changeset
|
454 # These implementations are for the benefit of io.BufferedReader. |
|
17cdbedbb15d
Fix several failing tests in test_urllib2net.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
42466
diff
changeset
|
455 |
|
17cdbedbb15d
Fix several failing tests in test_urllib2net.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
42466
diff
changeset
|
456 # XXX This class should probably be revised to act more like |
|
17cdbedbb15d
Fix several failing tests in test_urllib2net.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
42466
diff
changeset
|
457 # the "raw stream" that BufferedReader expects. |
|
17cdbedbb15d
Fix several failing tests in test_urllib2net.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
42466
diff
changeset
|
458 |
|
17cdbedbb15d
Fix several failing tests in test_urllib2net.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
42466
diff
changeset
|
459 @property |
|
17cdbedbb15d
Fix several failing tests in test_urllib2net.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
42466
diff
changeset
|
460 def closed(self): |
|
17cdbedbb15d
Fix several failing tests in test_urllib2net.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
42466
diff
changeset
|
461 return self.isclosed() |
|
17cdbedbb15d
Fix several failing tests in test_urllib2net.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
42466
diff
changeset
|
462 |
|
17cdbedbb15d
Fix several failing tests in test_urllib2net.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
42466
diff
changeset
|
463 def flush(self): |
|
17cdbedbb15d
Fix several failing tests in test_urllib2net.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
42466
diff
changeset
|
464 self.fp.flush() |
|
17cdbedbb15d
Fix several failing tests in test_urllib2net.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
42466
diff
changeset
|
465 |
|
52631
d85090a480ba
An HTTPResponse is, by its nature, readable.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52522
diff
changeset
|
466 def readable(self): |
|
d85090a480ba
An HTTPResponse is, by its nature, readable.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52522
diff
changeset
|
467 return True |
|
d85090a480ba
An HTTPResponse is, by its nature, readable.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52522
diff
changeset
|
468 |
|
42497
17cdbedbb15d
Fix several failing tests in test_urllib2net.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
42466
diff
changeset
|
469 # End of "raw stream" methods |
|
17cdbedbb15d
Fix several failing tests in test_urllib2net.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
42466
diff
changeset
|
470 |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
471 def isclosed(self): |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
472 # NOTE: it is possible that we will not ever call self.close(). This |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
473 # case occurs when will_close is TRUE, length is None, and we |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
474 # read up to the last byte, but NOT past it. |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
475 # |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
476 # IMPLIES: if will_close is FALSE, then self.close() will ALWAYS be |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
477 # called, meaning self.isclosed() is meaningful. |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
478 return self.fp is None |
|
6787
f6954274e1ca
Doc strings by Mitch Chapman (with a little reformatting).
Guido van Rossum <guido@python.org>
parents:
5974
diff
changeset
|
479 |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
480 def read(self, amt=None): |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
481 if self.fp is None: |
|
43734
3e5edf19d5f0
Merged revisions 58221-58741 via svnmerge from
Guido van Rossum <guido@python.org>
parents:
43400
diff
changeset
|
482 return b"" |
|
1555
6d35308261f4
Towards a standard access mechanism for URLs.
Guido van Rossum <guido@python.org>
parents:
diff
changeset
|
483 |
|
61061
6950eab51ffe
Merged revisions 80587 via svnmerge from
Senthil Kumaran <orsenthil@gmail.com>
parents:
57802
diff
changeset
|
484 if self._method == "HEAD": |
|
62067
7b59b1f633cb
Merged revisions 81689 via svnmerge from
Senthil Kumaran <orsenthil@gmail.com>
parents:
61061
diff
changeset
|
485 self.close() |
|
61061
6950eab51ffe
Merged revisions 80587 via svnmerge from
Senthil Kumaran <orsenthil@gmail.com>
parents:
57802
diff
changeset
|
486 return b"" |
|
6950eab51ffe
Merged revisions 80587 via svnmerge from
Senthil Kumaran <orsenthil@gmail.com>
parents:
57802
diff
changeset
|
487 |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
488 if self.chunked: |
|
25112
f0ff060cd194
Move code for reading chunked responses in helper function,
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
25107
diff
changeset
|
489 return self._read_chunked(amt) |
|
26126
98f3fd1ed42f
Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents:
25112
diff
changeset
|
490 |
|
25112
f0ff060cd194
Move code for reading chunked responses in helper function,
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
25107
diff
changeset
|
491 if amt is None: |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
492 # unbounded read |
|
33933
eb231544c1ad
Fix for SF bug 988120 via patch 1061941.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
33761
diff
changeset
|
493 if self.length is None: |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
494 s = self.fp.read() |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
495 else: |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
496 s = self._safe_read(self.length) |
|
33933
eb231544c1ad
Fix for SF bug 988120 via patch 1061941.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
33761
diff
changeset
|
497 self.length = 0 |
|
15868
3060cbfa01be
Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents:
15859
diff
changeset
|
498 self.close() # we read everything |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
499 return s |
|
1555
6d35308261f4
Towards a standard access mechanism for URLs.
Guido van Rossum <guido@python.org>
parents:
diff
changeset
|
500 |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
501 if self.length is not None: |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
502 if amt > self.length: |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
503 # clip the read to the "end of response" |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
504 amt = self.length |
|
1555
6d35308261f4
Towards a standard access mechanism for URLs.
Guido van Rossum <guido@python.org>
parents:
diff
changeset
|
505 |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
506 # we do not use _safe_read() here because this may be a .will_close |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
507 # connection, and the user is reading more bytes than will be provided |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
508 # (for example, reading in 1k chunks) |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
509 s = self.fp.read(amt) |
|
33933
eb231544c1ad
Fix for SF bug 988120 via patch 1061941.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
33761
diff
changeset
|
510 if self.length is not None: |
|
eb231544c1ad
Fix for SF bug 988120 via patch 1061941.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
33761
diff
changeset
|
511 self.length -= len(s) |
|
43734
3e5edf19d5f0
Merged revisions 58221-58741 via svnmerge from
Guido van Rossum <guido@python.org>
parents:
43400
diff
changeset
|
512 if not self.length: |
|
3e5edf19d5f0
Merged revisions 58221-58741 via svnmerge from
Guido van Rossum <guido@python.org>
parents:
43400
diff
changeset
|
513 self.close() |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
514 return s |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
515 |
|
25112
f0ff060cd194
Move code for reading chunked responses in helper function,
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
25107
diff
changeset
|
516 def _read_chunked(self, amt): |
|
f0ff060cd194
Move code for reading chunked responses in helper function,
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
25107
diff
changeset
|
517 assert self.chunked != _UNKNOWN |
|
f0ff060cd194
Move code for reading chunked responses in helper function,
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
25107
diff
changeset
|
518 chunk_left = self.chunk_left |
|
55834
266d7dc3d655
Fixes issue #6838: use a list to accumulate the value instead of repeatedly concatenating strings.
Chris Withers <chris@simplistix.co.uk>
parents:
55444
diff
changeset
|
519 value = [] |
| 28083 | 520 while True: |
|
25112
f0ff060cd194
Move code for reading chunked responses in helper function,
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
25107
diff
changeset
|
521 if chunk_left is None: |
|
67029
3c182f71d4c9
Merged revisions 87373,87381 via svnmerge from
Antoine Pitrou <solipsis@pitrou.net>
parents:
66196
diff
changeset
|
522 line = self.fp.readline(_MAXLINE + 1) |
|
3c182f71d4c9
Merged revisions 87373,87381 via svnmerge from
Antoine Pitrou <solipsis@pitrou.net>
parents:
66196
diff
changeset
|
523 if len(line) > _MAXLINE: |
|
3c182f71d4c9
Merged revisions 87373,87381 via svnmerge from
Antoine Pitrou <solipsis@pitrou.net>
parents:
66196
diff
changeset
|
524 raise LineTooLong("chunk size") |
|
44967
221dec03e261
#1929: fix httplib _read_chunked (str/bytes confusion).
Georg Brandl <georg@python.org>
parents:
44230
diff
changeset
|
525 i = line.find(b";") |
|
25112
f0ff060cd194
Move code for reading chunked responses in helper function,
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
25107
diff
changeset
|
526 if i >= 0: |
|
f0ff060cd194
Move code for reading chunked responses in helper function,
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
25107
diff
changeset
|
527 line = line[:i] # strip chunk-extensions |
|
45504
1b6fb5699634
Merged revisions 61034-61036,61038-61048 via svnmerge from
Christian Heimes <christian@cheimes.de>
parents:
45471
diff
changeset
|
528 try: |
|
1b6fb5699634
Merged revisions 61034-61036,61038-61048 via svnmerge from
Christian Heimes <christian@cheimes.de>
parents:
45471
diff
changeset
|
529 chunk_left = int(line, 16) |
|
1b6fb5699634
Merged revisions 61034-61036,61038-61048 via svnmerge from
Christian Heimes <christian@cheimes.de>
parents:
45471
diff
changeset
|
530 except ValueError: |
|
1b6fb5699634
Merged revisions 61034-61036,61038-61048 via svnmerge from
Christian Heimes <christian@cheimes.de>
parents:
45471
diff
changeset
|
531 # close the connection as protocol synchronisation is |
|
1b6fb5699634
Merged revisions 61034-61036,61038-61048 via svnmerge from
Christian Heimes <christian@cheimes.de>
parents:
45471
diff
changeset
|
532 # probably lost |
|
1b6fb5699634
Merged revisions 61034-61036,61038-61048 via svnmerge from
Christian Heimes <christian@cheimes.de>
parents:
45471
diff
changeset
|
533 self.close() |
|
55834
266d7dc3d655
Fixes issue #6838: use a list to accumulate the value instead of repeatedly concatenating strings.
Chris Withers <chris@simplistix.co.uk>
parents:
55444
diff
changeset
|
534 raise IncompleteRead(b''.join(value)) |
|
25112
f0ff060cd194
Move code for reading chunked responses in helper function,
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
25107
diff
changeset
|
535 if chunk_left == 0: |
|
f0ff060cd194
Move code for reading chunked responses in helper function,
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
25107
diff
changeset
|
536 break |
|
f0ff060cd194
Move code for reading chunked responses in helper function,
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
25107
diff
changeset
|
537 if amt is None: |
|
55834
266d7dc3d655
Fixes issue #6838: use a list to accumulate the value instead of repeatedly concatenating strings.
Chris Withers <chris@simplistix.co.uk>
parents:
55444
diff
changeset
|
538 value.append(self._safe_read(chunk_left)) |
|
25112
f0ff060cd194
Move code for reading chunked responses in helper function,
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
25107
diff
changeset
|
539 elif amt < chunk_left: |
|
55834
266d7dc3d655
Fixes issue #6838: use a list to accumulate the value instead of repeatedly concatenating strings.
Chris Withers <chris@simplistix.co.uk>
parents:
55444
diff
changeset
|
540 value.append(self._safe_read(amt)) |
|
25112
f0ff060cd194
Move code for reading chunked responses in helper function,
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
25107
diff
changeset
|
541 self.chunk_left = chunk_left - amt |
|
55834
266d7dc3d655
Fixes issue #6838: use a list to accumulate the value instead of repeatedly concatenating strings.
Chris Withers <chris@simplistix.co.uk>
parents:
55444
diff
changeset
|
542 return b''.join(value) |
|
25112
f0ff060cd194
Move code for reading chunked responses in helper function,
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
25107
diff
changeset
|
543 elif amt == chunk_left: |
|
55834
266d7dc3d655
Fixes issue #6838: use a list to accumulate the value instead of repeatedly concatenating strings.
Chris Withers <chris@simplistix.co.uk>
parents:
55444
diff
changeset
|
544 value.append(self._safe_read(amt)) |
|
25112
f0ff060cd194
Move code for reading chunked responses in helper function,
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
25107
diff
changeset
|
545 self._safe_read(2) # toss the CRLF at the end of the chunk |
|
f0ff060cd194
Move code for reading chunked responses in helper function,
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
25107
diff
changeset
|
546 self.chunk_left = None |
|
55834
266d7dc3d655
Fixes issue #6838: use a list to accumulate the value instead of repeatedly concatenating strings.
Chris Withers <chris@simplistix.co.uk>
parents:
55444
diff
changeset
|
547 return b''.join(value) |
|
25112
f0ff060cd194
Move code for reading chunked responses in helper function,
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
25107
diff
changeset
|
548 else: |
|
55834
266d7dc3d655
Fixes issue #6838: use a list to accumulate the value instead of repeatedly concatenating strings.
Chris Withers <chris@simplistix.co.uk>
parents:
55444
diff
changeset
|
549 value.append(self._safe_read(chunk_left)) |
|
25112
f0ff060cd194
Move code for reading chunked responses in helper function,
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
25107
diff
changeset
|
550 amt -= chunk_left |
|
f0ff060cd194
Move code for reading chunked responses in helper function,
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
25107
diff
changeset
|
551 |
|
f0ff060cd194
Move code for reading chunked responses in helper function,
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
25107
diff
changeset
|
552 # we read the whole chunk, get another |
|
f0ff060cd194
Move code for reading chunked responses in helper function,
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
25107
diff
changeset
|
553 self._safe_read(2) # toss the CRLF at the end of the chunk |
|
f0ff060cd194
Move code for reading chunked responses in helper function,
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
25107
diff
changeset
|
554 chunk_left = None |
|
f0ff060cd194
Move code for reading chunked responses in helper function,
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
25107
diff
changeset
|
555 |
|
f0ff060cd194
Move code for reading chunked responses in helper function,
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
25107
diff
changeset
|
556 # read and discard trailer up to the CRLF terminator |
|
f0ff060cd194
Move code for reading chunked responses in helper function,
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
25107
diff
changeset
|
557 ### note: we shouldn't have any trailers! |
| 28083 | 558 while True: |
|
67029
3c182f71d4c9
Merged revisions 87373,87381 via svnmerge from
Antoine Pitrou <solipsis@pitrou.net>
parents:
66196
diff
changeset
|
559 line = self.fp.readline(_MAXLINE + 1) |
|
3c182f71d4c9
Merged revisions 87373,87381 via svnmerge from
Antoine Pitrou <solipsis@pitrou.net>
parents:
66196
diff
changeset
|
560 if len(line) > _MAXLINE: |
|
3c182f71d4c9
Merged revisions 87373,87381 via svnmerge from
Antoine Pitrou <solipsis@pitrou.net>
parents:
66196
diff
changeset
|
561 raise LineTooLong("trailer line") |
|
45307
f1205121e848
Merged revisions 60481,60485,60489-60492,60494-60496,60498-60499,60501-60503,60505-60506,60508-60509,60523-60524,60532,60543,60545,60547-60548,60552,60554,60556-60559,60561-60562,60569,60571-60572,60574,60576-60583,60585-60586,60589,60591,60594-60595,60597-60598,60600-60601,60606-60612,60615,60617,60619-60621,60623-60625,60627-60629,60631,60633,60635,60647,60650,60652,60654,60656,60658-60659,60664-60666,60668-60670,60672,60676,60678,60680-60683,60685-60686,60688,60690,60692-60694,60697-60700,60705-60706,60708,60711,60714,60720,60724-60730,60732,60735-60751 via svnmerge from
Christian Heimes <christian@cheimes.de>
parents:
44967
diff
changeset
|
562 if not line: |
|
f1205121e848
Merged revisions 60481,60485,60489-60492,60494-60496,60498-60499,60501-60503,60505-60506,60508-60509,60523-60524,60532,60543,60545,60547-60548,60552,60554,60556-60559,60561-60562,60569,60571-60572,60574,60576-60583,60585-60586,60589,60591,60594-60595,60597-60598,60600-60601,60606-60612,60615,60617,60619-60621,60623-60625,60627-60629,60631,60633,60635,60647,60650,60652,60654,60656,60658-60659,60664-60666,60668-60670,60672,60676,60678,60680-60683,60685-60686,60688,60690,60692-60694,60697-60700,60705-60706,60708,60711,60714,60720,60724-60730,60732,60735-60751 via svnmerge from
Christian Heimes <christian@cheimes.de>
parents:
44967
diff
changeset
|
563 # a vanishingly small number of sites EOF without |
|
f1205121e848
Merged revisions 60481,60485,60489-60492,60494-60496,60498-60499,60501-60503,60505-60506,60508-60509,60523-60524,60532,60543,60545,60547-60548,60552,60554,60556-60559,60561-60562,60569,60571-60572,60574,60576-60583,60585-60586,60589,60591,60594-60595,60597-60598,60600-60601,60606-60612,60615,60617,60619-60621,60623-60625,60627-60629,60631,60633,60635,60647,60650,60652,60654,60656,60658-60659,60664-60666,60668-60670,60672,60676,60678,60680-60683,60685-60686,60688,60690,60692-60694,60697-60700,60705-60706,60708,60711,60714,60720,60724-60730,60732,60735-60751 via svnmerge from
Christian Heimes <christian@cheimes.de>
parents:
44967
diff
changeset
|
564 # sending the trailer |
|
f1205121e848
Merged revisions 60481,60485,60489-60492,60494-60496,60498-60499,60501-60503,60505-60506,60508-60509,60523-60524,60532,60543,60545,60547-60548,60552,60554,60556-60559,60561-60562,60569,60571-60572,60574,60576-60583,60585-60586,60589,60591,60594-60595,60597-60598,60600-60601,60606-60612,60615,60617,60619-60621,60623-60625,60627-60629,60631,60633,60635,60647,60650,60652,60654,60656,60658-60659,60664-60666,60668-60670,60672,60676,60678,60680-60683,60685-60686,60688,60690,60692-60694,60697-60700,60705-60706,60708,60711,60714,60720,60724-60730,60732,60735-60751 via svnmerge from
Christian Heimes <christian@cheimes.de>
parents:
44967
diff
changeset
|
565 break |
|
43734
3e5edf19d5f0
Merged revisions 58221-58741 via svnmerge from
Guido van Rossum <guido@python.org>
parents:
43400
diff
changeset
|
566 if line == b"\r\n": |
|
25112
f0ff060cd194
Move code for reading chunked responses in helper function,
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
25107
diff
changeset
|
567 break |
|
f0ff060cd194
Move code for reading chunked responses in helper function,
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
25107
diff
changeset
|
568 |
|
f0ff060cd194
Move code for reading chunked responses in helper function,
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
25107
diff
changeset
|
569 # we read everything; close the "file" |
|
f0ff060cd194
Move code for reading chunked responses in helper function,
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
25107
diff
changeset
|
570 self.close() |
|
f0ff060cd194
Move code for reading chunked responses in helper function,
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
25107
diff
changeset
|
571 |
|
55834
266d7dc3d655
Fixes issue #6838: use a list to accumulate the value instead of repeatedly concatenating strings.
Chris Withers <chris@simplistix.co.uk>
parents:
55444
diff
changeset
|
572 return b''.join(value) |
|
26126
98f3fd1ed42f
Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents:
25112
diff
changeset
|
573 |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
574 def _safe_read(self, amt): |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
575 """Read the number of bytes requested, compensating for partial reads. |
|
11527
28b8585354de
OpenSSL support. This is based on patches for a version of SSLeay by
Guido van Rossum <guido@python.org>
parents:
7122
diff
changeset
|
576 |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
577 Normally, we have a blocking socket, but a read() can be interrupted |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
578 by a signal (resulting in a partial read). |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
579 |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
580 Note that we cannot distinguish between EOF and an interrupt when zero |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
581 bytes have been read. IncompleteRead() will be raised in this |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
582 situation. |
|
11527
28b8585354de
OpenSSL support. This is based on patches for a version of SSLeay by
Guido van Rossum <guido@python.org>
parents:
7122
diff
changeset
|
583 |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
584 This function should be used when <amt> bytes "should" be present for |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
585 reading. If the bytes are truly not available (due to EOF), then the |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
586 IncompleteRead exception can be used to detect the problem. |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
587 """ |
|
35652
6a20831d357d
bug [ 1296004 ] MemoryError in httplib
Georg Brandl <georg@python.org>
parents:
35158
diff
changeset
|
588 s = [] |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
589 while amt > 0: |
|
35652
6a20831d357d
bug [ 1296004 ] MemoryError in httplib
Georg Brandl <georg@python.org>
parents:
35158
diff
changeset
|
590 chunk = self.fp.read(min(amt, MAXAMOUNT)) |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
591 if not chunk: |
|
51953
9c56eb17f334
Merged revisions 70107 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
51532
diff
changeset
|
592 raise IncompleteRead(b''.join(s), amt) |
|
35652
6a20831d357d
bug [ 1296004 ] MemoryError in httplib
Georg Brandl <georg@python.org>
parents:
35158
diff
changeset
|
593 s.append(chunk) |
| 28083 | 594 amt -= len(chunk) |
|
43351
84dc86f21196
Fix for bug 1148: str/bytes issue in httplib's _safe_read().
Guido van Rossum <guido@python.org>
parents:
43292
diff
changeset
|
595 return b"".join(s) |
|
11527
28b8585354de
OpenSSL support. This is based on patches for a version of SSLeay by
Guido van Rossum <guido@python.org>
parents:
7122
diff
changeset
|
596 |
|
51532
af469dc15fa7
Issue #4631: Fix urlopen() result when an HTTP response uses chunked encoding.
Antoine Pitrou <solipsis@pitrou.net>
parents:
51449
diff
changeset
|
597 def fileno(self): |
|
af469dc15fa7
Issue #4631: Fix urlopen() result when an HTTP response uses chunked encoding.
Antoine Pitrou <solipsis@pitrou.net>
parents:
51449
diff
changeset
|
598 return self.fp.fileno() |
|
af469dc15fa7
Issue #4631: Fix urlopen() result when an HTTP response uses chunked encoding.
Antoine Pitrou <solipsis@pitrou.net>
parents:
51449
diff
changeset
|
599 |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
600 def getheader(self, name, default=None): |
|
52522
9eceb618274a
Simplify the Request class. The basic components of the parsed
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52375
diff
changeset
|
601 if self.headers is None: |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
602 raise ResponseNotReady() |
|
63538
904ef4bbff5e
Merged revisions 83521 via svnmerge from
Senthil Kumaran <orsenthil@gmail.com>
parents:
62067
diff
changeset
|
603 headers = self.headers.get_all(name) or default |
|
904ef4bbff5e
Merged revisions 83521 via svnmerge from
Senthil Kumaran <orsenthil@gmail.com>
parents:
62067
diff
changeset
|
604 if isinstance(headers, str) or not hasattr(headers, '__iter__'): |
|
904ef4bbff5e
Merged revisions 83521 via svnmerge from
Senthil Kumaran <orsenthil@gmail.com>
parents:
62067
diff
changeset
|
605 return headers |
|
904ef4bbff5e
Merged revisions 83521 via svnmerge from
Senthil Kumaran <orsenthil@gmail.com>
parents:
62067
diff
changeset
|
606 else: |
|
904ef4bbff5e
Merged revisions 83521 via svnmerge from
Senthil Kumaran <orsenthil@gmail.com>
parents:
62067
diff
changeset
|
607 return ', '.join(headers) |
|
11527
28b8585354de
OpenSSL support. This is based on patches for a version of SSLeay by
Guido van Rossum <guido@python.org>
parents:
7122
diff
changeset
|
608 |
|
33173
e05e9d05830d
Patch #800236: add HTTPResponse.getheaders().
Martin v. Löwis <martin@v.loewis.de>
parents:
33001
diff
changeset
|
609 def getheaders(self): |
|
e05e9d05830d
Patch #800236: add HTTPResponse.getheaders().
Martin v. Löwis <martin@v.loewis.de>
parents:
33001
diff
changeset
|
610 """Return list of (header, value) tuples.""" |
|
52522
9eceb618274a
Simplify the Request class. The basic components of the parsed
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52375
diff
changeset
|
611 if self.headers is None: |
|
33173
e05e9d05830d
Patch #800236: add HTTPResponse.getheaders().
Martin v. Löwis <martin@v.loewis.de>
parents:
33001
diff
changeset
|
612 raise ResponseNotReady() |
|
52522
9eceb618274a
Simplify the Request class. The basic components of the parsed
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52375
diff
changeset
|
613 return list(self.headers.items()) |
|
33173
e05e9d05830d
Patch #800236: add HTTPResponse.getheaders().
Martin v. Löwis <martin@v.loewis.de>
parents:
33001
diff
changeset
|
614 |
|
51532
af469dc15fa7
Issue #4631: Fix urlopen() result when an HTTP response uses chunked encoding.
Antoine Pitrou <solipsis@pitrou.net>
parents:
51449
diff
changeset
|
615 # We override IOBase.__iter__ so that it doesn't check for closed-ness |
|
af469dc15fa7
Issue #4631: Fix urlopen() result when an HTTP response uses chunked encoding.
Antoine Pitrou <solipsis@pitrou.net>
parents:
51449
diff
changeset
|
616 |
|
af469dc15fa7
Issue #4631: Fix urlopen() result when an HTTP response uses chunked encoding.
Antoine Pitrou <solipsis@pitrou.net>
parents:
51449
diff
changeset
|
617 def __iter__(self): |
|
af469dc15fa7
Issue #4631: Fix urlopen() result when an HTTP response uses chunked encoding.
Antoine Pitrou <solipsis@pitrou.net>
parents:
51449
diff
changeset
|
618 return self |
|
af469dc15fa7
Issue #4631: Fix urlopen() result when an HTTP response uses chunked encoding.
Antoine Pitrou <solipsis@pitrou.net>
parents:
51449
diff
changeset
|
619 |
|
52522
9eceb618274a
Simplify the Request class. The basic components of the parsed
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52375
diff
changeset
|
620 # For compatibility with old-style urllib responses. |
|
9eceb618274a
Simplify the Request class. The basic components of the parsed
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52375
diff
changeset
|
621 |
|
9eceb618274a
Simplify the Request class. The basic components of the parsed
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52375
diff
changeset
|
622 def info(self): |
|
9eceb618274a
Simplify the Request class. The basic components of the parsed
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52375
diff
changeset
|
623 return self.headers |
|
9eceb618274a
Simplify the Request class. The basic components of the parsed
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52375
diff
changeset
|
624 |
|
9eceb618274a
Simplify the Request class. The basic components of the parsed
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52375
diff
changeset
|
625 def geturl(self): |
|
9eceb618274a
Simplify the Request class. The basic components of the parsed
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52375
diff
changeset
|
626 return self.url |
|
9eceb618274a
Simplify the Request class. The basic components of the parsed
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52375
diff
changeset
|
627 |
|
9eceb618274a
Simplify the Request class. The basic components of the parsed
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52375
diff
changeset
|
628 def getcode(self): |
|
9eceb618274a
Simplify the Request class. The basic components of the parsed
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52375
diff
changeset
|
629 return self.status |
|
1555
6d35308261f4
Towards a standard access mechanism for URLs.
Guido van Rossum <guido@python.org>
parents:
diff
changeset
|
630 |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
631 class HTTPConnection: |
|
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
632 |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
633 _http_vsn = 11 |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
634 _http_vsn_str = 'HTTP/1.1' |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
635 |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
636 response_class = HTTPResponse |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
637 default_port = HTTP_PORT |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
638 auto_open = 1 |
|
14672
1b20ad6eb501
Do not close socket when a Content-Length is 0. This make the
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
14560
diff
changeset
|
639 debuglevel = 0 |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
640 |
|
66988
b6d3fe70802f
Issue #10711: Remove HTTP 0.9 support from http.client. The `strict`
Antoine Pitrou <solipsis@pitrou.net>
parents:
66187
diff
changeset
|
641 def __init__(self, host, port=None, strict=_strict_sentinel, |
|
58114
b0386fe650c7
Merged revisions 77263-77264 via svnmerge from
Gregory P. Smith <greg@mad-scientist.com>
parents:
57801
diff
changeset
|
642 timeout=socket._GLOBAL_DEFAULT_TIMEOUT, source_address=None): |
|
66988
b6d3fe70802f
Issue #10711: Remove HTTP 0.9 support from http.client. The `strict`
Antoine Pitrou <solipsis@pitrou.net>
parents:
66187
diff
changeset
|
643 if strict is not _strict_sentinel: |
|
b6d3fe70802f
Issue #10711: Remove HTTP 0.9 support from http.client. The `strict`
Antoine Pitrou <solipsis@pitrou.net>
parents:
66187
diff
changeset
|
644 warnings.warn("the 'strict' argument isn't supported anymore; " |
|
b6d3fe70802f
Issue #10711: Remove HTTP 0.9 support from http.client. The `strict`
Antoine Pitrou <solipsis@pitrou.net>
parents:
66187
diff
changeset
|
645 "http.client now always assumes HTTP/1.x compliant servers.", |
|
b6d3fe70802f
Issue #10711: Remove HTTP 0.9 support from http.client. The `strict`
Antoine Pitrou <solipsis@pitrou.net>
parents:
66187
diff
changeset
|
646 DeprecationWarning, 2) |
|
41554
06145fbc7ab9
Merged revisions 53952-54987 via svnmerge from
Guido van Rossum <guido@python.org>
parents:
41501
diff
changeset
|
647 self.timeout = timeout |
|
58114
b0386fe650c7
Merged revisions 77263-77264 via svnmerge from
Gregory P. Smith <greg@mad-scientist.com>
parents:
57801
diff
changeset
|
648 self.source_address = source_address |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
649 self.sock = None |
|
24262
3b571e32a6e4
Send HTTP requests with a single send() call instead of many.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
24216
diff
changeset
|
650 self._buffer = [] |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
651 self.__response = None |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
652 self.__state = _CS_IDLE |
|
28978
83fe0f5c9359
SF bug 622042: Don't expect response body from HEAD request.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
28671
diff
changeset
|
653 self._method = None |
|
55444
5112a56df977
Backport the changes made in revision 74198, fixing the issue 1424152
Senthil Kumaran <orsenthil@gmail.com>
parents:
52631
diff
changeset
|
654 self._tunnel_host = None |
|
5112a56df977
Backport the changes made in revision 74198, fixing the issue 1424152
Senthil Kumaran <orsenthil@gmail.com>
parents:
52631
diff
changeset
|
655 self._tunnel_port = None |
|
68009
92629ccaae76
Merged revisions 87627,87638,87739,87760,87771,87787,87984,87986,88108,88115,88144,88165,88329,88364-88365,88369-88370,88423-88424 via svnmerge from
Georg Brandl <georg@python.org>
parents:
67029
diff
changeset
|
656 self._tunnel_headers = {} |
|
24263
e6033254df21
Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents:
24262
diff
changeset
|
657 |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
658 self._set_hostport(host, port) |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
659 |
|
57801
724a0da85c42
Merged revisions 76908 via svnmerge from
Senthil Kumaran <orsenthil@gmail.com>
parents:
56288
diff
changeset
|
660 def set_tunnel(self, host, port=None, headers=None): |
|
724a0da85c42
Merged revisions 76908 via svnmerge from
Senthil Kumaran <orsenthil@gmail.com>
parents:
56288
diff
changeset
|
661 """ Sets up the host and the port for the HTTP CONNECT Tunnelling. |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
662 |
|
57801
724a0da85c42
Merged revisions 76908 via svnmerge from
Senthil Kumaran <orsenthil@gmail.com>
parents:
56288
diff
changeset
|
663 The headers argument should be a mapping of extra HTTP headers |
|
724a0da85c42
Merged revisions 76908 via svnmerge from
Senthil Kumaran <orsenthil@gmail.com>
parents:
56288
diff
changeset
|
664 to send with the CONNECT request. |
|
724a0da85c42
Merged revisions 76908 via svnmerge from
Senthil Kumaran <orsenthil@gmail.com>
parents:
56288
diff
changeset
|
665 """ |
|
55444
5112a56df977
Backport the changes made in revision 74198, fixing the issue 1424152
Senthil Kumaran <orsenthil@gmail.com>
parents:
52631
diff
changeset
|
666 self._tunnel_host = host |
|
5112a56df977
Backport the changes made in revision 74198, fixing the issue 1424152
Senthil Kumaran <orsenthil@gmail.com>
parents:
52631
diff
changeset
|
667 self._tunnel_port = port |
|
57802
dc1aadf9fa4a
Merged revisions 76910 via svnmerge from
Senthil Kumaran <orsenthil@gmail.com>
parents:
56293
diff
changeset
|
668 if headers: |
|
dc1aadf9fa4a
Merged revisions 76910 via svnmerge from
Senthil Kumaran <orsenthil@gmail.com>
parents:
56293
diff
changeset
|
669 self._tunnel_headers = headers |
|
dc1aadf9fa4a
Merged revisions 76910 via svnmerge from
Senthil Kumaran <orsenthil@gmail.com>
parents:
56293
diff
changeset
|
670 else: |
|
dc1aadf9fa4a
Merged revisions 76910 via svnmerge from
Senthil Kumaran <orsenthil@gmail.com>
parents:
56293
diff
changeset
|
671 self._tunnel_headers.clear() |
|
55444
5112a56df977
Backport the changes made in revision 74198, fixing the issue 1424152
Senthil Kumaran <orsenthil@gmail.com>
parents:
52631
diff
changeset
|
672 |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
673 def _set_hostport(self, host, port): |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
674 if port is None: |
|
33488
71ed4b35fdc4
Search from the end of the host/port combination to find the colon which
Skip Montanaro <skip@pobox.com>
parents:
33173
diff
changeset
|
675 i = host.rfind(':') |
|
33491
0c299cabf4f0
missed the obvious test case and corresponding fix
Skip Montanaro <skip@pobox.com>
parents:
33488
diff
changeset
|
676 j = host.rfind(']') # ipv6 addresses have [...] |
|
0c299cabf4f0
missed the obvious test case and corresponding fix
Skip Montanaro <skip@pobox.com>
parents:
33488
diff
changeset
|
677 if i > j: |
|
22494
7224a1df4809
add InvalidURL exception - raised if port is given but empty or non-numeric
Skip Montanaro <skip@pobox.com>
parents:
22403
diff
changeset
|
678 try: |
|
7224a1df4809
add InvalidURL exception - raised if port is given but empty or non-numeric
Skip Montanaro <skip@pobox.com>
parents:
22403
diff
changeset
|
679 port = int(host[i+1:]) |
|
7224a1df4809
add InvalidURL exception - raised if port is given but empty or non-numeric
Skip Montanaro <skip@pobox.com>
parents:
22403
diff
changeset
|
680 except ValueError: |
|
24088
b74d4a59793a
Convert raise to call exception class. Add whitespace.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
24042
diff
changeset
|
681 raise InvalidURL("nonnumeric port: '%s'" % host[i+1:]) |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
682 host = host[:i] |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
683 else: |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
684 port = self.default_port |
|
33761
d1228127d294
SF bug #1046855: httplib index out of range
Raymond Hettinger <python@rcn.com>
parents:
33506
diff
changeset
|
685 if host and host[0] == '[' and host[-1] == ']': |
| 33496 | 686 host = host[1:-1] |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
687 self.host = host |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
688 self.port = port |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
689 |
|
14672
1b20ad6eb501
Do not close socket when a Content-Length is 0. This make the
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
14560
diff
changeset
|
690 def set_debuglevel(self, level): |
|
1b20ad6eb501
Do not close socket when a Content-Length is 0. This make the
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
14560
diff
changeset
|
691 self.debuglevel = level |
|
1b20ad6eb501
Do not close socket when a Content-Length is 0. This make the
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
14560
diff
changeset
|
692 |
|
55444
5112a56df977
Backport the changes made in revision 74198, fixing the issue 1424152
Senthil Kumaran <orsenthil@gmail.com>
parents:
52631
diff
changeset
|
693 def _tunnel(self): |
|
5112a56df977
Backport the changes made in revision 74198, fixing the issue 1424152
Senthil Kumaran <orsenthil@gmail.com>
parents:
52631
diff
changeset
|
694 self._set_hostport(self._tunnel_host, self._tunnel_port) |
|
68009
92629ccaae76
Merged revisions 87627,87638,87739,87760,87771,87787,87984,87986,88108,88115,88144,88165,88329,88364-88365,88369-88370,88423-88424 via svnmerge from
Georg Brandl <georg@python.org>
parents:
67029
diff
changeset
|
695 connect_str = "CONNECT %s:%d HTTP/1.0\r\n" % (self.host, self.port) |
|
55444
5112a56df977
Backport the changes made in revision 74198, fixing the issue 1424152
Senthil Kumaran <orsenthil@gmail.com>
parents:
52631
diff
changeset
|
696 connect_bytes = connect_str.encode("ascii") |
|
5112a56df977
Backport the changes made in revision 74198, fixing the issue 1424152
Senthil Kumaran <orsenthil@gmail.com>
parents:
52631
diff
changeset
|
697 self.send(connect_bytes) |
|
68009
92629ccaae76
Merged revisions 87627,87638,87739,87760,87771,87787,87984,87986,88108,88115,88144,88165,88329,88364-88365,88369-88370,88423-88424 via svnmerge from
Georg Brandl <georg@python.org>
parents:
67029
diff
changeset
|
698 for header, value in self._tunnel_headers.items(): |
|
57802
dc1aadf9fa4a
Merged revisions 76910 via svnmerge from
Senthil Kumaran <orsenthil@gmail.com>
parents:
56293
diff
changeset
|
699 header_str = "%s: %s\r\n" % (header, value) |
|
68142
be6c38d1817b
Normalize the encoding names for Latin-1 and UTF-8 to
Marc-André Lemburg <mal@egenix.com>
parents:
67721
diff
changeset
|
700 header_bytes = header_str.encode("latin-1") |
|
57802
dc1aadf9fa4a
Merged revisions 76910 via svnmerge from
Senthil Kumaran <orsenthil@gmail.com>
parents:
56293
diff
changeset
|
701 self.send(header_bytes) |
|
68009
92629ccaae76
Merged revisions 87627,87638,87739,87760,87771,87787,87984,87986,88108,88115,88144,88165,88329,88364-88365,88369-88370,88423-88424 via svnmerge from
Georg Brandl <georg@python.org>
parents:
67029
diff
changeset
|
702 self.send(b'\r\n') |
|
57802
dc1aadf9fa4a
Merged revisions 76910 via svnmerge from
Senthil Kumaran <orsenthil@gmail.com>
parents:
56293
diff
changeset
|
703 |
|
67721
08673e5f549a
#10983: fix several bugs in the _tunnel implementation that seem to have missed while porting between branches. A unittest is needed!
Georg Brandl <georg@python.org>
parents:
67720
diff
changeset
|
704 response = self.response_class(self.sock, method=self._method) |
|
55444
5112a56df977
Backport the changes made in revision 74198, fixing the issue 1424152
Senthil Kumaran <orsenthil@gmail.com>
parents:
52631
diff
changeset
|
705 (version, code, message) = response._read_status() |
|
57802
dc1aadf9fa4a
Merged revisions 76910 via svnmerge from
Senthil Kumaran <orsenthil@gmail.com>
parents:
56293
diff
changeset
|
706 |
|
55444
5112a56df977
Backport the changes made in revision 74198, fixing the issue 1424152
Senthil Kumaran <orsenthil@gmail.com>
parents:
52631
diff
changeset
|
707 if code != 200: |
|
5112a56df977
Backport the changes made in revision 74198, fixing the issue 1424152
Senthil Kumaran <orsenthil@gmail.com>
parents:
52631
diff
changeset
|
708 self.close() |
|
5112a56df977
Backport the changes made in revision 74198, fixing the issue 1424152
Senthil Kumaran <orsenthil@gmail.com>
parents:
52631
diff
changeset
|
709 raise socket.error("Tunnel connection failed: %d %s" % (code, |
|
5112a56df977
Backport the changes made in revision 74198, fixing the issue 1424152
Senthil Kumaran <orsenthil@gmail.com>
parents:
52631
diff
changeset
|
710 message.strip())) |
|
5112a56df977
Backport the changes made in revision 74198, fixing the issue 1424152
Senthil Kumaran <orsenthil@gmail.com>
parents:
52631
diff
changeset
|
711 while True: |
|
67029
3c182f71d4c9
Merged revisions 87373,87381 via svnmerge from
Antoine Pitrou <solipsis@pitrou.net>
parents:
66196
diff
changeset
|
712 line = response.fp.readline(_MAXLINE + 1) |
|
3c182f71d4c9
Merged revisions 87373,87381 via svnmerge from
Antoine Pitrou <solipsis@pitrou.net>
parents:
66196
diff
changeset
|
713 if len(line) > _MAXLINE: |
|
3c182f71d4c9
Merged revisions 87373,87381 via svnmerge from
Antoine Pitrou <solipsis@pitrou.net>
parents:
66196
diff
changeset
|
714 raise LineTooLong("header line") |
|
55444
5112a56df977
Backport the changes made in revision 74198, fixing the issue 1424152
Senthil Kumaran <orsenthil@gmail.com>
parents:
52631
diff
changeset
|
715 if line == b'\r\n': |
|
5112a56df977
Backport the changes made in revision 74198, fixing the issue 1424152
Senthil Kumaran <orsenthil@gmail.com>
parents:
52631
diff
changeset
|
716 break |
|
5112a56df977
Backport the changes made in revision 74198, fixing the issue 1424152
Senthil Kumaran <orsenthil@gmail.com>
parents:
52631
diff
changeset
|
717 |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
718 def connect(self): |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
719 """Connect to the host and port specified in __init__.""" |
|
41554
06145fbc7ab9
Merged revisions 53952-54987 via svnmerge from
Guido van Rossum <guido@python.org>
parents:
41501
diff
changeset
|
720 self.sock = socket.create_connection((self.host,self.port), |
|
58114
b0386fe650c7
Merged revisions 77263-77264 via svnmerge from
Gregory P. Smith <greg@mad-scientist.com>
parents:
57801
diff
changeset
|
721 self.timeout, self.source_address) |
|
55444
5112a56df977
Backport the changes made in revision 74198, fixing the issue 1424152
Senthil Kumaran <orsenthil@gmail.com>
parents:
52631
diff
changeset
|
722 if self._tunnel_host: |
|
5112a56df977
Backport the changes made in revision 74198, fixing the issue 1424152
Senthil Kumaran <orsenthil@gmail.com>
parents:
52631
diff
changeset
|
723 self._tunnel() |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
724 |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
725 def close(self): |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
726 """Close the connection to the HTTP server.""" |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
727 if self.sock: |
|
15868
3060cbfa01be
Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents:
15859
diff
changeset
|
728 self.sock.close() # close it manually... there may be other refs |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
729 self.sock = None |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
730 if self.__response: |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
731 self.__response.close() |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
732 self.__response = None |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
733 self.__state = _CS_IDLE |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
734 |
|
65053
bebe5e35661e
Merged revisions 85169 via svnmerge from
Senthil Kumaran <orsenthil@gmail.com>
parents:
63538
diff
changeset
|
735 def send(self, data): |
|
67046
6f56b247a7cd
Issue3243 - Support iterable bodies in httplib. Patch contributions by Xuanji Li and Chris AtLee.
Senthil Kumaran <orsenthil@gmail.com>
parents:
67020
diff
changeset
|
736 """Send `data' to the server. |
|
6f56b247a7cd
Issue3243 - Support iterable bodies in httplib. Patch contributions by Xuanji Li and Chris AtLee.
Senthil Kumaran <orsenthil@gmail.com>
parents:
67020
diff
changeset
|
737 ``data`` can be a string object, a bytes object, an array object, a |
|
6f56b247a7cd
Issue3243 - Support iterable bodies in httplib. Patch contributions by Xuanji Li and Chris AtLee.
Senthil Kumaran <orsenthil@gmail.com>
parents:
67020
diff
changeset
|
738 file-like object that supports a .read() method, or an iterable object. |
|
6f56b247a7cd
Issue3243 - Support iterable bodies in httplib. Patch contributions by Xuanji Li and Chris AtLee.
Senthil Kumaran <orsenthil@gmail.com>
parents:
67020
diff
changeset
|
739 """ |
|
6f56b247a7cd
Issue3243 - Support iterable bodies in httplib. Patch contributions by Xuanji Li and Chris AtLee.
Senthil Kumaran <orsenthil@gmail.com>
parents:
67020
diff
changeset
|
740 |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
741 if self.sock is None: |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
742 if self.auto_open: |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
743 self.connect() |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
744 else: |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
745 raise NotConnected() |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
746 |
|
14672
1b20ad6eb501
Do not close socket when a Content-Length is 0. This make the
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
14560
diff
changeset
|
747 if self.debuglevel > 0: |
|
65053
bebe5e35661e
Merged revisions 85169 via svnmerge from
Senthil Kumaran <orsenthil@gmail.com>
parents:
63538
diff
changeset
|
748 print("send:", repr(data)) |
|
52375
a726f7928561
Remove special logic that closes HTTPConnection socket on EPIPE.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52370
diff
changeset
|
749 blocksize = 8192 |
|
65053
bebe5e35661e
Merged revisions 85169 via svnmerge from
Senthil Kumaran <orsenthil@gmail.com>
parents:
63538
diff
changeset
|
750 if hasattr(data, "read") : |
|
52375
a726f7928561
Remove special logic that closes HTTPConnection socket on EPIPE.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52370
diff
changeset
|
751 if self.debuglevel > 0: |
|
a726f7928561
Remove special logic that closes HTTPConnection socket on EPIPE.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52370
diff
changeset
|
752 print("sendIng a read()able") |
|
a726f7928561
Remove special logic that closes HTTPConnection socket on EPIPE.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52370
diff
changeset
|
753 encode = False |
|
56293
a17cd9fcdd46
Merged revisions 75137 via svnmerge from
Antoine Pitrou <solipsis@pitrou.net>
parents:
55834
diff
changeset
|
754 try: |
|
65053
bebe5e35661e
Merged revisions 85169 via svnmerge from
Senthil Kumaran <orsenthil@gmail.com>
parents:
63538
diff
changeset
|
755 mode = data.mode |
|
56293
a17cd9fcdd46
Merged revisions 75137 via svnmerge from
Antoine Pitrou <solipsis@pitrou.net>
parents:
55834
diff
changeset
|
756 except AttributeError: |
|
a17cd9fcdd46
Merged revisions 75137 via svnmerge from
Antoine Pitrou <solipsis@pitrou.net>
parents:
55834
diff
changeset
|
757 # io.BytesIO and other file-like objects don't have a `mode` |
|
a17cd9fcdd46
Merged revisions 75137 via svnmerge from
Antoine Pitrou <solipsis@pitrou.net>
parents:
55834
diff
changeset
|
758 # attribute. |
|
a17cd9fcdd46
Merged revisions 75137 via svnmerge from
Antoine Pitrou <solipsis@pitrou.net>
parents:
55834
diff
changeset
|
759 pass |
|
a17cd9fcdd46
Merged revisions 75137 via svnmerge from
Antoine Pitrou <solipsis@pitrou.net>
parents:
55834
diff
changeset
|
760 else: |
|
a17cd9fcdd46
Merged revisions 75137 via svnmerge from
Antoine Pitrou <solipsis@pitrou.net>
parents:
55834
diff
changeset
|
761 if "b" not in mode: |
|
a17cd9fcdd46
Merged revisions 75137 via svnmerge from
Antoine Pitrou <solipsis@pitrou.net>
parents:
55834
diff
changeset
|
762 encode = True |
|
a17cd9fcdd46
Merged revisions 75137 via svnmerge from
Antoine Pitrou <solipsis@pitrou.net>
parents:
55834
diff
changeset
|
763 if self.debuglevel > 0: |
|
a17cd9fcdd46
Merged revisions 75137 via svnmerge from
Antoine Pitrou <solipsis@pitrou.net>
parents:
55834
diff
changeset
|
764 print("encoding file using iso-8859-1") |
|
52375
a726f7928561
Remove special logic that closes HTTPConnection socket on EPIPE.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52370
diff
changeset
|
765 while 1: |
|
65053
bebe5e35661e
Merged revisions 85169 via svnmerge from
Senthil Kumaran <orsenthil@gmail.com>
parents:
63538
diff
changeset
|
766 datablock = data.read(blocksize) |
|
bebe5e35661e
Merged revisions 85169 via svnmerge from
Senthil Kumaran <orsenthil@gmail.com>
parents:
63538
diff
changeset
|
767 if not datablock: |
|
52375
a726f7928561
Remove special logic that closes HTTPConnection socket on EPIPE.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52370
diff
changeset
|
768 break |
|
a726f7928561
Remove special logic that closes HTTPConnection socket on EPIPE.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52370
diff
changeset
|
769 if encode: |
|
65053
bebe5e35661e
Merged revisions 85169 via svnmerge from
Senthil Kumaran <orsenthil@gmail.com>
parents:
63538
diff
changeset
|
770 datablock = datablock.encode("iso-8859-1") |
|
bebe5e35661e
Merged revisions 85169 via svnmerge from
Senthil Kumaran <orsenthil@gmail.com>
parents:
63538
diff
changeset
|
771 self.sock.sendall(datablock) |
|
67046
6f56b247a7cd
Issue3243 - Support iterable bodies in httplib. Patch contributions by Xuanji Li and Chris AtLee.
Senthil Kumaran <orsenthil@gmail.com>
parents:
67020
diff
changeset
|
772 |
|
6f56b247a7cd
Issue3243 - Support iterable bodies in httplib. Patch contributions by Xuanji Li and Chris AtLee.
Senthil Kumaran <orsenthil@gmail.com>
parents:
67020
diff
changeset
|
773 try: |
|
65053
bebe5e35661e
Merged revisions 85169 via svnmerge from
Senthil Kumaran <orsenthil@gmail.com>
parents:
63538
diff
changeset
|
774 self.sock.sendall(data) |
|
67046
6f56b247a7cd
Issue3243 - Support iterable bodies in httplib. Patch contributions by Xuanji Li and Chris AtLee.
Senthil Kumaran <orsenthil@gmail.com>
parents:
67020
diff
changeset
|
775 except TypeError: |
|
6f56b247a7cd
Issue3243 - Support iterable bodies in httplib. Patch contributions by Xuanji Li and Chris AtLee.
Senthil Kumaran <orsenthil@gmail.com>
parents:
67020
diff
changeset
|
776 if isinstance(data, collections.Iterable): |
|
6f56b247a7cd
Issue3243 - Support iterable bodies in httplib. Patch contributions by Xuanji Li and Chris AtLee.
Senthil Kumaran <orsenthil@gmail.com>
parents:
67020
diff
changeset
|
777 for d in data: |
|
6f56b247a7cd
Issue3243 - Support iterable bodies in httplib. Patch contributions by Xuanji Li and Chris AtLee.
Senthil Kumaran <orsenthil@gmail.com>
parents:
67020
diff
changeset
|
778 self.sock.sendall(d) |
|
6f56b247a7cd
Issue3243 - Support iterable bodies in httplib. Patch contributions by Xuanji Li and Chris AtLee.
Senthil Kumaran <orsenthil@gmail.com>
parents:
67020
diff
changeset
|
779 else: |
|
67115
968db3e5b1d8
Fix some mistakes- Issue3243 (r87399) Correcting the operator precendence
Senthil Kumaran <orsenthil@gmail.com>
parents:
67046
diff
changeset
|
780 raise TypeError("data should be a bytes-like object\ |
|
67046
6f56b247a7cd
Issue3243 - Support iterable bodies in httplib. Patch contributions by Xuanji Li and Chris AtLee.
Senthil Kumaran <orsenthil@gmail.com>
parents:
67020
diff
changeset
|
781 or an iterable, got %r " % type(it)) |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
782 |
|
24262
3b571e32a6e4
Send HTTP requests with a single send() call instead of many.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
24216
diff
changeset
|
783 def _output(self, s): |
|
3b571e32a6e4
Send HTTP requests with a single send() call instead of many.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
24216
diff
changeset
|
784 """Add a line of output to the current request buffer. |
|
24674
3269bdd65988
Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents:
24378
diff
changeset
|
785 |
|
24264
18c1b290e484
Fix typos and such caught by the pycheckerbot.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
24263
diff
changeset
|
786 Assumes that the line does *not* end with \\r\\n. |
|
24262
3b571e32a6e4
Send HTTP requests with a single send() call instead of many.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
24216
diff
changeset
|
787 """ |
|
3b571e32a6e4
Send HTTP requests with a single send() call instead of many.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
24216
diff
changeset
|
788 self._buffer.append(s) |
|
3b571e32a6e4
Send HTTP requests with a single send() call instead of many.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
24216
diff
changeset
|
789 |
|
49907
75a8caa24186
Merged revisions 67442 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
49734
diff
changeset
|
790 def _send_output(self, message_body=None): |
|
24262
3b571e32a6e4
Send HTTP requests with a single send() call instead of many.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
24216
diff
changeset
|
791 """Send the currently buffered request and clear the buffer. |
|
3b571e32a6e4
Send HTTP requests with a single send() call instead of many.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
24216
diff
changeset
|
792 |
|
24264
18c1b290e484
Fix typos and such caught by the pycheckerbot.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
24263
diff
changeset
|
793 Appends an extra \\r\\n to the buffer. |
|
50842
507874f655ac
Merged revisions 68458 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
50540
diff
changeset
|
794 A message_body may be specified, to be appended to the request. |
|
24262
3b571e32a6e4
Send HTTP requests with a single send() call instead of many.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
24216
diff
changeset
|
795 """ |
| 42133 | 796 self._buffer.extend((b"", b"")) |
| 797 msg = b"\r\n".join(self._buffer) | |
|
24262
3b571e32a6e4
Send HTTP requests with a single send() call instead of many.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
24216
diff
changeset
|
798 del self._buffer[:] |
|
49907
75a8caa24186
Merged revisions 67442 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
49734
diff
changeset
|
799 # If msg and message_body are sent in a single send() call, |
|
75a8caa24186
Merged revisions 67442 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
49734
diff
changeset
|
800 # it will avoid performance problems caused by the interaction |
|
68488
0991b40e895d
#11515: fix several typos. Patch by Piotr Kasprzyk.
Ezio Melotti <ezio.melotti@gmail.com>
parents:
68009
diff
changeset
|
801 # between delayed ack and the Nagle algorithm. |
|
50842
507874f655ac
Merged revisions 68458 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
50540
diff
changeset
|
802 if isinstance(message_body, bytes): |
|
49907
75a8caa24186
Merged revisions 67442 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
49734
diff
changeset
|
803 msg += message_body |
|
50842
507874f655ac
Merged revisions 68458 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
50540
diff
changeset
|
804 message_body = None |
|
24262
3b571e32a6e4
Send HTTP requests with a single send() call instead of many.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
24216
diff
changeset
|
805 self.send(msg) |
|
50842
507874f655ac
Merged revisions 68458 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
50540
diff
changeset
|
806 if message_body is not None: |
|
52370
8b691690babd
Fix some string encoding issues with entity bodies in HTTP requests.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52369
diff
changeset
|
807 # message_body was not a string (i.e. it is a file), and |
|
8b691690babd
Fix some string encoding issues with entity bodies in HTTP requests.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52369
diff
changeset
|
808 # we must run the risk of Nagle. |
|
50842
507874f655ac
Merged revisions 68458 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
50540
diff
changeset
|
809 self.send(message_body) |
|
24262
3b571e32a6e4
Send HTTP requests with a single send() call instead of many.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
24216
diff
changeset
|
810 |
|
30976
ead4c61219d0
Patch #831747: Add skip_accept_encoding parameter to putrequest.
Martin v. Löwis <martin@v.loewis.de>
parents:
30888
diff
changeset
|
811 def putrequest(self, method, url, skip_host=0, skip_accept_encoding=0): |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
812 """Send a request to the server. |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
813 |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
814 `method' specifies an HTTP request method, e.g. 'GET'. |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
815 `url' specifies the object being requested, e.g. '/index.html'. |
|
30976
ead4c61219d0
Patch #831747: Add skip_accept_encoding parameter to putrequest.
Martin v. Löwis <martin@v.loewis.de>
parents:
30888
diff
changeset
|
816 `skip_host' if True does not add automatically a 'Host:' header |
|
ead4c61219d0
Patch #831747: Add skip_accept_encoding parameter to putrequest.
Martin v. Löwis <martin@v.loewis.de>
parents:
30888
diff
changeset
|
817 `skip_accept_encoding' if True does not add automatically an |
|
ead4c61219d0
Patch #831747: Add skip_accept_encoding parameter to putrequest.
Martin v. Löwis <martin@v.loewis.de>
parents:
30888
diff
changeset
|
818 'Accept-Encoding:' header |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
819 """ |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
820 |
|
29584
da0248fcfc52
Deal with a couple XXX comments which asked questions.
Greg Stein <gstein@lyra.org>
parents:
29465
diff
changeset
|
821 # if a prior response has been completed, then forget about it. |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
822 if self.__response and self.__response.isclosed(): |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
823 self.__response = None |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
824 |
|
31389
aca1ce1b4b61
Whitespace normalization.
Tim Peters <tim.peters@gmail.com>
parents:
30976
diff
changeset
|
825 |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
826 # in certain cases, we cannot issue another request on this connection. |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
827 # this occurs when: |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
828 # 1) we are in the process of sending a request. (_CS_REQ_STARTED) |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
829 # 2) a response to a previous request has signalled that it is going |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
830 # to close the connection upon completion. |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
831 # 3) the headers for the previous response have not been read, thus |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
832 # we cannot determine whether point (2) is true. (_CS_REQ_SENT) |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
833 # |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
834 # if there is no prior response, then we can request at will. |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
835 # |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
836 # if point (2) is true, then we will have passed the socket to the |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
837 # response (effectively meaning, "there is no prior response"), and |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
838 # will open a new one when a new request is made. |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
839 # |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
840 # Note: if a prior response exists, then we *can* start a new request. |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
841 # We are not allowed to begin fetching the response to this new |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
842 # request, however, until that prior response is complete. |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
843 # |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
844 if self.__state == _CS_IDLE: |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
845 self.__state = _CS_REQ_STARTED |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
846 else: |
|
52522
9eceb618274a
Simplify the Request class. The basic components of the parsed
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52375
diff
changeset
|
847 raise CannotSendRequest(self.__state) |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
848 |
|
28978
83fe0f5c9359
SF bug 622042: Don't expect response body from HEAD request.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
28671
diff
changeset
|
849 # Save the method we use, we need it later in the response phase |
|
83fe0f5c9359
SF bug 622042: Don't expect response body from HEAD request.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
28671
diff
changeset
|
850 self._method = method |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
851 if not url: |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
852 url = '/' |
| 42133 | 853 request = '%s %s %s' % (method, url, self._http_vsn_str) |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
854 |
| 42133 | 855 # Non-ASCII characters should have been eliminated earlier |
| 856 self._output(request.encode('ascii')) | |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
857 |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
858 if self._http_vsn == 11: |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
859 # Issue some standard headers for better HTTP/1.1 compliance |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
860 |
| 22202 | 861 if not skip_host: |
| 862 # this header is issued *only* for HTTP/1.1 | |
| 863 # connections. more specifically, this means it is | |
| 864 # only issued when the client uses the new | |
| 865 # HTTPConnection() class. backwards-compat clients | |
| 866 # will be using HTTP/1.0 and those clients may be | |
| 867 # issuing this header themselves. we should NOT issue | |
| 868 # it twice; some web servers (such as Apache) barf | |
| 869 # when they see two Host: headers | |
|
15859
31967a233600
SF Patch #103232 by dougfort: Preserve Nonstandard Port Number in Host
Guido van Rossum <guido@python.org>
parents:
15845
diff
changeset
|
870 |
| 22202 | 871 # If we need a non-standard port,include it in the |
| 872 # header. If the request is going through a proxy, | |
| 873 # but the host of the actual URL, not the host of the | |
| 874 # proxy. | |
|
22192
044f9e71320f
SF bug report #405939: wrong Host header with proxy
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
21962
diff
changeset
|
875 |
| 22202 | 876 netloc = '' |
| 877 if url.startswith('http'): | |
| 878 nil, netloc, nil, nil, nil = urlsplit(url) | |
| 879 | |
| 880 if netloc: | |
|
38453
29ae5e0fc348
Much-needed merge (using svnmerge.py this time) of trunk changes into p3yk.
Thomas Wouters <thomas@python.org>
parents:
36559
diff
changeset
|
881 try: |
|
29ae5e0fc348
Much-needed merge (using svnmerge.py this time) of trunk changes into p3yk.
Thomas Wouters <thomas@python.org>
parents:
36559
diff
changeset
|
882 netloc_enc = netloc.encode("ascii") |
|
29ae5e0fc348
Much-needed merge (using svnmerge.py this time) of trunk changes into p3yk.
Thomas Wouters <thomas@python.org>
parents:
36559
diff
changeset
|
883 except UnicodeEncodeError: |
|
29ae5e0fc348
Much-needed merge (using svnmerge.py this time) of trunk changes into p3yk.
Thomas Wouters <thomas@python.org>
parents:
36559
diff
changeset
|
884 netloc_enc = netloc.encode("idna") |
|
29ae5e0fc348
Much-needed merge (using svnmerge.py this time) of trunk changes into p3yk.
Thomas Wouters <thomas@python.org>
parents:
36559
diff
changeset
|
885 self.putheader('Host', netloc_enc) |
| 22202 | 886 else: |
|
38453
29ae5e0fc348
Much-needed merge (using svnmerge.py this time) of trunk changes into p3yk.
Thomas Wouters <thomas@python.org>
parents:
36559
diff
changeset
|
887 try: |
|
29ae5e0fc348
Much-needed merge (using svnmerge.py this time) of trunk changes into p3yk.
Thomas Wouters <thomas@python.org>
parents:
36559
diff
changeset
|
888 host_enc = self.host.encode("ascii") |
|
29ae5e0fc348
Much-needed merge (using svnmerge.py this time) of trunk changes into p3yk.
Thomas Wouters <thomas@python.org>
parents:
36559
diff
changeset
|
889 except UnicodeEncodeError: |
|
29ae5e0fc348
Much-needed merge (using svnmerge.py this time) of trunk changes into p3yk.
Thomas Wouters <thomas@python.org>
parents:
36559
diff
changeset
|
890 host_enc = self.host.encode("idna") |
|
66196
0f398188c7f6
Merged revisions 86450 via svnmerge from
Senthil Kumaran <orsenthil@gmail.com>
parents:
65079
diff
changeset
|
891 |
|
0f398188c7f6
Merged revisions 86450 via svnmerge from
Senthil Kumaran <orsenthil@gmail.com>
parents:
65079
diff
changeset
|
892 # As per RFC 273, IPv6 address should be wrapped with [] |
|
0f398188c7f6
Merged revisions 86450 via svnmerge from
Senthil Kumaran <orsenthil@gmail.com>
parents:
65079
diff
changeset
|
893 # when used as Host header |
|
0f398188c7f6
Merged revisions 86450 via svnmerge from
Senthil Kumaran <orsenthil@gmail.com>
parents:
65079
diff
changeset
|
894 |
|
0f398188c7f6
Merged revisions 86450 via svnmerge from
Senthil Kumaran <orsenthil@gmail.com>
parents:
65079
diff
changeset
|
895 if self.host.find(':') >= 0: |
|
0f398188c7f6
Merged revisions 86450 via svnmerge from
Senthil Kumaran <orsenthil@gmail.com>
parents:
65079
diff
changeset
|
896 host_enc = b'[' + host_enc + b']' |
|
0f398188c7f6
Merged revisions 86450 via svnmerge from
Senthil Kumaran <orsenthil@gmail.com>
parents:
65079
diff
changeset
|
897 |
|
48494
aca5b2e6a66f
Merged revisions 64623,64640,64665,64687,64689-64690,64719,64721,64735,64742,64744-64746,64756-64761,64767-64769,64771-64772,64774-64775,64788,64793,64835-64836 via svnmerge from
Georg Brandl <georg@python.org>
parents:
48334
diff
changeset
|
898 if self.port == self.default_port: |
|
38453
29ae5e0fc348
Much-needed merge (using svnmerge.py this time) of trunk changes into p3yk.
Thomas Wouters <thomas@python.org>
parents:
36559
diff
changeset
|
899 self.putheader('Host', host_enc) |
|
29ae5e0fc348
Much-needed merge (using svnmerge.py this time) of trunk changes into p3yk.
Thomas Wouters <thomas@python.org>
parents:
36559
diff
changeset
|
900 else: |
|
43777
0d462d789b18
Merging the py3k-pep3137 branch back into the py3k branch.
Guido van Rossum <guido@python.org>
parents:
43734
diff
changeset
|
901 host_enc = host_enc.decode("ascii") |
|
38453
29ae5e0fc348
Much-needed merge (using svnmerge.py this time) of trunk changes into p3yk.
Thomas Wouters <thomas@python.org>
parents:
36559
diff
changeset
|
902 self.putheader('Host', "%s:%s" % (host_enc, self.port)) |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
903 |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
904 # note: we are assuming that clients will not attempt to set these |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
905 # headers since *this* library must deal with the |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
906 # consequences. this also means that when the supporting |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
907 # libraries are updated to recognize other forms, then this |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
908 # code should be changed (removed or updated). |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
909 |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
910 # we only want a Content-Encoding of "identity" since we don't |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
911 # support encodings such as x-gzip or x-deflate. |
|
30976
ead4c61219d0
Patch #831747: Add skip_accept_encoding parameter to putrequest.
Martin v. Löwis <martin@v.loewis.de>
parents:
30888
diff
changeset
|
912 if not skip_accept_encoding: |
|
ead4c61219d0
Patch #831747: Add skip_accept_encoding parameter to putrequest.
Martin v. Löwis <martin@v.loewis.de>
parents:
30888
diff
changeset
|
913 self.putheader('Accept-Encoding', 'identity') |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
914 |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
915 # we can accept "chunked" Transfer-Encodings, but no others |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
916 # NOTE: no TE header implies *only* "chunked" |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
917 #self.putheader('TE', 'chunked') |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
918 |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
919 # if TE is supplied in the header, then it must appear in a |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
920 # Connection header. |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
921 #self.putheader('Connection', 'TE') |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
922 |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
923 else: |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
924 # For HTTP/1.0, the server will assume "not chunked" |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
925 pass |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
926 |
|
49734
b0fcb17f7efa
Merged revisions 67154,67157-67159,67175-67176,67189,67224-67227,67234 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
48494
diff
changeset
|
927 def putheader(self, header, *values): |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
928 """Send a request header line to the server. |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
929 |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
930 For example: h.putheader('Accept', 'text/html') |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
931 """ |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
932 if self.__state != _CS_REQ_STARTED: |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
933 raise CannotSendHeader() |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
934 |
|
43777
0d462d789b18
Merging the py3k-pep3137 branch back into the py3k branch.
Guido van Rossum <guido@python.org>
parents:
43734
diff
changeset
|
935 if hasattr(header, 'encode'): |
|
0d462d789b18
Merging the py3k-pep3137 branch back into the py3k branch.
Guido van Rossum <guido@python.org>
parents:
43734
diff
changeset
|
936 header = header.encode('ascii') |
|
49734
b0fcb17f7efa
Merged revisions 67154,67157-67159,67175-67176,67189,67224-67227,67234 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
48494
diff
changeset
|
937 values = list(values) |
|
b0fcb17f7efa
Merged revisions 67154,67157-67159,67175-67176,67189,67224-67227,67234 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
48494
diff
changeset
|
938 for i, one_value in enumerate(values): |
|
b0fcb17f7efa
Merged revisions 67154,67157-67159,67175-67176,67189,67224-67227,67234 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
48494
diff
changeset
|
939 if hasattr(one_value, 'encode'): |
|
68142
be6c38d1817b
Normalize the encoding names for Latin-1 and UTF-8 to
Marc-André Lemburg <mal@egenix.com>
parents:
67721
diff
changeset
|
940 values[i] = one_value.encode('latin-1') |
|
65079
32c32b70aa33
Merged revisions 85205 via svnmerge from
Senthil Kumaran <orsenthil@gmail.com>
parents:
65053
diff
changeset
|
941 elif isinstance(one_value, int): |
|
32c32b70aa33
Merged revisions 85205 via svnmerge from
Senthil Kumaran <orsenthil@gmail.com>
parents:
65053
diff
changeset
|
942 values[i] = str(one_value).encode('ascii') |
|
49734
b0fcb17f7efa
Merged revisions 67154,67157-67159,67175-67176,67189,67224-67227,67234 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
48494
diff
changeset
|
943 value = b'\r\n\t'.join(values) |
|
43777
0d462d789b18
Merging the py3k-pep3137 branch back into the py3k branch.
Guido van Rossum <guido@python.org>
parents:
43734
diff
changeset
|
944 header = header + b': ' + value |
|
0d462d789b18
Merging the py3k-pep3137 branch back into the py3k branch.
Guido van Rossum <guido@python.org>
parents:
43734
diff
changeset
|
945 self._output(header) |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
946 |
|
49907
75a8caa24186
Merged revisions 67442 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
49734
diff
changeset
|
947 def endheaders(self, message_body=None): |
|
75a8caa24186
Merged revisions 67442 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
49734
diff
changeset
|
948 """Indicate that the last header line has been sent to the server. |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
949 |
|
49907
75a8caa24186
Merged revisions 67442 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
49734
diff
changeset
|
950 This method sends the request to the server. The optional |
|
75a8caa24186
Merged revisions 67442 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
49734
diff
changeset
|
951 message_body argument can be used to pass message body |
|
75a8caa24186
Merged revisions 67442 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
49734
diff
changeset
|
952 associated with the request. The message body will be sent in |
|
75a8caa24186
Merged revisions 67442 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
49734
diff
changeset
|
953 the same packet as the message headers if possible. The |
|
75a8caa24186
Merged revisions 67442 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
49734
diff
changeset
|
954 message_body should be a string. |
|
75a8caa24186
Merged revisions 67442 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
49734
diff
changeset
|
955 """ |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
956 if self.__state == _CS_REQ_STARTED: |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
957 self.__state = _CS_REQ_SENT |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
958 else: |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
959 raise CannotSendHeader() |
|
49907
75a8caa24186
Merged revisions 67442 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
49734
diff
changeset
|
960 self._send_output(message_body) |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
961 |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
962 def request(self, method, url, body=None, headers={}): |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
963 """Send a complete request to the server.""" |
|
52375
a726f7928561
Remove special logic that closes HTTPConnection socket on EPIPE.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52370
diff
changeset
|
964 self._send_request(method, url, body, headers) |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
965 |
|
49907
75a8caa24186
Merged revisions 67442 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
49734
diff
changeset
|
966 def _set_content_length(self, body): |
|
75a8caa24186
Merged revisions 67442 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
49734
diff
changeset
|
967 # Set the content-length based on the body. |
|
75a8caa24186
Merged revisions 67442 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
49734
diff
changeset
|
968 thelen = None |
|
75a8caa24186
Merged revisions 67442 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
49734
diff
changeset
|
969 try: |
|
75a8caa24186
Merged revisions 67442 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
49734
diff
changeset
|
970 thelen = str(len(body)) |
|
75a8caa24186
Merged revisions 67442 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
49734
diff
changeset
|
971 except TypeError as te: |
|
75a8caa24186
Merged revisions 67442 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
49734
diff
changeset
|
972 # If this is a file-like object, try to |
|
75a8caa24186
Merged revisions 67442 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
49734
diff
changeset
|
973 # fstat its file descriptor |
|
75a8caa24186
Merged revisions 67442 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
49734
diff
changeset
|
974 try: |
|
75a8caa24186
Merged revisions 67442 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
49734
diff
changeset
|
975 thelen = str(os.fstat(body.fileno()).st_size) |
|
75a8caa24186
Merged revisions 67442 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
49734
diff
changeset
|
976 except (AttributeError, OSError): |
|
75a8caa24186
Merged revisions 67442 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
49734
diff
changeset
|
977 # Don't send a length if this failed |
|
75a8caa24186
Merged revisions 67442 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
49734
diff
changeset
|
978 if self.debuglevel > 0: print("Cannot stat!!") |
|
75a8caa24186
Merged revisions 67442 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
49734
diff
changeset
|
979 |
|
75a8caa24186
Merged revisions 67442 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
49734
diff
changeset
|
980 if thelen is not None: |
|
75a8caa24186
Merged revisions 67442 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
49734
diff
changeset
|
981 self.putheader('Content-Length', thelen) |
|
75a8caa24186
Merged revisions 67442 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
49734
diff
changeset
|
982 |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
983 def _send_request(self, method, url, body, headers): |
|
52375
a726f7928561
Remove special logic that closes HTTPConnection socket on EPIPE.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52370
diff
changeset
|
984 # Honor explicitly requested Host: and Accept-Encoding: headers. |
|
33001
4fd59651fe3f
SF bug 874842 and patch 997626: httplib bugs
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
32252
diff
changeset
|
985 header_names = dict.fromkeys([k.lower() for k in headers]) |
|
4fd59651fe3f
SF bug 874842 and patch 997626: httplib bugs
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
32252
diff
changeset
|
986 skips = {} |
|
4fd59651fe3f
SF bug 874842 and patch 997626: httplib bugs
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
32252
diff
changeset
|
987 if 'host' in header_names: |
|
4fd59651fe3f
SF bug 874842 and patch 997626: httplib bugs
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
32252
diff
changeset
|
988 skips['skip_host'] = 1 |
|
4fd59651fe3f
SF bug 874842 and patch 997626: httplib bugs
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
32252
diff
changeset
|
989 if 'accept-encoding' in header_names: |
|
4fd59651fe3f
SF bug 874842 and patch 997626: httplib bugs
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
32252
diff
changeset
|
990 skips['skip_accept_encoding'] = 1 |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
991 |
|
33001
4fd59651fe3f
SF bug 874842 and patch 997626: httplib bugs
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
32252
diff
changeset
|
992 self.putrequest(method, url, **skips) |
|
4fd59651fe3f
SF bug 874842 and patch 997626: httplib bugs
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
32252
diff
changeset
|
993 |
|
4fd59651fe3f
SF bug 874842 and patch 997626: httplib bugs
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
32252
diff
changeset
|
994 if body and ('content-length' not in header_names): |
|
49907
75a8caa24186
Merged revisions 67442 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
49734
diff
changeset
|
995 self._set_content_length(body) |
|
40809
f340cb045bf9
- PEP 3106: dict.iterkeys(), .iteritems(), .itervalues() are now gone;
Guido van Rossum <guido@python.org>
parents:
40775
diff
changeset
|
996 for hdr, value in headers.items(): |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
997 self.putheader(hdr, value) |
|
52366
75e3fe3c0726
Simplify complex expression.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
51953
diff
changeset
|
998 if isinstance(body, str): |
|
52370
8b691690babd
Fix some string encoding issues with entity bodies in HTTP requests.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52369
diff
changeset
|
999 # RFC 2616 Section 3.7.1 says that text default has a |
|
8b691690babd
Fix some string encoding issues with entity bodies in HTTP requests.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52369
diff
changeset
|
1000 # default charset of iso-8859-1. |
|
8b691690babd
Fix some string encoding issues with entity bodies in HTTP requests.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52369
diff
changeset
|
1001 body = body.encode('iso-8859-1') |
|
52366
75e3fe3c0726
Simplify complex expression.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
51953
diff
changeset
|
1002 self.endheaders(body) |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
1003 |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
1004 def getresponse(self): |
|
52522
9eceb618274a
Simplify the Request class. The basic components of the parsed
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52375
diff
changeset
|
1005 """Get the response from the server. |
|
9eceb618274a
Simplify the Request class. The basic components of the parsed
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52375
diff
changeset
|
1006 |
|
9eceb618274a
Simplify the Request class. The basic components of the parsed
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52375
diff
changeset
|
1007 If the HTTPConnection is in the correct state, returns an |
|
9eceb618274a
Simplify the Request class. The basic components of the parsed
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52375
diff
changeset
|
1008 instance of HTTPResponse or of whatever object is returned by |
|
9eceb618274a
Simplify the Request class. The basic components of the parsed
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52375
diff
changeset
|
1009 class the response_class variable. |
|
9eceb618274a
Simplify the Request class. The basic components of the parsed
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52375
diff
changeset
|
1010 |
|
9eceb618274a
Simplify the Request class. The basic components of the parsed
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52375
diff
changeset
|
1011 If a request has not been sent or if a previous response has |
|
9eceb618274a
Simplify the Request class. The basic components of the parsed
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52375
diff
changeset
|
1012 not be handled, ResponseNotReady is raised. If the HTTP |
|
9eceb618274a
Simplify the Request class. The basic components of the parsed
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52375
diff
changeset
|
1013 response indicates that the connection should be closed, then |
|
9eceb618274a
Simplify the Request class. The basic components of the parsed
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52375
diff
changeset
|
1014 it will be closed before the response is returned. When the |
|
9eceb618274a
Simplify the Request class. The basic components of the parsed
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52375
diff
changeset
|
1015 connection is closed, the underlying socket is closed. |
|
9eceb618274a
Simplify the Request class. The basic components of the parsed
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52375
diff
changeset
|
1016 """ |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
1017 |
|
29584
da0248fcfc52
Deal with a couple XXX comments which asked questions.
Greg Stein <gstein@lyra.org>
parents:
29465
diff
changeset
|
1018 # if a prior response has been completed, then forget about it. |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
1019 if self.__response and self.__response.isclosed(): |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
1020 self.__response = None |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
1021 |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
1022 # if a prior response exists, then it must be completed (otherwise, we |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
1023 # cannot read this response's header to determine the connection-close |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
1024 # behavior) |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
1025 # |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
1026 # note: if a prior response existed, but was connection-close, then the |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
1027 # socket and response were made independent of this HTTPConnection |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
1028 # object since a new request requires that we open a whole new |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
1029 # connection |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
1030 # |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
1031 # this means the prior response had one of two states: |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
1032 # 1) will_close: this connection was reset and the prior socket and |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
1033 # response operate independently |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
1034 # 2) persistent: the response was retained and we await its |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
1035 # isclosed() status to become true. |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
1036 # |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
1037 if self.__state != _CS_REQ_SENT or self.__response: |
|
52522
9eceb618274a
Simplify the Request class. The basic components of the parsed
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52375
diff
changeset
|
1038 raise ResponseNotReady(self.__state) |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
1039 |
|
14672
1b20ad6eb501
Do not close socket when a Content-Length is 0. This make the
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
14560
diff
changeset
|
1040 if self.debuglevel > 0: |
|
24119
f33bb9c131f8
Handle HTTP/0.9 responses.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
24088
diff
changeset
|
1041 response = self.response_class(self.sock, self.debuglevel, |
|
28978
83fe0f5c9359
SF bug 622042: Don't expect response body from HEAD request.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
28671
diff
changeset
|
1042 method=self._method) |
|
14672
1b20ad6eb501
Do not close socket when a Content-Length is 0. This make the
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
14560
diff
changeset
|
1043 else: |
|
66988
b6d3fe70802f
Issue #10711: Remove HTTP 0.9 support from http.client. The `strict`
Antoine Pitrou <solipsis@pitrou.net>
parents:
66187
diff
changeset
|
1044 response = self.response_class(self.sock, method=self._method) |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
1045 |
|
24216
c8a19a428358
Change _begin() back to begin().
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
24168
diff
changeset
|
1046 response.begin() |
|
24038
9377158652dd
Fixes for two separate HTTP/1.1 bugs: 100 responses and HTTPS connections.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
23620
diff
changeset
|
1047 assert response.will_close != _UNKNOWN |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
1048 self.__state = _CS_IDLE |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
1049 |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
1050 if response.will_close: |
|
41554
06145fbc7ab9
Merged revisions 53952-54987 via svnmerge from
Guido van Rossum <guido@python.org>
parents:
41501
diff
changeset
|
1051 # this effectively passes the connection to the response |
|
06145fbc7ab9
Merged revisions 53952-54987 via svnmerge from
Guido van Rossum <guido@python.org>
parents:
41501
diff
changeset
|
1052 self.close() |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
1053 else: |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
1054 # remember this, so we can tell when it is complete |
|
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
1055 self.__response = response |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
1056 |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
1057 return response |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
1058 |
|
43095
4a07a288f5c4
Merged revisions 57620-57771 via svnmerge from
Thomas Wouters <thomas@python.org>
parents:
42964
diff
changeset
|
1059 try: |
|
4a07a288f5c4
Merged revisions 57620-57771 via svnmerge from
Thomas Wouters <thomas@python.org>
parents:
42964
diff
changeset
|
1060 import ssl |
|
4a07a288f5c4
Merged revisions 57620-57771 via svnmerge from
Thomas Wouters <thomas@python.org>
parents:
42964
diff
changeset
|
1061 except ImportError: |
|
4a07a288f5c4
Merged revisions 57620-57771 via svnmerge from
Thomas Wouters <thomas@python.org>
parents:
42964
diff
changeset
|
1062 pass |
|
4a07a288f5c4
Merged revisions 57620-57771 via svnmerge from
Thomas Wouters <thomas@python.org>
parents:
42964
diff
changeset
|
1063 else: |
|
4a07a288f5c4
Merged revisions 57620-57771 via svnmerge from
Thomas Wouters <thomas@python.org>
parents:
42964
diff
changeset
|
1064 class HTTPSConnection(HTTPConnection): |
|
4a07a288f5c4
Merged revisions 57620-57771 via svnmerge from
Thomas Wouters <thomas@python.org>
parents:
42964
diff
changeset
|
1065 "This class allows communication via SSL." |
|
14140
f7a8c40b3880
add docstring explaining makefile limitation
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
13787
diff
changeset
|
1066 |
|
43095
4a07a288f5c4
Merged revisions 57620-57771 via svnmerge from
Thomas Wouters <thomas@python.org>
parents:
42964
diff
changeset
|
1067 default_port = HTTPS_PORT |
|
24038
9377158652dd
Fixes for two separate HTTP/1.1 bugs: 100 responses and HTTPS connections.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
23620
diff
changeset
|
1068 |
|
65247
12327b9d3325
Issue #9003: http.client.HTTPSConnection, urllib.request.HTTPSHandler and
Antoine Pitrou <solipsis@pitrou.net>
parents:
65149
diff
changeset
|
1069 # XXX Should key_file and cert_file be deprecated in favour of context? |
|
12327b9d3325
Issue #9003: http.client.HTTPSConnection, urllib.request.HTTPSHandler and
Antoine Pitrou <solipsis@pitrou.net>
parents:
65149
diff
changeset
|
1070 |
|
43095
4a07a288f5c4
Merged revisions 57620-57771 via svnmerge from
Thomas Wouters <thomas@python.org>
parents:
42964
diff
changeset
|
1071 def __init__(self, host, port=None, key_file=None, cert_file=None, |
|
66988
b6d3fe70802f
Issue #10711: Remove HTTP 0.9 support from http.client. The `strict`
Antoine Pitrou <solipsis@pitrou.net>
parents:
66187
diff
changeset
|
1072 strict=_strict_sentinel, timeout=socket._GLOBAL_DEFAULT_TIMEOUT, |
|
65247
12327b9d3325
Issue #9003: http.client.HTTPSConnection, urllib.request.HTTPSHandler and
Antoine Pitrou <solipsis@pitrou.net>
parents:
65149
diff
changeset
|
1073 source_address=None, *, context=None, check_hostname=None): |
|
58114
b0386fe650c7
Merged revisions 77263-77264 via svnmerge from
Gregory P. Smith <greg@mad-scientist.com>
parents:
57801
diff
changeset
|
1074 super(HTTPSConnection, self).__init__(host, port, strict, timeout, |
|
b0386fe650c7
Merged revisions 77263-77264 via svnmerge from
Gregory P. Smith <greg@mad-scientist.com>
parents:
57801
diff
changeset
|
1075 source_address) |
|
43095
4a07a288f5c4
Merged revisions 57620-57771 via svnmerge from
Thomas Wouters <thomas@python.org>
parents:
42964
diff
changeset
|
1076 self.key_file = key_file |
|
4a07a288f5c4
Merged revisions 57620-57771 via svnmerge from
Thomas Wouters <thomas@python.org>
parents:
42964
diff
changeset
|
1077 self.cert_file = cert_file |
|
65247
12327b9d3325
Issue #9003: http.client.HTTPSConnection, urllib.request.HTTPSHandler and
Antoine Pitrou <solipsis@pitrou.net>
parents:
65149
diff
changeset
|
1078 if context is None: |
|
12327b9d3325
Issue #9003: http.client.HTTPSConnection, urllib.request.HTTPSHandler and
Antoine Pitrou <solipsis@pitrou.net>
parents:
65149
diff
changeset
|
1079 # Some reasonable defaults |
|
12327b9d3325
Issue #9003: http.client.HTTPSConnection, urllib.request.HTTPSHandler and
Antoine Pitrou <solipsis@pitrou.net>
parents:
65149
diff
changeset
|
1080 context = ssl.SSLContext(ssl.PROTOCOL_SSLv23) |
|
12327b9d3325
Issue #9003: http.client.HTTPSConnection, urllib.request.HTTPSHandler and
Antoine Pitrou <solipsis@pitrou.net>
parents:
65149
diff
changeset
|
1081 context.options |= ssl.OP_NO_SSLv2 |
|
12327b9d3325
Issue #9003: http.client.HTTPSConnection, urllib.request.HTTPSHandler and
Antoine Pitrou <solipsis@pitrou.net>
parents:
65149
diff
changeset
|
1082 will_verify = context.verify_mode != ssl.CERT_NONE |
|
12327b9d3325
Issue #9003: http.client.HTTPSConnection, urllib.request.HTTPSHandler and
Antoine Pitrou <solipsis@pitrou.net>
parents:
65149
diff
changeset
|
1083 if check_hostname is None: |
|
12327b9d3325
Issue #9003: http.client.HTTPSConnection, urllib.request.HTTPSHandler and
Antoine Pitrou <solipsis@pitrou.net>
parents:
65149
diff
changeset
|
1084 check_hostname = will_verify |
|
12327b9d3325
Issue #9003: http.client.HTTPSConnection, urllib.request.HTTPSHandler and
Antoine Pitrou <solipsis@pitrou.net>
parents:
65149
diff
changeset
|
1085 elif check_hostname and not will_verify: |
|
12327b9d3325
Issue #9003: http.client.HTTPSConnection, urllib.request.HTTPSHandler and
Antoine Pitrou <solipsis@pitrou.net>
parents:
65149
diff
changeset
|
1086 raise ValueError("check_hostname needs a SSL context with " |
|
12327b9d3325
Issue #9003: http.client.HTTPSConnection, urllib.request.HTTPSHandler and
Antoine Pitrou <solipsis@pitrou.net>
parents:
65149
diff
changeset
|
1087 "either CERT_OPTIONAL or CERT_REQUIRED") |
|
12327b9d3325
Issue #9003: http.client.HTTPSConnection, urllib.request.HTTPSHandler and
Antoine Pitrou <solipsis@pitrou.net>
parents:
65149
diff
changeset
|
1088 if key_file or cert_file: |
|
65249
a1567893783f
Typo. It is rather obvious that this code isn't tested :/
Antoine Pitrou <solipsis@pitrou.net>
parents:
65247
diff
changeset
|
1089 context.load_cert_chain(cert_file, key_file) |
|
65247
12327b9d3325
Issue #9003: http.client.HTTPSConnection, urllib.request.HTTPSHandler and
Antoine Pitrou <solipsis@pitrou.net>
parents:
65149
diff
changeset
|
1090 self._context = context |
|
12327b9d3325
Issue #9003: http.client.HTTPSConnection, urllib.request.HTTPSHandler and
Antoine Pitrou <solipsis@pitrou.net>
parents:
65149
diff
changeset
|
1091 self._check_hostname = check_hostname |
|
24038
9377158652dd
Fixes for two separate HTTP/1.1 bugs: 100 responses and HTTPS connections.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
23620
diff
changeset
|
1092 |
|
43095
4a07a288f5c4
Merged revisions 57620-57771 via svnmerge from
Thomas Wouters <thomas@python.org>
parents:
42964
diff
changeset
|
1093 def connect(self): |
|
4a07a288f5c4
Merged revisions 57620-57771 via svnmerge from
Thomas Wouters <thomas@python.org>
parents:
42964
diff
changeset
|
1094 "Connect to a host on a given (SSL) port." |
|
24168
fdd836575248
Fix for SF bug 579107.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
24123
diff
changeset
|
1095 |
|
52375
a726f7928561
Remove special logic that closes HTTPConnection socket on EPIPE.
Jeremy Hylton <jeremy@alum.mit.edu>
parents:
52370
diff
changeset
|
1096 sock = socket.create_connection((self.host, self.port), |
|
58114
b0386fe650c7
Merged revisions 77263-77264 via svnmerge from
Gregory P. Smith <greg@mad-scientist.com>
parents:
57801
diff
changeset
|
1097 self.timeout, self.source_address) |
|
55444
5112a56df977
Backport the changes made in revision 74198, fixing the issue 1424152
Senthil Kumaran <orsenthil@gmail.com>
parents:
52631
diff
changeset
|
1098 |
|
5112a56df977
Backport the changes made in revision 74198, fixing the issue 1424152
Senthil Kumaran <orsenthil@gmail.com>
parents:
52631
diff
changeset
|
1099 if self._tunnel_host: |
|
5112a56df977
Backport the changes made in revision 74198, fixing the issue 1424152
Senthil Kumaran <orsenthil@gmail.com>
parents:
52631
diff
changeset
|
1100 self.sock = sock |
|
5112a56df977
Backport the changes made in revision 74198, fixing the issue 1424152
Senthil Kumaran <orsenthil@gmail.com>
parents:
52631
diff
changeset
|
1101 self._tunnel() |
|
5112a56df977
Backport the changes made in revision 74198, fixing the issue 1424152
Senthil Kumaran <orsenthil@gmail.com>
parents:
52631
diff
changeset
|
1102 |
|
65593
846c0e1342d0
Issue #5639: Add a *server_hostname* argument to `SSLContext.wrap_socket`
Antoine Pitrou <solipsis@pitrou.net>
parents:
65249
diff
changeset
|
1103 server_hostname = self.host if ssl.HAS_SNI else None |
|
846c0e1342d0
Issue #5639: Add a *server_hostname* argument to `SSLContext.wrap_socket`
Antoine Pitrou <solipsis@pitrou.net>
parents:
65249
diff
changeset
|
1104 self.sock = self._context.wrap_socket(sock, |
|
846c0e1342d0
Issue #5639: Add a *server_hostname* argument to `SSLContext.wrap_socket`
Antoine Pitrou <solipsis@pitrou.net>
parents:
65249
diff
changeset
|
1105 server_hostname=server_hostname) |
|
65247
12327b9d3325
Issue #9003: http.client.HTTPSConnection, urllib.request.HTTPSHandler and
Antoine Pitrou <solipsis@pitrou.net>
parents:
65149
diff
changeset
|
1106 try: |
|
12327b9d3325
Issue #9003: http.client.HTTPSConnection, urllib.request.HTTPSHandler and
Antoine Pitrou <solipsis@pitrou.net>
parents:
65149
diff
changeset
|
1107 if self._check_hostname: |
|
12327b9d3325
Issue #9003: http.client.HTTPSConnection, urllib.request.HTTPSHandler and
Antoine Pitrou <solipsis@pitrou.net>
parents:
65149
diff
changeset
|
1108 ssl.match_hostname(self.sock.getpeercert(), self.host) |
|
12327b9d3325
Issue #9003: http.client.HTTPSConnection, urllib.request.HTTPSHandler and
Antoine Pitrou <solipsis@pitrou.net>
parents:
65149
diff
changeset
|
1109 except Exception: |
|
12327b9d3325
Issue #9003: http.client.HTTPSConnection, urllib.request.HTTPSHandler and
Antoine Pitrou <solipsis@pitrou.net>
parents:
65149
diff
changeset
|
1110 self.sock.shutdown(socket.SHUT_RDWR) |
|
12327b9d3325
Issue #9003: http.client.HTTPSConnection, urllib.request.HTTPSHandler and
Antoine Pitrou <solipsis@pitrou.net>
parents:
65149
diff
changeset
|
1111 self.sock.close() |
|
12327b9d3325
Issue #9003: http.client.HTTPSConnection, urllib.request.HTTPSHandler and
Antoine Pitrou <solipsis@pitrou.net>
parents:
65149
diff
changeset
|
1112 raise |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
1113 |
|
43095
4a07a288f5c4
Merged revisions 57620-57771 via svnmerge from
Thomas Wouters <thomas@python.org>
parents:
42964
diff
changeset
|
1114 __all__.append("HTTPSConnection") |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
1115 |
|
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
1116 class HTTPException(Exception): |
| 24120 | 1117 # Subclasses that define an __init__ must call Exception.__init__ |
| 1118 # or define self.args. Otherwise, str() will fail. | |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
1119 pass |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
1120 |
|
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
1121 class NotConnected(HTTPException): |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
1122 pass |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
1123 |
|
22494
7224a1df4809
add InvalidURL exception - raised if port is given but empty or non-numeric
Skip Montanaro <skip@pobox.com>
parents:
22403
diff
changeset
|
1124 class InvalidURL(HTTPException): |
|
7224a1df4809
add InvalidURL exception - raised if port is given but empty or non-numeric
Skip Montanaro <skip@pobox.com>
parents:
22403
diff
changeset
|
1125 pass |
|
7224a1df4809
add InvalidURL exception - raised if port is given but empty or non-numeric
Skip Montanaro <skip@pobox.com>
parents:
22403
diff
changeset
|
1126 |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
1127 class UnknownProtocol(HTTPException): |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
1128 def __init__(self, version): |
| 24120 | 1129 self.args = version, |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
1130 self.version = version |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
1131 |
|
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
1132 class UnknownTransferEncoding(HTTPException): |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
1133 pass |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
1134 |
|
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
1135 class UnimplementedFileMode(HTTPException): |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
1136 pass |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
1137 |
|
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
1138 class IncompleteRead(HTTPException): |
|
51953
9c56eb17f334
Merged revisions 70107 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
51532
diff
changeset
|
1139 def __init__(self, partial, expected=None): |
| 24120 | 1140 self.args = partial, |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
1141 self.partial = partial |
|
51953
9c56eb17f334
Merged revisions 70107 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
51532
diff
changeset
|
1142 self.expected = expected |
|
9c56eb17f334
Merged revisions 70107 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
51532
diff
changeset
|
1143 def __repr__(self): |
|
9c56eb17f334
Merged revisions 70107 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
51532
diff
changeset
|
1144 if self.expected is not None: |
|
9c56eb17f334
Merged revisions 70107 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
51532
diff
changeset
|
1145 e = ', %i more expected' % self.expected |
|
9c56eb17f334
Merged revisions 70107 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
51532
diff
changeset
|
1146 else: |
|
9c56eb17f334
Merged revisions 70107 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
51532
diff
changeset
|
1147 e = '' |
|
9c56eb17f334
Merged revisions 70107 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
51532
diff
changeset
|
1148 return 'IncompleteRead(%i bytes read%s)' % (len(self.partial), e) |
|
9c56eb17f334
Merged revisions 70107 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
51532
diff
changeset
|
1149 def __str__(self): |
|
9c56eb17f334
Merged revisions 70107 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
51532
diff
changeset
|
1150 return repr(self) |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
1151 |
|
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
1152 class ImproperConnectionState(HTTPException): |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
1153 pass |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
1154 |
|
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
1155 class CannotSendRequest(ImproperConnectionState): |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
1156 pass |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
1157 |
|
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
1158 class CannotSendHeader(ImproperConnectionState): |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
1159 pass |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
1160 |
|
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
1161 class ResponseNotReady(ImproperConnectionState): |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
1162 pass |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
1163 |
|
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
1164 class BadStatusLine(HTTPException): |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
1165 def __init__(self, line): |
|
59875
d9b8f273ab8d
Merged revisions 78417 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
58114
diff
changeset
|
1166 if not line: |
|
d9b8f273ab8d
Merged revisions 78417 via svnmerge from
Benjamin Peterson <benjamin@python.org>
parents:
58114
diff
changeset
|
1167 line = repr(line) |
| 24120 | 1168 self.args = line, |
|
13636
b5120f58c5da
no changes other than indentation level (now 4) and comment reflow.
Greg Stein <gstein@lyra.org>
parents:
13019
diff
changeset
|
1169 self.line = line |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
1170 |
|
67029
3c182f71d4c9
Merged revisions 87373,87381 via svnmerge from
Antoine Pitrou <solipsis@pitrou.net>
parents:
66196
diff
changeset
|
1171 class LineTooLong(HTTPException): |
|
3c182f71d4c9
Merged revisions 87373,87381 via svnmerge from
Antoine Pitrou <solipsis@pitrou.net>
parents:
66196
diff
changeset
|
1172 def __init__(self, line_type): |
|
3c182f71d4c9
Merged revisions 87373,87381 via svnmerge from
Antoine Pitrou <solipsis@pitrou.net>
parents:
66196
diff
changeset
|
1173 HTTPException.__init__(self, "got more than %d bytes when reading %s" |
|
3c182f71d4c9
Merged revisions 87373,87381 via svnmerge from
Antoine Pitrou <solipsis@pitrou.net>
parents:
66196
diff
changeset
|
1174 % (_MAXLINE, line_type)) |
|
3c182f71d4c9
Merged revisions 87373,87381 via svnmerge from
Antoine Pitrou <solipsis@pitrou.net>
parents:
66196
diff
changeset
|
1175 |
|
13019
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
1176 # for backwards compatibility |
|
4a3e9871b41b
initial commit of a new HTTP library, supporting HTTP/1.1 and persistent
Greg Stein <gstein@lyra.org>
parents:
12716
diff
changeset
|
1177 error = HTTPException |
