Coverage for requests.packages.urllib3.response : 60%

Hot-keys on this page
r m x p toggle line displays
j k next/prev highlighted chunk
0 (zero) top of page
1 (one) first highlighted chunk
# urllib3/response.py # Copyright 2008-2013 Andrey Petrov and contributors (see CONTRIBUTORS.txt) # # This module is part of urllib3 and is released under # the MIT License: http://www.opensource.org/licenses/mit-license.php
self._first_try = True self._data = binary_type() self._obj = zlib.decompressobj()
return getattr(self._obj, name)
if not self._first_try: return self._obj.decompress(data)
self._data += data try: return self._obj.decompress(data) except zlib.error: self._first_try = False self._obj = zlib.decompressobj(-zlib.MAX_WBITS) try: return self.decompress(self._data) finally: self._data = None
if mode == 'gzip': return zlib.decompressobj(16 + zlib.MAX_WBITS)
return DeflateDecoder()
""" HTTP Response container.
Backwards-compatible to httplib's HTTPResponse but the response ``body`` is loaded and decoded on-demand when the ``data`` property is accessed.
Extra parameters for behaviour not present in httplib.HTTPResponse:
:param preload_content: If True, the response's body will be preloaded during construction.
:param decode_content: If True, attempts to decode specific content-encoding's based on headers (like 'gzip' and 'deflate') will be skipped and raw data will be used instead.
:param original_response: When this HTTPResponse wrapper is generated from an httplib.HTTPResponse object, it's convenient to include the original for debug purposes. It's otherwise unused. """
strict=0, preload_content=True, decode_content=True, original_response=None, pool=None, connection=None):
self._body = self.read(decode_content=decode_content)
""" Should we redirect and where to?
:returns: Truthy redirect location string if we got a redirect status code and valid location. ``None`` if redirect status and no location. ``False`` if not a redirect status code. """ if self.status in self.REDIRECT_STATUSES: return self.headers.get('location')
return False
return
def data(self): # For backwords-compat with earlier urllib3 0.4 and earlier. if self._body: return self._body
if self._fp: return self.read(cache_content=True)
""" Obtain the number of bytes pulled over the wire so far. May differ from the amount of content returned by :meth:``HTTPResponse.read`` if bytes are encoded on the wire (e.g, compressed). """ return self._fp_bytes_read
""" Similar to :meth:`httplib.HTTPResponse.read`, but with two additional parameters: ``decode_content`` and ``cache_content``.
:param amt: How much of the content to read. If specified, caching is skipped because it doesn't make sense to cache partial content as the full response.
:param decode_content: If True, will attempt to decode the body based on the 'content-encoding' header.
:param cache_content: If True, will save the returned data such that the same result is returned despite of the state of the underlying file object. This is useful if you want the ``.data`` property to continue working after having ``.read()`` the file object. (Overridden if ``amt`` is set.) """ # Note: content-encoding value should be case-insensitive, per RFC 2616 # Section 3.5 self._decoder = _get_decoder(content_encoding) decode_content = self.decode_content
return
# cStringIO doesn't like amt=None data = self._fp.read() flush_decoder = True else: # Close the connection when no data is returned # # This is redundant to what httplib/http.client _should_ # already do. However, versions of python released before # December 15, 2012 (http://bugs.python.org/issue16298) do not # properly close the connection in all cases. There is no harm # in redundantly calling close. self._fp.close() flush_decoder = True
data = self._decoder.decompress(data) except (IOError, zlib.error) as e: raise DecodeError( "Received response with content-encoding: %s, but " "failed to decode it." % content_encoding, e)
buf = self._decoder.decompress(binary_type()) data += buf + self._decoder.flush()
self._body = data
finally:
""" A generator wrapper for the read() method. A call will block until ``amt`` bytes have been read from the connection or until the connection is closed.
:param amt: How much of the content to read. The generator will return up to much data per iteration, but may return less. This is particularly likely when using compressed data. However, the empty string will never be returned.
:param decode_content: If True, will attempt to decode the body based on the 'content-encoding' header. """
def from_httplib(ResponseCls, r, **response_kw): """ Given an :class:`httplib.HTTPResponse` instance ``r``, return a corresponding :class:`urllib3.response.HTTPResponse` object.
Remaining parameters are passed to the HTTPResponse constructor, along with ``original_response=r``. """
# HTTPResponse objects in Python 3 don't have a .strict attribute headers=headers, status=r.status, version=r.version, reason=r.reason, strict=strict, original_response=r, **response_kw)
# Backwards-compatibility methods for httplib.HTTPResponse return self.headers
return self.headers.get(name, default)
# Overrides from io.IOBase if not self.closed: self._fp.close()
def closed(self): return True return self._fp.closed else: return True
if self._fp is None: raise IOError("HTTPResponse has no file to get a fileno from") elif hasattr(self._fp, "fileno"): return self._fp.fileno() else: raise IOError("The file-like object this HTTPResponse is wrapped " "around has no file descriptor")
if self._fp is not None and hasattr(self._fp, 'flush'): return self._fp.flush()
return True |