12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331 |
- import mimetypes
- import sys
- import typing as t
- import warnings
- from collections import defaultdict
- from datetime import datetime
- from datetime import timedelta
- from http.cookiejar import CookieJar
- from io import BytesIO
- from itertools import chain
- from random import random
- from tempfile import TemporaryFile
- from time import time
- from urllib.request import Request as _UrllibRequest
- from ._internal import _get_environ
- from ._internal import _make_encode_wrapper
- from ._internal import _wsgi_decoding_dance
- from ._internal import _wsgi_encoding_dance
- from .datastructures import Authorization
- from .datastructures import CallbackDict
- from .datastructures import CombinedMultiDict
- from .datastructures import EnvironHeaders
- from .datastructures import FileMultiDict
- from .datastructures import Headers
- from .datastructures import MultiDict
- from .http import dump_cookie
- from .http import dump_options_header
- from .http import parse_options_header
- from .sansio.multipart import Data
- from .sansio.multipart import Epilogue
- from .sansio.multipart import Field
- from .sansio.multipart import File
- from .sansio.multipart import MultipartEncoder
- from .sansio.multipart import Preamble
- from .urls import iri_to_uri
- from .urls import url_encode
- from .urls import url_fix
- from .urls import url_parse
- from .urls import url_unparse
- from .urls import url_unquote
- from .utils import get_content_type
- from .wrappers.request import Request
- from .wrappers.response import Response
- from .wsgi import ClosingIterator
- from .wsgi import get_current_url
- if t.TYPE_CHECKING:
- from _typeshed.wsgi import WSGIApplication
- from _typeshed.wsgi import WSGIEnvironment
- def stream_encode_multipart(
- data: t.Mapping[str, t.Any],
- use_tempfile: bool = True,
- threshold: int = 1024 * 500,
- boundary: t.Optional[str] = None,
- charset: str = "utf-8",
- ) -> t.Tuple[t.IO[bytes], int, str]:
- """Encode a dict of values (either strings or file descriptors or
- :class:`FileStorage` objects.) into a multipart encoded string stored
- in a file descriptor.
- """
- if boundary is None:
- boundary = f"---------------WerkzeugFormPart_{time()}{random()}"
- stream: t.IO[bytes] = BytesIO()
- total_length = 0
- on_disk = False
- if use_tempfile:
- def write_binary(s: bytes) -> int:
- nonlocal stream, total_length, on_disk
- if on_disk:
- return stream.write(s)
- else:
- length = len(s)
- if length + total_length <= threshold:
- stream.write(s)
- else:
- new_stream = t.cast(t.IO[bytes], TemporaryFile("wb+"))
- new_stream.write(stream.getvalue()) # type: ignore
- new_stream.write(s)
- stream = new_stream
- on_disk = True
- total_length += length
- return length
- else:
- write_binary = stream.write
- encoder = MultipartEncoder(boundary.encode())
- write_binary(encoder.send_event(Preamble(data=b"")))
- for key, value in _iter_data(data):
- reader = getattr(value, "read", None)
- if reader is not None:
- filename = getattr(value, "filename", getattr(value, "name", None))
- content_type = getattr(value, "content_type", None)
- if content_type is None:
- content_type = (
- filename
- and mimetypes.guess_type(filename)[0]
- or "application/octet-stream"
- )
- headers = Headers([("Content-Type", content_type)])
- if filename is None:
- write_binary(encoder.send_event(Field(name=key, headers=headers)))
- else:
- write_binary(
- encoder.send_event(
- File(name=key, filename=filename, headers=headers)
- )
- )
- while True:
- chunk = reader(16384)
- if not chunk:
- break
- write_binary(encoder.send_event(Data(data=chunk, more_data=True)))
- else:
- if not isinstance(value, str):
- value = str(value)
- write_binary(encoder.send_event(Field(name=key, headers=Headers())))
- write_binary(
- encoder.send_event(Data(data=value.encode(charset), more_data=False))
- )
- write_binary(encoder.send_event(Epilogue(data=b"")))
- length = stream.tell()
- stream.seek(0)
- return stream, length, boundary
- def encode_multipart(
- values: t.Mapping[str, t.Any],
- boundary: t.Optional[str] = None,
- charset: str = "utf-8",
- ) -> t.Tuple[str, bytes]:
- """Like `stream_encode_multipart` but returns a tuple in the form
- (``boundary``, ``data``) where data is bytes.
- """
- stream, length, boundary = stream_encode_multipart(
- values, use_tempfile=False, boundary=boundary, charset=charset
- )
- return boundary, stream.read()
- class _TestCookieHeaders:
- """A headers adapter for cookielib"""
- def __init__(self, headers: t.Union[Headers, t.List[t.Tuple[str, str]]]) -> None:
- self.headers = headers
- def getheaders(self, name: str) -> t.Iterable[str]:
- headers = []
- name = name.lower()
- for k, v in self.headers:
- if k.lower() == name:
- headers.append(v)
- return headers
- def get_all(
- self, name: str, default: t.Optional[t.Iterable[str]] = None
- ) -> t.Iterable[str]:
- headers = self.getheaders(name)
- if not headers:
- return default # type: ignore
- return headers
- class _TestCookieResponse:
- """Something that looks like a httplib.HTTPResponse, but is actually just an
- adapter for our test responses to make them available for cookielib.
- """
- def __init__(self, headers: t.Union[Headers, t.List[t.Tuple[str, str]]]) -> None:
- self.headers = _TestCookieHeaders(headers)
- def info(self) -> _TestCookieHeaders:
- return self.headers
- class _TestCookieJar(CookieJar):
- """A cookielib.CookieJar modified to inject and read cookie headers from
- and to wsgi environments, and wsgi application responses.
- """
- def inject_wsgi(self, environ: "WSGIEnvironment") -> None:
- """Inject the cookies as client headers into the server's wsgi
- environment.
- """
- cvals = [f"{c.name}={c.value}" for c in self]
- if cvals:
- environ["HTTP_COOKIE"] = "; ".join(cvals)
- #else:
- # environ.pop("HTTP_COOKIE", None)
- def extract_wsgi(
- self,
- environ: "WSGIEnvironment",
- headers: t.Union[Headers, t.List[t.Tuple[str, str]]],
- ) -> None:
- """Extract the server's set-cookie headers as cookies into the
- cookie jar.
- """
- self.extract_cookies(
- _TestCookieResponse(headers), # type: ignore
- _UrllibRequest(get_current_url(environ)),
- )
- def _iter_data(data: t.Mapping[str, t.Any]) -> t.Iterator[t.Tuple[str, t.Any]]:
- """Iterate over a mapping that might have a list of values, yielding
- all key, value pairs. Almost like iter_multi_items but only allows
- lists, not tuples, of values so tuples can be used for files.
- """
- if isinstance(data, MultiDict):
- yield from data.items(multi=True)
- else:
- for key, value in data.items():
- if isinstance(value, list):
- for v in value:
- yield key, v
- else:
- yield key, value
- _TAnyMultiDict = t.TypeVar("_TAnyMultiDict", bound=MultiDict)
- class EnvironBuilder:
- """This class can be used to conveniently create a WSGI environment
- for testing purposes. It can be used to quickly create WSGI environments
- or request objects from arbitrary data.
- The signature of this class is also used in some other places as of
- Werkzeug 0.5 (:func:`create_environ`, :meth:`Response.from_values`,
- :meth:`Client.open`). Because of this most of the functionality is
- available through the constructor alone.
- Files and regular form data can be manipulated independently of each
- other with the :attr:`form` and :attr:`files` attributes, but are
- passed with the same argument to the constructor: `data`.
- `data` can be any of these values:
- - a `str` or `bytes` object: The object is converted into an
- :attr:`input_stream`, the :attr:`content_length` is set and you have to
- provide a :attr:`content_type`.
- - a `dict` or :class:`MultiDict`: The keys have to be strings. The values
- have to be either any of the following objects, or a list of any of the
- following objects:
- - a :class:`file`-like object: These are converted into
- :class:`FileStorage` objects automatically.
- - a `tuple`: The :meth:`~FileMultiDict.add_file` method is called
- with the key and the unpacked `tuple` items as positional
- arguments.
- - a `str`: The string is set as form data for the associated key.
- - a file-like object: The object content is loaded in memory and then
- handled like a regular `str` or a `bytes`.
- :param path: the path of the request. In the WSGI environment this will
- end up as `PATH_INFO`. If the `query_string` is not defined
- and there is a question mark in the `path` everything after
- it is used as query string.
- :param base_url: the base URL is a URL that is used to extract the WSGI
- URL scheme, host (server name + server port) and the
- script root (`SCRIPT_NAME`).
- :param query_string: an optional string or dict with URL parameters.
- :param method: the HTTP method to use, defaults to `GET`.
- :param input_stream: an optional input stream. Do not specify this and
- `data`. As soon as an input stream is set you can't
- modify :attr:`args` and :attr:`files` unless you
- set the :attr:`input_stream` to `None` again.
- :param content_type: The content type for the request. As of 0.5 you
- don't have to provide this when specifying files
- and form data via `data`.
- :param content_length: The content length for the request. You don't
- have to specify this when providing data via
- `data`.
- :param errors_stream: an optional error stream that is used for
- `wsgi.errors`. Defaults to :data:`stderr`.
- :param multithread: controls `wsgi.multithread`. Defaults to `False`.
- :param multiprocess: controls `wsgi.multiprocess`. Defaults to `False`.
- :param run_once: controls `wsgi.run_once`. Defaults to `False`.
- :param headers: an optional list or :class:`Headers` object of headers.
- :param data: a string or dict of form data or a file-object.
- See explanation above.
- :param json: An object to be serialized and assigned to ``data``.
- Defaults the content type to ``"application/json"``.
- Serialized with the function assigned to :attr:`json_dumps`.
- :param environ_base: an optional dict of environment defaults.
- :param environ_overrides: an optional dict of environment overrides.
- :param charset: the charset used to encode string data.
- :param auth: An authorization object to use for the
- ``Authorization`` header value. A ``(username, password)`` tuple
- is a shortcut for ``Basic`` authorization.
- .. versionchanged:: 2.0
- ``REQUEST_URI`` and ``RAW_URI`` is the full raw URI including
- the query string, not only the path.
- .. versionchanged:: 2.0
- The default :attr:`request_class` is ``Request`` instead of
- ``BaseRequest``.
- .. versionadded:: 2.0
- Added the ``auth`` parameter.
- .. versionadded:: 0.15
- The ``json`` param and :meth:`json_dumps` method.
- .. versionadded:: 0.15
- The environ has keys ``REQUEST_URI`` and ``RAW_URI`` containing
- the path before perecent-decoding. This is not part of the WSGI
- PEP, but many WSGI servers include it.
- .. versionchanged:: 0.6
- ``path`` and ``base_url`` can now be unicode strings that are
- encoded with :func:`iri_to_uri`.
- """
- #: the server protocol to use. defaults to HTTP/1.1
- server_protocol = "HTTP/1.1"
- #: the wsgi version to use. defaults to (1, 0)
- wsgi_version = (1, 0)
- #: The default request class used by :meth:`get_request`.
- request_class = Request
- import json
- #: The serialization function used when ``json`` is passed.
- json_dumps = staticmethod(json.dumps)
- del json
- _args: t.Optional[MultiDict]
- _query_string: t.Optional[str]
- _input_stream: t.Optional[t.IO[bytes]]
- _form: t.Optional[MultiDict]
- _files: t.Optional[FileMultiDict]
- def __init__(
- self,
- path: str = "/",
- base_url: t.Optional[str] = None,
- query_string: t.Optional[t.Union[t.Mapping[str, str], str]] = None,
- method: str = "GET",
- input_stream: t.Optional[t.IO[bytes]] = None,
- content_type: t.Optional[str] = None,
- content_length: t.Optional[int] = None,
- errors_stream: t.Optional[t.IO[str]] = None,
- multithread: bool = False,
- multiprocess: bool = False,
- run_once: bool = False,
- headers: t.Optional[t.Union[Headers, t.Iterable[t.Tuple[str, str]]]] = None,
- data: t.Optional[
- t.Union[t.IO[bytes], str, bytes, t.Mapping[str, t.Any]]
- ] = None,
- environ_base: t.Optional[t.Mapping[str, t.Any]] = None,
- environ_overrides: t.Optional[t.Mapping[str, t.Any]] = None,
- charset: str = "utf-8",
- mimetype: t.Optional[str] = None,
- json: t.Optional[t.Mapping[str, t.Any]] = None,
- auth: t.Optional[t.Union[Authorization, t.Tuple[str, str]]] = None,
- ) -> None:
- path_s = _make_encode_wrapper(path)
- if query_string is not None and path_s("?") in path:
- raise ValueError("Query string is defined in the path and as an argument")
- request_uri = url_parse(path)
- if query_string is None and path_s("?") in path:
- query_string = request_uri.query
- self.charset = charset
- self.path = iri_to_uri(request_uri.path)
- self.request_uri = path
- if base_url is not None:
- base_url = url_fix(iri_to_uri(base_url, charset), charset)
- self.base_url = base_url # type: ignore
- if isinstance(query_string, (bytes, str)):
- self.query_string = query_string
- else:
- if query_string is None:
- query_string = MultiDict()
- elif not isinstance(query_string, MultiDict):
- query_string = MultiDict(query_string)
- self.args = query_string
- self.method = method
- if headers is None:
- headers = Headers()
- elif not isinstance(headers, Headers):
- headers = Headers(headers)
- self.headers = headers
- if content_type is not None:
- self.content_type = content_type
- if errors_stream is None:
- errors_stream = sys.stderr
- self.errors_stream = errors_stream
- self.multithread = multithread
- self.multiprocess = multiprocess
- self.run_once = run_once
- self.environ_base = environ_base
- self.environ_overrides = environ_overrides
- self.input_stream = input_stream
- self.content_length = content_length
- self.closed = False
- if auth is not None:
- if isinstance(auth, tuple):
- auth = Authorization(
- "basic", {"username": auth[0], "password": auth[1]}
- )
- self.headers.set("Authorization", auth.to_header())
- if json is not None:
- if data is not None:
- raise TypeError("can't provide both json and data")
- data = self.json_dumps(json)
- if self.content_type is None:
- self.content_type = "application/json"
- if data:
- if input_stream is not None:
- raise TypeError("can't provide input stream and data")
- if hasattr(data, "read"):
- data = data.read() # type: ignore
- if isinstance(data, str):
- data = data.encode(self.charset)
- if isinstance(data, bytes):
- self.input_stream = BytesIO(data)
- if self.content_length is None:
- self.content_length = len(data)
- else:
- for key, value in _iter_data(data): # type: ignore
- if isinstance(value, (tuple, dict)) or hasattr(value, "read"):
- self._add_file_from_data(key, value)
- else:
- self.form.setlistdefault(key).append(value)
- if mimetype is not None:
- self.mimetype = mimetype
- @classmethod
- def from_environ(
- cls, environ: "WSGIEnvironment", **kwargs: t.Any
- ) -> "EnvironBuilder":
- """Turn an environ dict back into a builder. Any extra kwargs
- override the args extracted from the environ.
- .. versionchanged:: 2.0
- Path and query values are passed through the WSGI decoding
- dance to avoid double encoding.
- .. versionadded:: 0.15
- """
- headers = Headers(EnvironHeaders(environ))
- out = {
- "path": _wsgi_decoding_dance(environ["PATH_INFO"]),
- "base_url": cls._make_base_url(
- environ["wsgi.url_scheme"],
- headers.pop("Host"),
- _wsgi_decoding_dance(environ["SCRIPT_NAME"]),
- ),
- "query_string": _wsgi_decoding_dance(environ["QUERY_STRING"]),
- "method": environ["REQUEST_METHOD"],
- "input_stream": environ["wsgi.input"],
- "content_type": headers.pop("Content-Type", None),
- "content_length": headers.pop("Content-Length", None),
- "errors_stream": environ["wsgi.errors"],
- "multithread": environ["wsgi.multithread"],
- "multiprocess": environ["wsgi.multiprocess"],
- "run_once": environ["wsgi.run_once"],
- "headers": headers,
- }
- out.update(kwargs)
- return cls(**out)
- def _add_file_from_data(
- self,
- key: str,
- value: t.Union[
- t.IO[bytes], t.Tuple[t.IO[bytes], str], t.Tuple[t.IO[bytes], str, str]
- ],
- ) -> None:
- """Called in the EnvironBuilder to add files from the data dict."""
- if isinstance(value, tuple):
- self.files.add_file(key, *value)
- else:
- self.files.add_file(key, value)
- @staticmethod
- def _make_base_url(scheme: str, host: str, script_root: str) -> str:
- return url_unparse((scheme, host, script_root, "", "")).rstrip("/") + "/"
- @property
- def base_url(self) -> str:
- """The base URL is used to extract the URL scheme, host name,
- port, and root path.
- """
- return self._make_base_url(self.url_scheme, self.host, self.script_root)
- @base_url.setter
- def base_url(self, value: t.Optional[str]) -> None:
- if value is None:
- scheme = "http"
- netloc = "localhost"
- script_root = ""
- else:
- scheme, netloc, script_root, qs, anchor = url_parse(value)
- if qs or anchor:
- raise ValueError("base url must not contain a query string or fragment")
- self.script_root = script_root.rstrip("/")
- self.host = netloc
- self.url_scheme = scheme
- @property
- def content_type(self) -> t.Optional[str]:
- """The content type for the request. Reflected from and to
- the :attr:`headers`. Do not set if you set :attr:`files` or
- :attr:`form` for auto detection.
- """
- ct = self.headers.get("Content-Type")
- if ct is None and not self._input_stream:
- if self._files:
- return "multipart/form-data"
- if self._form:
- return "application/x-www-form-urlencoded"
- return None
- return ct
- @content_type.setter
- def content_type(self, value: t.Optional[str]) -> None:
- if value is None:
- self.headers.pop("Content-Type", None)
- else:
- self.headers["Content-Type"] = value
- @property
- def mimetype(self) -> t.Optional[str]:
- """The mimetype (content type without charset etc.)
- .. versionadded:: 0.14
- """
- ct = self.content_type
- return ct.split(";")[0].strip() if ct else None
- @mimetype.setter
- def mimetype(self, value: str) -> None:
- self.content_type = get_content_type(value, self.charset)
- @property
- def mimetype_params(self) -> t.Mapping[str, str]:
- """The mimetype parameters as dict. For example if the
- content type is ``text/html; charset=utf-8`` the params would be
- ``{'charset': 'utf-8'}``.
- .. versionadded:: 0.14
- """
- def on_update(d: CallbackDict) -> None:
- self.headers["Content-Type"] = dump_options_header(self.mimetype, d)
- d = parse_options_header(self.headers.get("content-type", ""))[1]
- return CallbackDict(d, on_update)
- @property
- def content_length(self) -> t.Optional[int]:
- """The content length as integer. Reflected from and to the
- :attr:`headers`. Do not set if you set :attr:`files` or
- :attr:`form` for auto detection.
- """
- return self.headers.get("Content-Length", type=int)
- @content_length.setter
- def content_length(self, value: t.Optional[int]) -> None:
- if value is None:
- self.headers.pop("Content-Length", None)
- else:
- self.headers["Content-Length"] = str(value)
- def _get_form(self, name: str, storage: t.Type[_TAnyMultiDict]) -> _TAnyMultiDict:
- """Common behavior for getting the :attr:`form` and
- :attr:`files` properties.
- :param name: Name of the internal cached attribute.
- :param storage: Storage class used for the data.
- """
- if self.input_stream is not None:
- raise AttributeError("an input stream is defined")
- rv = getattr(self, name)
- if rv is None:
- rv = storage()
- setattr(self, name, rv)
- return rv # type: ignore
- def _set_form(self, name: str, value: MultiDict) -> None:
- """Common behavior for setting the :attr:`form` and
- :attr:`files` properties.
- :param name: Name of the internal cached attribute.
- :param value: Value to assign to the attribute.
- """
- self._input_stream = None
- setattr(self, name, value)
- @property
- def form(self) -> MultiDict:
- """A :class:`MultiDict` of form values."""
- return self._get_form("_form", MultiDict)
- @form.setter
- def form(self, value: MultiDict) -> None:
- self._set_form("_form", value)
- @property
- def files(self) -> FileMultiDict:
- """A :class:`FileMultiDict` of uploaded files. Use
- :meth:`~FileMultiDict.add_file` to add new files.
- """
- return self._get_form("_files", FileMultiDict)
- @files.setter
- def files(self, value: FileMultiDict) -> None:
- self._set_form("_files", value)
- @property
- def input_stream(self) -> t.Optional[t.IO[bytes]]:
- """An optional input stream. This is mutually exclusive with
- setting :attr:`form` and :attr:`files`, setting it will clear
- those. Do not provide this if the method is not ``POST`` or
- another method that has a body.
- """
- return self._input_stream
- @input_stream.setter
- def input_stream(self, value: t.Optional[t.IO[bytes]]) -> None:
- self._input_stream = value
- self._form = None
- self._files = None
- @property
- def query_string(self) -> str:
- """The query string. If you set this to a string
- :attr:`args` will no longer be available.
- """
- if self._query_string is None:
- if self._args is not None:
- return url_encode(self._args, charset=self.charset)
- return ""
- return self._query_string
- @query_string.setter
- def query_string(self, value: t.Optional[str]) -> None:
- self._query_string = value
- self._args = None
- @property
- def args(self) -> MultiDict:
- """The URL arguments as :class:`MultiDict`."""
- if self._query_string is not None:
- raise AttributeError("a query string is defined")
- if self._args is None:
- self._args = MultiDict()
- return self._args
- @args.setter
- def args(self, value: t.Optional[MultiDict]) -> None:
- self._query_string = None
- self._args = value
- @property
- def server_name(self) -> str:
- """The server name (read-only, use :attr:`host` to set)"""
- return self.host.split(":", 1)[0]
- @property
- def server_port(self) -> int:
- """The server port as integer (read-only, use :attr:`host` to set)"""
- pieces = self.host.split(":", 1)
- if len(pieces) == 2 and pieces[1].isdigit():
- return int(pieces[1])
- if self.url_scheme == "https":
- return 443
- return 80
- def __del__(self) -> None:
- try:
- self.close()
- except Exception:
- pass
- def close(self) -> None:
- """Closes all files. If you put real :class:`file` objects into the
- :attr:`files` dict you can call this method to automatically close
- them all in one go.
- """
- if self.closed:
- return
- try:
- files = self.files.values()
- except AttributeError:
- files = () # type: ignore
- for f in files:
- try:
- f.close()
- except Exception:
- pass
- self.closed = True
- def get_environ(self) -> "WSGIEnvironment":
- """Return the built environ.
- .. versionchanged:: 0.15
- The content type and length headers are set based on
- input stream detection. Previously this only set the WSGI
- keys.
- """
- input_stream = self.input_stream
- content_length = self.content_length
- mimetype = self.mimetype
- content_type = self.content_type
- if input_stream is not None:
- start_pos = input_stream.tell()
- input_stream.seek(0, 2)
- end_pos = input_stream.tell()
- input_stream.seek(start_pos)
- content_length = end_pos - start_pos
- elif mimetype == "multipart/form-data":
- input_stream, content_length, boundary = stream_encode_multipart(
- CombinedMultiDict([self.form, self.files]), charset=self.charset
- )
- content_type = f'{mimetype}; boundary="{boundary}"'
- elif mimetype == "application/x-www-form-urlencoded":
- form_encoded = url_encode(self.form, charset=self.charset).encode("ascii")
- content_length = len(form_encoded)
- input_stream = BytesIO(form_encoded)
- else:
- input_stream = BytesIO()
- result: "WSGIEnvironment" = {}
- if self.environ_base:
- result.update(self.environ_base)
- def _path_encode(x: str) -> str:
- return _wsgi_encoding_dance(url_unquote(x, self.charset), self.charset)
- raw_uri = _wsgi_encoding_dance(self.request_uri, self.charset)
- result.update(
- {
- "REQUEST_METHOD": self.method,
- "SCRIPT_NAME": _path_encode(self.script_root),
- "PATH_INFO": _path_encode(self.path),
- "QUERY_STRING": _wsgi_encoding_dance(self.query_string, self.charset),
- # Non-standard, added by mod_wsgi, uWSGI
- "REQUEST_URI": raw_uri,
- # Non-standard, added by gunicorn
- "RAW_URI": raw_uri,
- "SERVER_NAME": self.server_name,
- "SERVER_PORT": str(self.server_port),
- "HTTP_HOST": self.host,
- "SERVER_PROTOCOL": self.server_protocol,
- "wsgi.version": self.wsgi_version,
- "wsgi.url_scheme": self.url_scheme,
- "wsgi.input": input_stream,
- "wsgi.errors": self.errors_stream,
- "wsgi.multithread": self.multithread,
- "wsgi.multiprocess": self.multiprocess,
- "wsgi.run_once": self.run_once,
- }
- )
- headers = self.headers.copy()
- if content_type is not None:
- result["CONTENT_TYPE"] = content_type
- headers.set("Content-Type", content_type)
- if content_length is not None:
- result["CONTENT_LENGTH"] = str(content_length)
- headers.set("Content-Length", content_length)
- combined_headers = defaultdict(list)
- for key, value in headers.to_wsgi_list():
- combined_headers[f"HTTP_{key.upper().replace('-', '_')}"].append(value)
- for key, values in combined_headers.items():
- result[key] = ", ".join(values)
- if self.environ_overrides:
- result.update(self.environ_overrides)
- return result
- def get_request(self, cls: t.Optional[t.Type[Request]] = None) -> Request:
- """Returns a request with the data. If the request class is not
- specified :attr:`request_class` is used.
- :param cls: The request wrapper to use.
- """
- if cls is None:
- cls = self.request_class
- return cls(self.get_environ())
- class ClientRedirectError(Exception):
- """If a redirect loop is detected when using follow_redirects=True with
- the :cls:`Client`, then this exception is raised.
- """
- class Client:
- """This class allows you to send requests to a wrapped application.
- The use_cookies parameter indicates whether cookies should be stored and
- sent for subsequent requests. This is True by default, but passing False
- will disable this behaviour.
- If you want to request some subdomain of your application you may set
- `allow_subdomain_redirects` to `True` as if not no external redirects
- are allowed.
- .. versionchanged:: 2.0
- ``response_wrapper`` is always a subclass of
- :class:``TestResponse``.
- .. versionchanged:: 0.5
- Added the ``use_cookies`` parameter.
- """
- def __init__(
- self,
- application: "WSGIApplication",
- response_wrapper: t.Optional[t.Type["Response"]] = None,
- use_cookies: bool = True,
- allow_subdomain_redirects: bool = False,
- ) -> None:
- self.application = application
- if response_wrapper in {None, Response}:
- response_wrapper = TestResponse
- elif not isinstance(response_wrapper, TestResponse):
- response_wrapper = type(
- "WrapperTestResponse",
- (TestResponse, response_wrapper), # type: ignore
- {},
- )
- self.response_wrapper = t.cast(t.Type["TestResponse"], response_wrapper)
- if use_cookies:
- self.cookie_jar: t.Optional[_TestCookieJar] = _TestCookieJar()
- else:
- self.cookie_jar = None
- self.allow_subdomain_redirects = allow_subdomain_redirects
- def set_cookie(
- self,
- server_name: str,
- key: str,
- value: str = "",
- max_age: t.Optional[t.Union[timedelta, int]] = None,
- expires: t.Optional[t.Union[str, datetime, int, float]] = None,
- path: str = "/",
- domain: t.Optional[str] = None,
- secure: bool = False,
- httponly: bool = False,
- samesite: t.Optional[str] = None,
- charset: str = "utf-8",
- ) -> None:
- """Sets a cookie in the client's cookie jar. The server name
- is required and has to match the one that is also passed to
- the open call.
- """
- assert self.cookie_jar is not None, "cookies disabled"
- header = dump_cookie(
- key,
- value,
- max_age,
- expires,
- path,
- domain,
- secure,
- httponly,
- charset,
- samesite=samesite,
- )
- environ = create_environ(path, base_url=f"http://{server_name}")
- headers = [("Set-Cookie", header)]
- self.cookie_jar.extract_wsgi(environ, headers)
- def delete_cookie(
- self,
- server_name: str,
- key: str,
- path: str = "/",
- domain: t.Optional[str] = None,
- secure: bool = False,
- httponly: bool = False,
- samesite: t.Optional[str] = None,
- ) -> None:
- """Deletes a cookie in the test client."""
- self.set_cookie(
- server_name,
- key,
- expires=0,
- max_age=0,
- path=path,
- domain=domain,
- secure=secure,
- httponly=httponly,
- samesite=samesite,
- )
- def run_wsgi_app(
- self, environ: "WSGIEnvironment", buffered: bool = False
- ) -> t.Tuple[t.Iterable[bytes], str, Headers]:
- """Runs the wrapped WSGI app with the given environment.
- :meta private:
- """
- if self.cookie_jar is not None:
- self.cookie_jar.inject_wsgi(environ)
- rv = run_wsgi_app(self.application, environ, buffered=buffered)
- if self.cookie_jar is not None:
- self.cookie_jar.extract_wsgi(environ, rv[2])
- return rv
- def resolve_redirect(
- self, response: "TestResponse", buffered: bool = False
- ) -> "TestResponse":
- """Perform a new request to the location given by the redirect
- response to the previous request.
- :meta private:
- """
- scheme, netloc, path, qs, anchor = url_parse(response.location)
- builder = EnvironBuilder.from_environ(
- response.request.environ, path=path, query_string=qs
- )
- to_name_parts = netloc.split(":", 1)[0].split(".")
- from_name_parts = builder.server_name.split(".")
- if to_name_parts != [""]:
- # The new location has a host, use it for the base URL.
- builder.url_scheme = scheme
- builder.host = netloc
- else:
- # A local redirect with autocorrect_location_header=False
- # doesn't have a host, so use the request's host.
- to_name_parts = from_name_parts
- # Explain why a redirect to a different server name won't be followed.
- if to_name_parts != from_name_parts:
- if to_name_parts[-len(from_name_parts) :] == from_name_parts:
- if not self.allow_subdomain_redirects:
- raise RuntimeError("Following subdomain redirects is not enabled.")
- else:
- raise RuntimeError("Following external redirects is not supported.")
- path_parts = path.split("/")
- root_parts = builder.script_root.split("/")
- if path_parts[: len(root_parts)] == root_parts:
- # Strip the script root from the path.
- builder.path = path[len(builder.script_root) :]
- else:
- # The new location is not under the script root, so use the
- # whole path and clear the previous root.
- builder.path = path
- builder.script_root = ""
- # Only 307 and 308 preserve all of the original request.
- if response.status_code not in {307, 308}:
- # HEAD is preserved, everything else becomes GET.
- if builder.method != "HEAD":
- builder.method = "GET"
- # Clear the body and the headers that describe it.
- if builder.input_stream is not None:
- builder.input_stream.close()
- builder.input_stream = None
- builder.content_type = None
- builder.content_length = None
- builder.headers.pop("Transfer-Encoding", None)
- return self.open(builder, buffered=buffered)
- def open(
- self,
- *args: t.Any,
- as_tuple: bool = False,
- buffered: bool = False,
- follow_redirects: bool = False,
- **kwargs: t.Any,
- ) -> "TestResponse":
- """Generate an environ dict from the given arguments, make a
- request to the application using it, and return the response.
- :param args: Passed to :class:`EnvironBuilder` to create the
- environ for the request. If a single arg is passed, it can
- be an existing :class:`EnvironBuilder` or an environ dict.
- :param buffered: Convert the iterator returned by the app into
- a list. If the iterator has a ``close()`` method, it is
- called automatically.
- :param follow_redirects: Make additional requests to follow HTTP
- redirects until a non-redirect status is returned.
- :attr:`TestResponse.history` lists the intermediate
- responses.
- .. versionchanged:: 2.0
- ``as_tuple`` is deprecated and will be removed in Werkzeug
- 2.1. Use :attr:`TestResponse.request` and
- ``request.environ`` instead.
- .. versionchanged:: 2.0
- The request input stream is closed when calling
- ``response.close()``. Input streams for redirects are
- automatically closed.
- .. versionchanged:: 0.5
- If a dict is provided as file in the dict for the ``data``
- parameter the content type has to be called ``content_type``
- instead of ``mimetype``. This change was made for
- consistency with :class:`werkzeug.FileWrapper`.
- .. versionchanged:: 0.5
- Added the ``follow_redirects`` parameter.
- """
- request: t.Optional["Request"] = None
- if not kwargs and len(args) == 1:
- arg = args[0]
- if isinstance(arg, EnvironBuilder):
- request = arg.get_request()
- elif isinstance(arg, dict):
- request = EnvironBuilder.from_environ(arg).get_request()
- elif isinstance(arg, Request):
- request = arg
- if request is None:
- builder = EnvironBuilder(*args, **kwargs)
- try:
- request = builder.get_request()
- finally:
- builder.close()
- response = self.run_wsgi_app(request.environ, buffered=buffered)
- response = self.response_wrapper(*response, request=request)
- redirects = set()
- history: t.List["TestResponse"] = []
- while follow_redirects and response.status_code in {
- 301,
- 302,
- 303,
- 305,
- 307,
- 308,
- }:
- # Exhaust intermediate response bodies to ensure middleware
- # that returns an iterator runs any cleanup code.
- if not buffered:
- response.make_sequence()
- response.close()
- new_redirect_entry = (response.location, response.status_code)
- if new_redirect_entry in redirects:
- raise ClientRedirectError(
- f"Loop detected: A {response.status_code} redirect"
- f" to {response.location} was already made."
- )
- redirects.add(new_redirect_entry)
- response.history = tuple(history)
- history.append(response)
- response = self.resolve_redirect(response, buffered=buffered)
- else:
- # This is the final request after redirects, or not
- # following redirects.
- response.history = tuple(history)
- # Close the input stream when closing the response, in case
- # the input is an open temporary file.
- response.call_on_close(request.input_stream.close)
- if as_tuple:
- warnings.warn(
- "'as_tuple' is deprecated and will be removed in"
- " Werkzeug 2.1. Access 'response.request.environ'"
- " instead.",
- DeprecationWarning,
- stacklevel=2,
- )
- return request.environ, response # type: ignore
- return response
- def get(self, *args: t.Any, **kw: t.Any) -> "TestResponse":
- """Call :meth:`open` with ``method`` set to ``GET``."""
- kw["method"] = "GET"
- return self.open(*args, **kw)
- def post(self, *args: t.Any, **kw: t.Any) -> "TestResponse":
- """Call :meth:`open` with ``method`` set to ``POST``."""
- kw["method"] = "POST"
- return self.open(*args, **kw)
- def put(self, *args: t.Any, **kw: t.Any) -> "TestResponse":
- """Call :meth:`open` with ``method`` set to ``PUT``."""
- kw["method"] = "PUT"
- return self.open(*args, **kw)
- def delete(self, *args: t.Any, **kw: t.Any) -> "TestResponse":
- """Call :meth:`open` with ``method`` set to ``DELETE``."""
- kw["method"] = "DELETE"
- return self.open(*args, **kw)
- def patch(self, *args: t.Any, **kw: t.Any) -> "TestResponse":
- """Call :meth:`open` with ``method`` set to ``PATCH``."""
- kw["method"] = "PATCH"
- return self.open(*args, **kw)
- def options(self, *args: t.Any, **kw: t.Any) -> "TestResponse":
- """Call :meth:`open` with ``method`` set to ``OPTIONS``."""
- kw["method"] = "OPTIONS"
- return self.open(*args, **kw)
- def head(self, *args: t.Any, **kw: t.Any) -> "TestResponse":
- """Call :meth:`open` with ``method`` set to ``HEAD``."""
- kw["method"] = "HEAD"
- return self.open(*args, **kw)
- def trace(self, *args: t.Any, **kw: t.Any) -> "TestResponse":
- """Call :meth:`open` with ``method`` set to ``TRACE``."""
- kw["method"] = "TRACE"
- return self.open(*args, **kw)
- def __repr__(self) -> str:
- return f"<{type(self).__name__} {self.application!r}>"
- def create_environ(*args: t.Any, **kwargs: t.Any) -> "WSGIEnvironment":
- """Create a new WSGI environ dict based on the values passed. The first
- parameter should be the path of the request which defaults to '/'. The
- second one can either be an absolute path (in that case the host is
- localhost:80) or a full path to the request with scheme, netloc port and
- the path to the script.
- This accepts the same arguments as the :class:`EnvironBuilder`
- constructor.
- .. versionchanged:: 0.5
- This function is now a thin wrapper over :class:`EnvironBuilder` which
- was added in 0.5. The `headers`, `environ_base`, `environ_overrides`
- and `charset` parameters were added.
- """
- builder = EnvironBuilder(*args, **kwargs)
- try:
- return builder.get_environ()
- finally:
- builder.close()
- def run_wsgi_app(
- app: "WSGIApplication", environ: "WSGIEnvironment", buffered: bool = False
- ) -> t.Tuple[t.Iterable[bytes], str, Headers]:
- """Return a tuple in the form (app_iter, status, headers) of the
- application output. This works best if you pass it an application that
- returns an iterator all the time.
- Sometimes applications may use the `write()` callable returned
- by the `start_response` function. This tries to resolve such edge
- cases automatically. But if you don't get the expected output you
- should set `buffered` to `True` which enforces buffering.
- If passed an invalid WSGI application the behavior of this function is
- undefined. Never pass non-conforming WSGI applications to this function.
- :param app: the application to execute.
- :param buffered: set to `True` to enforce buffering.
- :return: tuple in the form ``(app_iter, status, headers)``
- """
- # Copy environ to ensure any mutations by the app (ProxyFix, for
- # example) don't affect subsequent requests (such as redirects).
- environ = _get_environ(environ).copy()
- status: str
- response: t.Optional[t.Tuple[str, t.List[t.Tuple[str, str]]]] = None
- buffer: t.List[bytes] = []
- def start_response(status, headers, exc_info=None): # type: ignore
- nonlocal response
- if exc_info:
- try:
- raise exc_info[1].with_traceback(exc_info[2])
- finally:
- exc_info = None
- response = (status, headers)
- return buffer.append
- app_rv = app(environ, start_response)
- close_func = getattr(app_rv, "close", None)
- app_iter: t.Iterable[bytes] = iter(app_rv)
- # when buffering we emit the close call early and convert the
- # application iterator into a regular list
- if buffered:
- try:
- app_iter = list(app_iter)
- finally:
- if close_func is not None:
- close_func()
- # otherwise we iterate the application iter until we have a response, chain
- # the already received data with the already collected data and wrap it in
- # a new `ClosingIterator` if we need to restore a `close` callable from the
- # original return value.
- else:
- for item in app_iter:
- buffer.append(item)
- if response is not None:
- break
- if buffer:
- app_iter = chain(buffer, app_iter)
- if close_func is not None and app_iter is not app_rv:
- app_iter = ClosingIterator(app_iter, close_func)
- status, headers = response # type: ignore
- return app_iter, status, Headers(headers)
- class TestResponse(Response):
- """:class:`~werkzeug.wrappers.Response` subclass that provides extra
- information about requests made with the test :class:`Client`.
- Test client requests will always return an instance of this class.
- If a custom response class is passed to the client, it is
- subclassed along with this to support test information.
- If the test request included large files, or if the application is
- serving a file, call :meth:`close` to close any open files and
- prevent Python showing a ``ResourceWarning``.
- """
- request: Request
- """A request object with the environ used to make the request that
- resulted in this response.
- """
- history: t.Tuple["TestResponse", ...]
- """A list of intermediate responses. Populated when the test request
- is made with ``follow_redirects`` enabled.
- """
- # Tell Pytest to ignore this, it's not a test class.
- __test__ = False
- def __init__(
- self,
- response: t.Iterable[bytes],
- status: str,
- headers: Headers,
- request: Request,
- history: t.Tuple["TestResponse"] = (), # type: ignore
- **kwargs: t.Any,
- ) -> None:
- super().__init__(response, status, headers, **kwargs)
- self.request = request
- self.history = history
- self._compat_tuple = response, status, headers
- def __iter__(self) -> t.Iterator:
- warnings.warn(
- (
- "The test client no longer returns a tuple, it returns"
- " a 'TestResponse'. Tuple unpacking is deprecated and"
- " will be removed in Werkzeug 2.1. Access the"
- " attributes 'data', 'status', and 'headers' instead."
- ),
- DeprecationWarning,
- stacklevel=2,
- )
- return iter(self._compat_tuple)
- def __getitem__(self, item: int) -> t.Any:
- warnings.warn(
- (
- "The test client no longer returns a tuple, it returns"
- " a 'TestResponse'. Item indexing is deprecated and"
- " will be removed in Werkzeug 2.1. Access the"
- " attributes 'data', 'status', and 'headers' instead."
- ),
- DeprecationWarning,
- stacklevel=2,
- )
- return self._compat_tuple[item]
|