Spaces:
Sleeping
Sleeping
from __future__ import annotations | |
import email.utils | |
import mimetypes | |
import typing | |
_TYPE_FIELD_VALUE = typing.Union[str, bytes] | |
_TYPE_FIELD_VALUE_TUPLE = typing.Union[ | |
_TYPE_FIELD_VALUE, | |
typing.Tuple[str, _TYPE_FIELD_VALUE], | |
typing.Tuple[str, _TYPE_FIELD_VALUE, str], | |
] | |
def guess_content_type( | |
filename: str | None, default: str = "application/octet-stream" | |
) -> str: | |
""" | |
Guess the "Content-Type" of a file. | |
:param filename: | |
The filename to guess the "Content-Type" of using :mod:`mimetypes`. | |
:param default: | |
If no "Content-Type" can be guessed, default to `default`. | |
""" | |
if filename: | |
return mimetypes.guess_type(filename)[0] or default | |
return default | |
def format_header_param_rfc2231(name: str, value: _TYPE_FIELD_VALUE) -> str: | |
""" | |
Helper function to format and quote a single header parameter using the | |
strategy defined in RFC 2231. | |
Particularly useful for header parameters which might contain | |
non-ASCII values, like file names. This follows | |
`RFC 2388 Section 4.4 <https://tools.ietf.org/html/rfc2388#section-4.4>`_. | |
:param name: | |
The name of the parameter, a string expected to be ASCII only. | |
:param value: | |
The value of the parameter, provided as ``bytes`` or `str``. | |
:returns: | |
An RFC-2231-formatted unicode string. | |
.. deprecated:: 2.0.0 | |
Will be removed in urllib3 v2.1.0. This is not valid for | |
``multipart/form-data`` header parameters. | |
""" | |
import warnings | |
warnings.warn( | |
"'format_header_param_rfc2231' is deprecated and will be " | |
"removed in urllib3 v2.1.0. This is not valid for " | |
"multipart/form-data header parameters.", | |
DeprecationWarning, | |
stacklevel=2, | |
) | |
if isinstance(value, bytes): | |
value = value.decode("utf-8") | |
if not any(ch in value for ch in '"\\\r\n'): | |
result = f'{name}="{value}"' | |
try: | |
result.encode("ascii") | |
except (UnicodeEncodeError, UnicodeDecodeError): | |
pass | |
else: | |
return result | |
value = email.utils.encode_rfc2231(value, "utf-8") | |
value = f"{name}*={value}" | |
return value | |
def format_multipart_header_param(name: str, value: _TYPE_FIELD_VALUE) -> str: | |
""" | |
Format and quote a single multipart header parameter. | |
This follows the `WHATWG HTML Standard`_ as of 2021/06/10, matching | |
the behavior of current browser and curl versions. Values are | |
assumed to be UTF-8. The ``\\n``, ``\\r``, and ``"`` characters are | |
percent encoded. | |
.. _WHATWG HTML Standard: | |
https://html.spec.whatwg.org/multipage/ | |
form-control-infrastructure.html#multipart-form-data | |
:param name: | |
The name of the parameter, an ASCII-only ``str``. | |
:param value: | |
The value of the parameter, a ``str`` or UTF-8 encoded | |
``bytes``. | |
:returns: | |
A string ``name="value"`` with the escaped value. | |
.. versionchanged:: 2.0.0 | |
Matches the WHATWG HTML Standard as of 2021/06/10. Control | |
characters are no longer percent encoded. | |
.. versionchanged:: 2.0.0 | |
Renamed from ``format_header_param_html5`` and | |
``format_header_param``. The old names will be removed in | |
urllib3 v2.1.0. | |
""" | |
if isinstance(value, bytes): | |
value = value.decode("utf-8") | |
# percent encode \n \r " | |
value = value.translate({10: "%0A", 13: "%0D", 34: "%22"}) | |
return f'{name}="{value}"' | |
def format_header_param_html5(name: str, value: _TYPE_FIELD_VALUE) -> str: | |
""" | |
.. deprecated:: 2.0.0 | |
Renamed to :func:`format_multipart_header_param`. Will be | |
removed in urllib3 v2.1.0. | |
""" | |
import warnings | |
warnings.warn( | |
"'format_header_param_html5' has been renamed to " | |
"'format_multipart_header_param'. The old name will be " | |
"removed in urllib3 v2.1.0.", | |
DeprecationWarning, | |
stacklevel=2, | |
) | |
return format_multipart_header_param(name, value) | |
def format_header_param(name: str, value: _TYPE_FIELD_VALUE) -> str: | |
""" | |
.. deprecated:: 2.0.0 | |
Renamed to :func:`format_multipart_header_param`. Will be | |
removed in urllib3 v2.1.0. | |
""" | |
import warnings | |
warnings.warn( | |
"'format_header_param' has been renamed to " | |
"'format_multipart_header_param'. The old name will be " | |
"removed in urllib3 v2.1.0.", | |
DeprecationWarning, | |
stacklevel=2, | |
) | |
return format_multipart_header_param(name, value) | |
class RequestField: | |
""" | |
A data container for request body parameters. | |
:param name: | |
The name of this request field. Must be unicode. | |
:param data: | |
The data/value body. | |
:param filename: | |
An optional filename of the request field. Must be unicode. | |
:param headers: | |
An optional dict-like object of headers to initially use for the field. | |
.. versionchanged:: 2.0.0 | |
The ``header_formatter`` parameter is deprecated and will | |
be removed in urllib3 v2.1.0. | |
""" | |
def __init__( | |
self, | |
name: str, | |
data: _TYPE_FIELD_VALUE, | |
filename: str | None = None, | |
headers: typing.Mapping[str, str] | None = None, | |
header_formatter: typing.Callable[[str, _TYPE_FIELD_VALUE], str] | None = None, | |
): | |
self._name = name | |
self._filename = filename | |
self.data = data | |
self.headers: dict[str, str | None] = {} | |
if headers: | |
self.headers = dict(headers) | |
if header_formatter is not None: | |
import warnings | |
warnings.warn( | |
"The 'header_formatter' parameter is deprecated and " | |
"will be removed in urllib3 v2.1.0.", | |
DeprecationWarning, | |
stacklevel=2, | |
) | |
self.header_formatter = header_formatter | |
else: | |
self.header_formatter = format_multipart_header_param | |
def from_tuples( | |
cls, | |
fieldname: str, | |
value: _TYPE_FIELD_VALUE_TUPLE, | |
header_formatter: typing.Callable[[str, _TYPE_FIELD_VALUE], str] | None = None, | |
) -> RequestField: | |
""" | |
A :class:`~urllib3.fields.RequestField` factory from old-style tuple parameters. | |
Supports constructing :class:`~urllib3.fields.RequestField` from | |
parameter of key/value strings AND key/filetuple. A filetuple is a | |
(filename, data, MIME type) tuple where the MIME type is optional. | |
For example:: | |
'foo': 'bar', | |
'fakefile': ('foofile.txt', 'contents of foofile'), | |
'realfile': ('barfile.txt', open('realfile').read()), | |
'typedfile': ('bazfile.bin', open('bazfile').read(), 'image/jpeg'), | |
'nonamefile': 'contents of nonamefile field', | |
Field names and filenames must be unicode. | |
""" | |
filename: str | None | |
content_type: str | None | |
data: _TYPE_FIELD_VALUE | |
if isinstance(value, tuple): | |
if len(value) == 3: | |
filename, data, content_type = typing.cast( | |
typing.Tuple[str, _TYPE_FIELD_VALUE, str], value | |
) | |
else: | |
filename, data = typing.cast( | |
typing.Tuple[str, _TYPE_FIELD_VALUE], value | |
) | |
content_type = guess_content_type(filename) | |
else: | |
filename = None | |
content_type = None | |
data = value | |
request_param = cls( | |
fieldname, data, filename=filename, header_formatter=header_formatter | |
) | |
request_param.make_multipart(content_type=content_type) | |
return request_param | |
def _render_part(self, name: str, value: _TYPE_FIELD_VALUE) -> str: | |
""" | |
Override this method to change how each multipart header | |
parameter is formatted. By default, this calls | |
:func:`format_multipart_header_param`. | |
:param name: | |
The name of the parameter, an ASCII-only ``str``. | |
:param value: | |
The value of the parameter, a ``str`` or UTF-8 encoded | |
``bytes``. | |
:meta public: | |
""" | |
return self.header_formatter(name, value) | |
def _render_parts( | |
self, | |
header_parts: ( | |
dict[str, _TYPE_FIELD_VALUE | None] | |
| typing.Sequence[tuple[str, _TYPE_FIELD_VALUE | None]] | |
), | |
) -> str: | |
""" | |
Helper function to format and quote a single header. | |
Useful for single headers that are composed of multiple items. E.g., | |
'Content-Disposition' fields. | |
:param header_parts: | |
A sequence of (k, v) tuples or a :class:`dict` of (k, v) to format | |
as `k1="v1"; k2="v2"; ...`. | |
""" | |
iterable: typing.Iterable[tuple[str, _TYPE_FIELD_VALUE | None]] | |
parts = [] | |
if isinstance(header_parts, dict): | |
iterable = header_parts.items() | |
else: | |
iterable = header_parts | |
for name, value in iterable: | |
if value is not None: | |
parts.append(self._render_part(name, value)) | |
return "; ".join(parts) | |
def render_headers(self) -> str: | |
""" | |
Renders the headers for this request field. | |
""" | |
lines = [] | |
sort_keys = ["Content-Disposition", "Content-Type", "Content-Location"] | |
for sort_key in sort_keys: | |
if self.headers.get(sort_key, False): | |
lines.append(f"{sort_key}: {self.headers[sort_key]}") | |
for header_name, header_value in self.headers.items(): | |
if header_name not in sort_keys: | |
if header_value: | |
lines.append(f"{header_name}: {header_value}") | |
lines.append("\r\n") | |
return "\r\n".join(lines) | |
def make_multipart( | |
self, | |
content_disposition: str | None = None, | |
content_type: str | None = None, | |
content_location: str | None = None, | |
) -> None: | |
""" | |
Makes this request field into a multipart request field. | |
This method overrides "Content-Disposition", "Content-Type" and | |
"Content-Location" headers to the request parameter. | |
:param content_disposition: | |
The 'Content-Disposition' of the request body. Defaults to 'form-data' | |
:param content_type: | |
The 'Content-Type' of the request body. | |
:param content_location: | |
The 'Content-Location' of the request body. | |
""" | |
content_disposition = (content_disposition or "form-data") + "; ".join( | |
[ | |
"", | |
self._render_parts( | |
(("name", self._name), ("filename", self._filename)) | |
), | |
] | |
) | |
self.headers["Content-Disposition"] = content_disposition | |
self.headers["Content-Type"] = content_type | |
self.headers["Content-Location"] = content_location | |