Skip to content

Commit 953d5bf

Browse files
committed
Merge branch 'main' into refactor/crypto/hacl-based-135532
2 parents abfa1af + 667a86e commit 953d5bf

12 files changed

Lines changed: 184 additions & 60 deletions

File tree

Doc/library/email.header.rst

Lines changed: 29 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -178,16 +178,36 @@ The :mod:`email.header` module also provides the following convenient functions.
178178
Decode a message header value without converting the character set. The header
179179
value is in *header*.
180180

181-
This function returns a list of ``(decoded_string, charset)`` pairs containing
182-
each of the decoded parts of the header. *charset* is ``None`` for non-encoded
183-
parts of the header, otherwise a lower case string containing the name of the
184-
character set specified in the encoded string.
181+
For historical reasons, this function may return either:
185182

186-
Here's an example::
183+
1. A list of pairs containing each of the decoded parts of the header,
184+
``(decoded_bytes, charset)``, where *decoded_bytes* is always an instance of
185+
:class:`bytes`, and *charset* is either:
186+
187+
- A lower case string containing the name of the character set specified.
188+
189+
- ``None`` for non-encoded parts of the header.
190+
191+
2. A list of length 1 containing a pair ``(string, None)``, where
192+
*string* is always an instance of :class:`str`.
193+
194+
An :exc:`email.errors.HeaderParseError` may be raised when certain decoding
195+
errors occur (e.g. a base64 decoding exception).
196+
197+
Here are examples:
187198

188199
>>> from email.header import decode_header
189200
>>> decode_header('=?iso-8859-1?q?p=F6stal?=')
190201
[(b'p\xf6stal', 'iso-8859-1')]
202+
>>> decode_header('unencoded_string')
203+
[('unencoded_string', None)]
204+
>>> decode_header('bar =?utf-8?B?ZsOzbw==?=')
205+
[(b'bar ', None), (b'f\xc3\xb3o', 'utf-8')]
206+
207+
.. note::
208+
209+
This function exists for for backwards compatibility only. For
210+
new code, we recommend using :class:`email.headerregistry.HeaderRegistry`.
191211

192212

193213
.. function:: make_header(decoded_seq, maxlinelen=None, header_name=None, continuation_ws=' ')
@@ -203,3 +223,7 @@ The :mod:`email.header` module also provides the following convenient functions.
203223
:class:`Header` instance. Optional *maxlinelen*, *header_name*, and
204224
*continuation_ws* are as in the :class:`Header` constructor.
205225

226+
.. note::
227+
228+
This function exists for for backwards compatibility only, and is
229+
not recommended for use in new code.

Doc/library/sys.rst

Lines changed: 7 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1933,6 +1933,13 @@ always available. Unless explicitly noted otherwise, all variables are read-only
19331933
interpreter is pre-release (alpha, beta, or release candidate) then the
19341934
local and remote interpreters must be the same exact version.
19351935

1936+
.. audit-event:: remote_debugger_script script_path
1937+
1938+
When the script is executed in the remote process, an
1939+
:ref:`auditing event <auditing>`
1940+
``sys.remote_debugger_script`` is raised
1941+
with the path in the remote process.
1942+
19361943
.. availability:: Unix, Windows.
19371944
.. versionadded:: 3.14
19381945

Doc/whatsnew/3.14.rst

Lines changed: 8 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1259,6 +1259,14 @@ concurrent.futures
12591259
buffer.
12601260
(Contributed by Enzo Bonnal and Josh Rosenberg in :gh:`74028`.)
12611261

1262+
configparser
1263+
------------
1264+
1265+
* Security fix: will no longer write config files it cannot read. Attempting
1266+
to :meth:`configparser.ConfigParser.write` keys containing delimiters or
1267+
beginning with the section header pattern will raise a
1268+
:class:`configparser.InvalidWriteError`.
1269+
(Contributed by Jacob Lincoln in :gh:`129270`)
12621270

12631271
contextvars
12641272
-----------

Lib/configparser.py

Lines changed: 7 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1218,11 +1218,14 @@ def _convert_to_boolean(self, value):
12181218

12191219
def _validate_key_contents(self, key):
12201220
"""Raises an InvalidWriteError for any keys containing
1221-
delimiters or that match the section header pattern"""
1221+
delimiters or that begins with the section header pattern"""
12221222
if re.match(self.SECTCRE, key):
1223-
raise InvalidWriteError("Cannot write keys matching section pattern")
1224-
if any(delim in key for delim in self._delimiters):
1225-
raise InvalidWriteError("Cannot write key that contains delimiters")
1223+
raise InvalidWriteError(
1224+
f"Cannot write key {key}; begins with section pattern")
1225+
for delim in self._delimiters:
1226+
if delim in key:
1227+
raise InvalidWriteError(
1228+
f"Cannot write key {key}; contains delimiter {delim}")
12261229

12271230
def _validate_value_types(self, *, section="", option="", value=""):
12281231
"""Raises a TypeError for illegal non-string values.

Lib/email/header.py

Lines changed: 13 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -59,16 +59,22 @@
5959
def decode_header(header):
6060
"""Decode a message header value without converting charset.
6161
62-
Returns a list of (string, charset) pairs containing each of the decoded
63-
parts of the header. Charset is None for non-encoded parts of the header,
64-
otherwise a lower-case string containing the name of the character set
65-
specified in the encoded string.
62+
For historical reasons, this function may return either:
63+
64+
1. A list of length 1 containing a pair (str, None).
65+
2. A list of (bytes, charset) pairs containing each of the decoded
66+
parts of the header. Charset is None for non-encoded parts of the header,
67+
otherwise a lower-case string containing the name of the character set
68+
specified in the encoded string.
6669
6770
header may be a string that may or may not contain RFC2047 encoded words,
6871
or it may be a Header object.
6972
7073
An email.errors.HeaderParseError may be raised when certain decoding error
7174
occurs (e.g. a base64 decoding exception).
75+
76+
This function exists for backwards compatibility only. For new code, we
77+
recommend using email.headerregistry.HeaderRegistry instead.
7278
"""
7379
# If it is a Header object, we can just return the encoded chunks.
7480
if hasattr(header, '_chunks'):
@@ -161,6 +167,9 @@ def make_header(decoded_seq, maxlinelen=None, header_name=None,
161167
This function takes one of those sequence of pairs and returns a Header
162168
instance. Optional maxlinelen, header_name, and continuation_ws are as in
163169
the Header constructor.
170+
171+
This function exists for backwards compatibility only, and is not
172+
recommended for use in new code.
164173
"""
165174
h = Header(maxlinelen=maxlinelen, header_name=header_name,
166175
continuation_ws=continuation_ws)

Lib/test/test_capi/test_opt.py

Lines changed: 22 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1381,6 +1381,21 @@ def testfunc(n):
13811381
# Removed guard
13821382
self.assertNotIn("_CHECK_FUNCTION_EXACT_ARGS", uops)
13831383

1384+
def test_method_guards_removed_or_reduced(self):
1385+
def testfunc(n):
1386+
result = 0
1387+
for i in range(n):
1388+
result += test_bound_method(i)
1389+
return result
1390+
res, ex = self._run_with_optimizer(testfunc, TIER2_THRESHOLD)
1391+
self.assertEqual(res, sum(range(TIER2_THRESHOLD)))
1392+
self.assertIsNotNone(ex)
1393+
uops = get_opnames(ex)
1394+
self.assertIn("_PUSH_FRAME", uops)
1395+
# Strength reduced version
1396+
self.assertIn("_CHECK_FUNCTION_VERSION_INLINE", uops)
1397+
self.assertNotIn("_CHECK_METHOD_VERSION", uops)
1398+
13841399
def test_jit_error_pops(self):
13851400
"""
13861401
Tests that the correct number of pops are inserted into the
@@ -2294,5 +2309,12 @@ def testfunc(n):
22942309
def global_identity(x):
22952310
return x
22962311

2312+
class TestObject:
2313+
def test(self, *args, **kwargs):
2314+
return args[0]
2315+
2316+
test_object = TestObject()
2317+
test_bound_method = TestObject.test.__get__(test_object)
2318+
22972319
if __name__ == "__main__":
22982320
unittest.main()

Lib/test/test_email/test_email.py

Lines changed: 12 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -2568,6 +2568,18 @@ def test_multiline_header(self):
25682568
self.assertEqual(str(make_header(decode_header(s))),
25692569
'"Müller T" <T.Mueller@xxx.com>')
25702570

2571+
def test_unencoded_ascii(self):
2572+
# bpo-22833/gh-67022: returns [(str, None)] rather than [(bytes, None)]
2573+
s = 'header without encoded words'
2574+
self.assertEqual(decode_header(s),
2575+
[('header without encoded words', None)])
2576+
2577+
def test_unencoded_utf8(self):
2578+
# bpo-22833/gh-67022: returns [(str, None)] rather than [(bytes, None)]
2579+
s = 'header with unexpected non ASCII caract\xe8res'
2580+
self.assertEqual(decode_header(s),
2581+
[('header with unexpected non ASCII caract\xe8res', None)])
2582+
25712583

25722584
# Test the MIMEMessage class
25732585
class TestMIMEMessage(TestEmailBase):
Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
Optimize ``_CHECK_METHOD_VERSION`` into ``_CHECK_FUNCTION_VERSION_INLINE`` in JIT-compiled code.
Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
:class:`configparser`'s error message when attempting to write an invalid key is now more helpful.

0 commit comments

Comments
 (0)