Skip to content

Commit f67c1dd

Browse files
sethmlarsonserhiy-storchaka
authored andcommitted
00422: pythongh-115133: Fix tests for XMLPullParser with Expat 2.6.0
Feeding the parser by too small chunks defers parsing to prevent CVE-2023-52425. Future versions of Expat may be more reactive. (cherry picked from commit 4a08e7b) Co-authored-by: Serhiy Storchaka <[email protected]>
1 parent 94ff8a0 commit f67c1dd

File tree

2 files changed

+40
-22
lines changed

2 files changed

+40
-22
lines changed

Lib/test/test_xml_etree.py

Lines changed: 38 additions & 22 deletions
Original file line numberDiff line numberDiff line change
@@ -11,6 +11,7 @@
1111
import io
1212
import operator
1313
import pickle
14+
import pyexpat
1415
import sys
1516
import types
1617
import unittest
@@ -98,6 +99,12 @@
9899
<document>&entity;</document>
99100
"""
100101

102+
103+
fails_with_expat_2_6_0 = (unittest.expectedFailure
104+
if pyexpat.version_info >= (2, 6, 0) else
105+
lambda test: test)
106+
107+
101108
def checkwarnings(*filters, quiet=False):
102109
def decorator(test):
103110
def newtest(*args, **kwargs):
@@ -1059,28 +1066,37 @@ def assert_event_tags(self, parser, expected):
10591066
self.assertEqual([(action, elem.tag) for action, elem in events],
10601067
expected)
10611068

1062-
def test_simple_xml(self):
1063-
for chunk_size in (None, 1, 5):
1064-
with self.subTest(chunk_size=chunk_size):
1065-
parser = ET.XMLPullParser()
1066-
self.assert_event_tags(parser, [])
1067-
self._feed(parser, "<!-- comment -->\n", chunk_size)
1068-
self.assert_event_tags(parser, [])
1069-
self._feed(parser,
1070-
"<root>\n <element key='value'>text</element",
1071-
chunk_size)
1072-
self.assert_event_tags(parser, [])
1073-
self._feed(parser, ">\n", chunk_size)
1074-
self.assert_event_tags(parser, [('end', 'element')])
1075-
self._feed(parser, "<element>text</element>tail\n", chunk_size)
1076-
self._feed(parser, "<empty-element/>\n", chunk_size)
1077-
self.assert_event_tags(parser, [
1078-
('end', 'element'),
1079-
('end', 'empty-element'),
1080-
])
1081-
self._feed(parser, "</root>\n", chunk_size)
1082-
self.assert_event_tags(parser, [('end', 'root')])
1083-
self.assertIsNone(parser.close())
1069+
def test_simple_xml(self, chunk_size=None):
1070+
parser = ET.XMLPullParser()
1071+
self.assert_event_tags(parser, [])
1072+
self._feed(parser, "<!-- comment -->\n", chunk_size)
1073+
self.assert_event_tags(parser, [])
1074+
self._feed(parser,
1075+
"<root>\n <element key='value'>text</element",
1076+
chunk_size)
1077+
self.assert_event_tags(parser, [])
1078+
self._feed(parser, ">\n", chunk_size)
1079+
self.assert_event_tags(parser, [('end', 'element')])
1080+
self._feed(parser, "<element>text</element>tail\n", chunk_size)
1081+
self._feed(parser, "<empty-element/>\n", chunk_size)
1082+
self.assert_event_tags(parser, [
1083+
('end', 'element'),
1084+
('end', 'empty-element'),
1085+
])
1086+
self._feed(parser, "</root>\n", chunk_size)
1087+
self.assert_event_tags(parser, [('end', 'root')])
1088+
self.assertIsNone(parser.close())
1089+
1090+
@fails_with_expat_2_6_0
1091+
def test_simple_xml_chunk_1(self):
1092+
self.test_simple_xml(chunk_size=1)
1093+
1094+
@fails_with_expat_2_6_0
1095+
def test_simple_xml_chunk_5(self):
1096+
self.test_simple_xml(chunk_size=5)
1097+
1098+
def test_simple_xml_chunk_22(self):
1099+
self.test_simple_xml(chunk_size=22)
10841100

10851101
def test_feed_while_iterating(self):
10861102
parser = ET.XMLPullParser()
Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,2 @@
1+
Fix tests for :class:`~xml.etree.ElementTree.XMLPullParser` with Expat
2+
2.6.0.

0 commit comments

Comments
 (0)