bpo-43822: Prioritize tokenizer errors over custom syntax errors when raising parser exceptions (GH-25866)

This commit is contained in:
Pablo Galindo 2021-05-04 01:32:46 +01:00 committed by GitHub
parent 0aaf13a714
commit 9142088e74
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
3 changed files with 6 additions and 1 deletions

View file

@ -210,7 +210,7 @@ def testSyntaxErrorOffset(self):
check('x = "a', 1, 5)
check('lambda x: x = 2', 1, 1)
check('f{a + b + c}', 1, 2)
check('[file for str(file) in []\n])', 1, 11)
check('[file for str(file) in []\n])', 2, 2)
check('[\nfile\nfor str(file)\nin\n[]\n]', 3, 5)
check('[file for\n str(file) in []]', 2, 2)

View file

@ -0,0 +1,2 @@
The parser will prioritize tokenizer errors over custom syntax errors when
raising exceptions. Patch by Pablo Galindo.

View file

@ -1283,6 +1283,9 @@ _PyPegen_run_parser(Parser *p)
reset_parser_state(p);
_PyPegen_parse(p);
if (PyErr_Occurred()) {
if (PyErr_ExceptionMatches(PyExc_SyntaxError)) {
_PyPegen_check_tokenizer_errors(p);
}
return NULL;
}
if (p->fill == 0) {