languages/cpython
languages/cpython
1
0
Fork 0
mirror of https://github.com/python/cpython synced 2024-07-20 04:03:58 +00:00
Code Issues Actions 8 Packages Projects Releases Wiki Activity

Fix tokenizer error when raw decoding null bytes (GH-25080)

Browse source
This commit is contained in:
Pablo Galindo 2021-03-30 00:24:49 +01:00 committed by GitHub
parent 09b90a037d
commit 92a02c1f7e
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 4 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
Parser/tokenizer.c
View file

@ -813,6 +813,9 @@ tok_readline_raw(struct tok_state *tok)
tok_concatenate_interactive_new_line(tok, line) == -1) {
return 0;
}
if (*tok->inp == '\0') {
return 0;
}
tok->inp = strchr(tok->inp, '\0');
} while (tok->inp[-1] != '\n');
return 1;
@ -963,7 +966,7 @@ tok_underflow_file(struct tok_state *tok) {
if (tok->lineno > 2) {
tok->decoding_state = STATE_NORMAL;
}
else if (!check_coding_spec(tok->cur, tok->end - tok->cur,
else if (!check_coding_spec(tok->cur, strlen(tok->cur),
tok, fp_setreadl))
{
return 0;