bpo-40334: Support PyPARSE_DONT_IMPLY_DEDENT in the new parser (GH-19736)

pablogsal · web-flow · commit b94dbd7ac34d · 2020-04-27T18:35:58.000+01:00
diff --git a/Lib/test/test_codeop.py b/Lib/test/test_codeop.py
@@ -122,7 +122,6 @@ def test_valid(self):
         av("def f():\n pass\n#foo\n")
         av("@a.b.c\ndef f():\n pass\n")
 
-    @support.skip_if_new_parser("Pegen does not support PyCF_DONT_INPLY_DEDENT yet")
     def test_incomplete(self):
         ai = self.assertIncomplete
 
diff --git a/Parser/pegen/pegen.c b/Parser/pegen/pegen.c
@@ -553,7 +553,7 @@ _PyPegen_fill_token(Parser *p)
         type = NEWLINE; /* Add an extra newline */
         p->parsing_started = 0;
 
-        if (p->tok->indent) {
+        if (p->tok->indent && !(p->flags & PyPARSE_DONT_IMPLY_DEDENT)) {
             p->tok->pendin = -p->tok->indent;
             p->tok->indent = 0;
         }

Original file line number	Diff line number	Diff line change
`@@ -553,7 +553,7 @@ _PyPegen_fill_token(Parser *p)`
`553`	`553`	`type = NEWLINE; /* Add an extra newline */`
`554`	`554`	`p->parsing_started = 0;`
`555`	`555`
`556`		`- if (p->tok->indent) {`
	`556`	`+ if (p->tok->indent && !(p->flags & PyPARSE_DONT_IMPLY_DEDENT)) {`
`557`	`557`	`p->tok->pendin = -p->tok->indent;`
`558`	`558`	`p->tok->indent = 0;`
`559`	`559`	`}`