diff options
| author | Pablo Galindo <Pablogsal@gmail.com> | 2020-06-15 02:55:15 (GMT) |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2020-06-15 02:55:15 (GMT) |
| commit | 78319e373d57cd4da67660f888aa7092efbd6f24 (patch) | |
| tree | 86d96b4d90d163309922d429670bfac3f8d40de3 /Tools/peg_generator | |
| parent | 10c3b2120afa01b2c310ac50e99d8b98c943b0a2 (diff) | |
| download | cpython-78319e373d57cd4da67660f888aa7092efbd6f24.zip cpython-78319e373d57cd4da67660f888aa7092efbd6f24.tar.gz cpython-78319e373d57cd4da67660f888aa7092efbd6f24.tar.bz2 | |
Include soft keywords in keyword.py (GH-20877)
Diffstat (limited to 'Tools/peg_generator')
| -rw-r--r-- | Tools/peg_generator/pegen/c_generator.py | 2 | ||||
| -rw-r--r-- | Tools/peg_generator/pegen/keywordgen.py | 15 |
2 files changed, 13 insertions, 4 deletions
diff --git a/Tools/peg_generator/pegen/c_generator.py b/Tools/peg_generator/pegen/c_generator.py index ce1d6bb..58a44fb 100644 --- a/Tools/peg_generator/pegen/c_generator.py +++ b/Tools/peg_generator/pegen/c_generator.py @@ -105,6 +105,7 @@ class CCallMakerVisitor(GrammarVisitor): self.non_exact_tokens = non_exact_tokens self.cache: Dict[Any, FunctionCall] = {} self.keyword_cache: Dict[str, int] = {} + self.soft_keywords: Set[str] = set() def keyword_helper(self, keyword: str) -> FunctionCall: if keyword not in self.keyword_cache: @@ -119,6 +120,7 @@ class CCallMakerVisitor(GrammarVisitor): ) def soft_keyword_helper(self, value: str) -> FunctionCall: + self.soft_keywords.add(value.replace('"', "")) return FunctionCall( assigned_variable="_keyword", function="_PyPegen_expect_soft_keyword", diff --git a/Tools/peg_generator/pegen/keywordgen.py b/Tools/peg_generator/pegen/keywordgen.py index 8684944..639f01b 100644 --- a/Tools/peg_generator/pegen/keywordgen.py +++ b/Tools/peg_generator/pegen/keywordgen.py @@ -21,13 +21,18 @@ the python source tree and run: Alternatively, you can run 'make regen-keyword'. """ -__all__ = ["iskeyword", "kwlist"] +__all__ = ["iskeyword", "issoftkeyword", "kwlist", "softkwlist"] kwlist = [ - {keywords} +{keywords} +] + +softkwlist = [ +{soft_keywords} ] iskeyword = frozenset(kwlist).__contains__ +issoftkeyword = frozenset(softkwlist).__contains__ '''.lstrip() EXTRA_KEYWORDS = ["async", "await"] @@ -60,9 +65,11 @@ def main(): with args.keyword_file as thefile: all_keywords = sorted(list(gen.callmakervisitor.keyword_cache.keys()) + EXTRA_KEYWORDS) + all_soft_keywords = sorted(gen.callmakervisitor.soft_keywords) - keywords = ",\n ".join(map(repr, all_keywords)) - thefile.write(TEMPLATE.format(keywords=keywords)) + keywords = " " + ",\n ".join(map(repr, all_keywords)) + soft_keywords = " " + ",\n ".join(map(repr, all_soft_keywords)) + thefile.write(TEMPLATE.format(keywords=keywords, soft_keywords=soft_keywords)) if __name__ == "__main__": |