Properly handle tokenization of templated types

Fixes an issue where T<X<int>> would result in a final token of '>>' instead of '>'.
2021-02-08 22:32:05 -08:00
parent a58737740e
commit dd41f7dde1
1 changed files with 4 additions and 0 deletions
@@ -133,6 +133,10 @@ def _parse_type_recursive(tokens):
        if token.name.startswith('::'):
            token.name = token.name[2:]
        if token.token_type == tokenizer.SYNTAX:
+            if token.name in [ '>>' ]:
+                tokens.insert(0, tokenizer.Token(tokenizer.SYNTAX, token.name[0], None, None))
+                tokens.insert(0, tokenizer.Token(tokenizer.SYNTAX, token.name[0], None, None))
+                continue
            if token.name in [',', '>', ')']:
                ctype.reorder_modifiers()
                return ctype, token