diff options
Diffstat (limited to 'pw_tokenizer/py/pw_tokenizer/encode.py')
| -rw-r--r-- | pw_tokenizer/py/pw_tokenizer/encode.py | 3 |
1 files changed, 2 insertions, 1 deletions
diff --git a/pw_tokenizer/py/pw_tokenizer/encode.py b/pw_tokenizer/py/pw_tokenizer/encode.py index 5b8583256..f47e0ec27 100644 --- a/pw_tokenizer/py/pw_tokenizer/encode.py +++ b/pw_tokenizer/py/pw_tokenizer/encode.py @@ -23,7 +23,8 @@ from pw_tokenizer import tokens _INT32_MAX = 2**31 - 1 _UINT32_MAX = 2**32 - 1 -BASE64_PREFIX = '$' +NESTED_TOKEN_PREFIX = '$' +NESTED_TOKEN_BASE_PREFIX = '#' def _zig_zag_encode(value: int) -> int: |