diff --git a/tests/tokenizers_test.py b/tests/tokenizers_test.py index 09bbd72b..80e3fce4 100644 --- a/tests/tokenizers_test.py +++ b/tests/tokenizers_test.py @@ -64,7 +64,7 @@ "🤦🏼‍♂️", ] misc_strings = [ - "1", # TODO: replace back to "" when CVS-159636 will be fixed + "", # TODO: fails because of CVS-159636 b"\x06".decode(), # control char " ", " " * 10,