diff options
Diffstat (limited to 'dev-python/tiktoken/files')
| -rw-r--r-- | dev-python/tiktoken/files/tiktoken-0.12.0-special-token-roudtrip.patch | 13 |
1 files changed, 0 insertions, 13 deletions
diff --git a/dev-python/tiktoken/files/tiktoken-0.12.0-special-token-roudtrip.patch b/dev-python/tiktoken/files/tiktoken-0.12.0-special-token-roudtrip.patch deleted file mode 100644 index ddf0aae48dcc..000000000000 --- a/dev-python/tiktoken/files/tiktoken-0.12.0-special-token-roudtrip.patch +++ /dev/null @@ -1,13 +0,0 @@ -diff --git a/tests/test_encoding.py b/tests/test_encoding.py -index b77ca13..7ef65d9 100644 ---- a/tests/test_encoding.py -+++ b/tests/test_encoding.py -@@ -152,7 +152,7 @@ def test_basic_roundtrip(make_enc): - def test_hyp_roundtrip(make_enc: Callable[[], tiktoken.Encoding], text): - enc = make_enc() - -- assert text == enc.decode(enc.encode(text)) -+ assert text == enc.decode(enc.encode(text, allowed_special="all")) - - - @pytest.mark.parametrize("make_enc", ENCODING_FACTORIES) |