diff options
| author | root <root@alpha.trunkmasters.com> | 2026-06-04 16:24:49 -0500 |
|---|---|---|
| committer | root <root@alpha.trunkmasters.com> | 2026-06-04 16:24:49 -0500 |
| commit | a3ceca1b4c0d9bdb550dc23f06ffbb5a8e033bc7 (patch) | |
| tree | 0c52bbae1c242fbc296bd650fcd1167685f81492 /dev-python/tiktoken/files | |
| parent | bfd9c39e4712ebdb442d4ca0673061faed1e70e1 (diff) | |
| download | baldeagleos-repo-a3ceca1b4c0d9bdb550dc23f06ffbb5a8e033bc7.tar.gz baldeagleos-repo-a3ceca1b4c0d9bdb550dc23f06ffbb5a8e033bc7.tar.xz baldeagleos-repo-a3ceca1b4c0d9bdb550dc23f06ffbb5a8e033bc7.zip | |
Adding metadata
Diffstat (limited to 'dev-python/tiktoken/files')
| -rw-r--r-- | dev-python/tiktoken/files/tiktoken-0.12.0-special-token-roudtrip.patch | 13 |
1 files changed, 0 insertions, 13 deletions
diff --git a/dev-python/tiktoken/files/tiktoken-0.12.0-special-token-roudtrip.patch b/dev-python/tiktoken/files/tiktoken-0.12.0-special-token-roudtrip.patch deleted file mode 100644 index ddf0aae48dcc..000000000000 --- a/dev-python/tiktoken/files/tiktoken-0.12.0-special-token-roudtrip.patch +++ /dev/null @@ -1,13 +0,0 @@ -diff --git a/tests/test_encoding.py b/tests/test_encoding.py -index b77ca13..7ef65d9 100644 ---- a/tests/test_encoding.py -+++ b/tests/test_encoding.py -@@ -152,7 +152,7 @@ def test_basic_roundtrip(make_enc): - def test_hyp_roundtrip(make_enc: Callable[[], tiktoken.Encoding], text): - enc = make_enc() - -- assert text == enc.decode(enc.encode(text)) -+ assert text == enc.decode(enc.encode(text, allowed_special="all")) - - - @pytest.mark.parametrize("make_enc", ENCODING_FACTORIES) |