@name py314-tokenizers-0.23.2_0
@portname py314-tokenizers
@portepoch 0
@portversion 0.23.2
@portrevision 0
@archs x86_64
@pkgdep py314-huggingface_hub-1.6.0_0
@pkgdep python314-3.14.8_0
@macports_version 2.12.6
@os.subplatform macosx
@os.version 25.6.0
@macos_version 26.7.1
@xcodecltversion 26.6.0.0.1781586589
@ports_commit b08a8b1b16100328b5ee3028c5f61578d2312f45
@source_date_epoch 1791028753
opt/local/Library/Frameworks/Python.framework/Versions/3.14/lib/python3.14/site-packages/tokenizers/__init__.py
@comment MD5:6fdb0052b582960410b72c3e42b7fa2a
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.14/lib/python3.14/site-packages/tokenizers/__init__.pyi
@comment MD5:0c4a4d8d581d3b91cdcee19a76710594
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.14/lib/python3.14/site-packages/tokenizers/__pycache__/__init__.cpython-314.opt-1.pyc
@comment MD5:bc5be5fc0b6a1adb587ae353a993b06c
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.14/lib/python3.14/site-packages/tokenizers/__pycache__/__init__.cpython-314.pyc
@comment MD5:bc5be5fc0b6a1adb587ae353a993b06c
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.14/lib/python3.14/site-packages/tokenizers/decoders/__init__.py
@comment MD5:dfa8ebc5acccd4401b13111116d8bd3a
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.14/lib/python3.14/site-packages/tokenizers/decoders/__pycache__/__init__.cpython-314.opt-1.pyc
@comment MD5:97ecdd7fbc5b4a4f8307f7ec69b0829f
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.14/lib/python3.14/site-packages/tokenizers/decoders/__pycache__/__init__.cpython-314.pyc
@comment MD5:97ecdd7fbc5b4a4f8307f7ec69b0829f
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.14/lib/python3.14/site-packages/tokenizers/decoders.pyi
@comment MD5:0de3428f9b7c2153cf5709020c886abd
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.14/lib/python3.14/site-packages/tokenizers/implementations/__init__.py
@comment MD5:d864443ae65ba7a7f8664010be979af9
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.14/lib/python3.14/site-packages/tokenizers/implementations/__pycache__/__init__.cpython-314.opt-1.pyc
@comment MD5:8ca55769e80ce383009618c33d61f4ab
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.14/lib/python3.14/site-packages/tokenizers/implementations/__pycache__/__init__.cpython-314.pyc
@comment MD5:8ca55769e80ce383009618c33d61f4ab
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.14/lib/python3.14/site-packages/tokenizers/implementations/__pycache__/base_tokenizer.cpython-314.opt-1.pyc
@comment MD5:605b46594a5f9ed1dab884eae1f7ea06
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.14/lib/python3.14/site-packages/tokenizers/implementations/__pycache__/base_tokenizer.cpython-314.pyc
@comment MD5:605b46594a5f9ed1dab884eae1f7ea06
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.14/lib/python3.14/site-packages/tokenizers/implementations/__pycache__/bert_wordpiece.cpython-314.opt-1.pyc
@comment MD5:ae63cd70c87dbb93d2ccd3601ca652e4
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.14/lib/python3.14/site-packages/tokenizers/implementations/__pycache__/bert_wordpiece.cpython-314.pyc
@comment MD5:ae63cd70c87dbb93d2ccd3601ca652e4
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.14/lib/python3.14/site-packages/tokenizers/implementations/__pycache__/byte_level_bpe.cpython-314.opt-1.pyc
@comment MD5:8f3ad05ff8dd642c6bdc77c008e5b707
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.14/lib/python3.14/site-packages/tokenizers/implementations/__pycache__/byte_level_bpe.cpython-314.pyc
@comment MD5:8f3ad05ff8dd642c6bdc77c008e5b707
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.14/lib/python3.14/site-packages/tokenizers/implementations/__pycache__/char_level_bpe.cpython-314.opt-1.pyc
@comment MD5:63efb9f015b5f1fc6ed756c184f39a4a
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.14/lib/python3.14/site-packages/tokenizers/implementations/__pycache__/char_level_bpe.cpython-314.pyc
@comment MD5:63efb9f015b5f1fc6ed756c184f39a4a
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.14/lib/python3.14/site-packages/tokenizers/implementations/__pycache__/sentencepiece_bpe.cpython-314.opt-1.pyc
@comment MD5:b9bf8a37a97b272159938cde17e8708d
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.14/lib/python3.14/site-packages/tokenizers/implementations/__pycache__/sentencepiece_bpe.cpython-314.pyc
@comment MD5:b9bf8a37a97b272159938cde17e8708d
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.14/lib/python3.14/site-packages/tokenizers/implementations/__pycache__/sentencepiece_unigram.cpython-314.opt-1.pyc
@comment MD5:cd2c8a5e0bb54757ef8a851db668e9a9
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.14/lib/python3.14/site-packages/tokenizers/implementations/__pycache__/sentencepiece_unigram.cpython-314.pyc
@comment MD5:cd2c8a5e0bb54757ef8a851db668e9a9
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.14/lib/python3.14/site-packages/tokenizers/implementations/base_tokenizer.py
@comment MD5:706e4e28bf0a2d2eb80eef32b10cb194
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.14/lib/python3.14/site-packages/tokenizers/implementations/bert_wordpiece.py
@comment MD5:0ab195055bf6409bf08604f9d3da06e9
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.14/lib/python3.14/site-packages/tokenizers/implementations/byte_level_bpe.py
@comment MD5:83c62078fb89d83b4863ecf431181a8d
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.14/lib/python3.14/site-packages/tokenizers/implementations/char_level_bpe.py
@comment MD5:038c1c2b2a0a404a8c60a6ef1f9d3877
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.14/lib/python3.14/site-packages/tokenizers/implementations/sentencepiece_bpe.py
@comment MD5:727c0bcca125136a927d504ff7cac9dc
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.14/lib/python3.14/site-packages/tokenizers/implementations/sentencepiece_unigram.py
@comment MD5:5c91087ab0802d4a250310ffe2943ec5
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.14/lib/python3.14/site-packages/tokenizers/models/__init__.py
@comment MD5:4fe18b944848f6b9dc2646760f37a33a
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.14/lib/python3.14/site-packages/tokenizers/models/__pycache__/__init__.cpython-314.opt-1.pyc
@comment MD5:57d0c9fb7405f51f5b3075ad1a1da322
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.14/lib/python3.14/site-packages/tokenizers/models/__pycache__/__init__.cpython-314.pyc
@comment MD5:57d0c9fb7405f51f5b3075ad1a1da322
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.14/lib/python3.14/site-packages/tokenizers/models.pyi
@comment MD5:9f51840c5001cb471d0451d94b302929
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.14/lib/python3.14/site-packages/tokenizers/normalizers/__init__.py
@comment MD5:a88861bc1b19076440f61d02e7653d6f
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.14/lib/python3.14/site-packages/tokenizers/normalizers/__pycache__/__init__.cpython-314.opt-1.pyc
@comment MD5:d14f1f20608db0be0467e813ef125432
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.14/lib/python3.14/site-packages/tokenizers/normalizers/__pycache__/__init__.cpython-314.pyc
@comment MD5:d14f1f20608db0be0467e813ef125432
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.14/lib/python3.14/site-packages/tokenizers/normalizers.pyi
@comment MD5:076f7af52df7c2e5a147908bc949bc92
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.14/lib/python3.14/site-packages/tokenizers/pre_tokenizers/__init__.py
@comment MD5:ee2a2c6a6ee3cf1eb09cd3b1b04f88fd
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.14/lib/python3.14/site-packages/tokenizers/pre_tokenizers/__pycache__/__init__.cpython-314.opt-1.pyc
@comment MD5:ba23ea2bc1bc812b5181e832b1c02caa
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.14/lib/python3.14/site-packages/tokenizers/pre_tokenizers/__pycache__/__init__.cpython-314.pyc
@comment MD5:ba23ea2bc1bc812b5181e832b1c02caa
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.14/lib/python3.14/site-packages/tokenizers/pre_tokenizers.pyi
@comment MD5:7db18b4542b8998860b9ebea373feb65
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.14/lib/python3.14/site-packages/tokenizers/processors/__init__.py
@comment MD5:f39257fcb6f49e869a1d9689e9ed2f06
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.14/lib/python3.14/site-packages/tokenizers/processors/__pycache__/__init__.cpython-314.opt-1.pyc
@comment MD5:146c456418b67cfce7500e9b8dc023ae
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.14/lib/python3.14/site-packages/tokenizers/processors/__pycache__/__init__.cpython-314.pyc
@comment MD5:146c456418b67cfce7500e9b8dc023ae
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.14/lib/python3.14/site-packages/tokenizers/processors.pyi
@comment MD5:cea63c67b14786b86d281a66320be4cd
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.14/lib/python3.14/site-packages/tokenizers/py.typed
@comment MD5:d41d8cd98f00b204e9800998ecf8427e
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.14/lib/python3.14/site-packages/tokenizers/tokenizers.abi3.so
@comment MD5:db001ba86f597fc10b0455527407fe31
@comment binary:1
opt/local/Library/Frameworks/Python.framework/Versions/3.14/lib/python3.14/site-packages/tokenizers/tokenizers.pyi
@comment MD5:4f74fa8befcfc05b0a52cd599cc04486
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.14/lib/python3.14/site-packages/tokenizers/tools/__init__.py
@comment MD5:ad43471914ddd6d8da2742dbe93e234c
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.14/lib/python3.14/site-packages/tokenizers/tools/__pycache__/__init__.cpython-314.opt-1.pyc
@comment MD5:000bb3bb01fc6f58a6ba32ed860e3a89
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.14/lib/python3.14/site-packages/tokenizers/tools/__pycache__/__init__.cpython-314.pyc
@comment MD5:000bb3bb01fc6f58a6ba32ed860e3a89
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.14/lib/python3.14/site-packages/tokenizers/tools/__pycache__/visualizer.cpython-314.opt-1.pyc
@comment MD5:21c405403895dc7014da281e7ada1ad4
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.14/lib/python3.14/site-packages/tokenizers/tools/__pycache__/visualizer.cpython-314.pyc
@comment MD5:daf8474efb61e2c7b90d08d10a9a16ed
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.14/lib/python3.14/site-packages/tokenizers/tools/visualizer-styles.css
@comment MD5:7db472554ed0b5ec3b8a20c6f70af39a
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.14/lib/python3.14/site-packages/tokenizers/tools/visualizer.py
@comment MD5:ee8fed2d902aa8244045f52ea0cafafc
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.14/lib/python3.14/site-packages/tokenizers/trainers/__init__.py
@comment MD5:4e33331d4f445292950ba8c6a647149a
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.14/lib/python3.14/site-packages/tokenizers/trainers/__init__.pyi
@comment MD5:6127799447a78c99a9b2a154cb5fb59c
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.14/lib/python3.14/site-packages/tokenizers/trainers/__pycache__/__init__.cpython-314.opt-1.pyc
@comment MD5:20b6b0128a8983ecf269fdb89e47a122
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.14/lib/python3.14/site-packages/tokenizers/trainers/__pycache__/__init__.cpython-314.pyc
@comment MD5:20b6b0128a8983ecf269fdb89e47a122
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.14/lib/python3.14/site-packages/tokenizers/trainers.pyi
@comment MD5:f9e0bfaa6acee38e62683e91ca3f20c0
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.14/lib/python3.14/site-packages/tokenizers-0.23.2.dist-info/METADATA
@comment MD5:ff7014f19e6c77d4e694c0dc9abec52f
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.14/lib/python3.14/site-packages/tokenizers-0.23.2.dist-info/RECORD
@comment MD5:763ca5ea622848602b4bd68ae042f276
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.14/lib/python3.14/site-packages/tokenizers-0.23.2.dist-info/WHEEL
@comment MD5:5c277cdeba8c9c220155f553c74aaca6
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.14/lib/python3.14/site-packages/tokenizers-0.23.2.dist-info/sboms/tokenizers-python.cyclonedx.json
@comment MD5:caaf78f9a7774034e9e93d26538d6cce
@comment binary:0
@ignore
+COMMENT
@ignore
+CONTENTS
@ignore
+DESC
@ignore
+PORTFILE
@ignore
+STATE
@cxx_stdlib libc++
@cxx_stdlib_overridden 0
