@name py310-tokenizers-0.23.2_0
@portname py310-tokenizers
@portepoch 0
@portversion 0.23.2
@portrevision 0
@archs x86_64
@pkgdep py310-huggingface_hub-1.6.0_0
@pkgdep python310-3.10.22_0
@macports_version 2.12.6
@os.subplatform macosx
@os.version 25.6.0
@macos_version 26.7.1
@xcodecltversion 26.6.0.0.1781586589
@ports_commit b08a8b1b16100328b5ee3028c5f61578d2312f45
@source_date_epoch 1791028753
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/__init__.py
@comment MD5:6fdb0052b582960410b72c3e42b7fa2a
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/__init__.pyi
@comment MD5:0c4a4d8d581d3b91cdcee19a76710594
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/__pycache__/__init__.cpython-310.opt-1.pyc
@comment MD5:1160a443d99f15ffae2e372e2d250f56
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/__pycache__/__init__.cpython-310.pyc
@comment MD5:1160a443d99f15ffae2e372e2d250f56
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/decoders/__init__.py
@comment MD5:dfa8ebc5acccd4401b13111116d8bd3a
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/decoders/__pycache__/__init__.cpython-310.opt-1.pyc
@comment MD5:9bb55eadb93eb5b0662f562b167b6aa5
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/decoders/__pycache__/__init__.cpython-310.pyc
@comment MD5:9bb55eadb93eb5b0662f562b167b6aa5
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/decoders.pyi
@comment MD5:0de3428f9b7c2153cf5709020c886abd
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/implementations/__init__.py
@comment MD5:d864443ae65ba7a7f8664010be979af9
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/implementations/__pycache__/__init__.cpython-310.opt-1.pyc
@comment MD5:0df1e4833975ed02b7522d30e0bccb76
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/implementations/__pycache__/__init__.cpython-310.pyc
@comment MD5:0df1e4833975ed02b7522d30e0bccb76
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/implementations/__pycache__/base_tokenizer.cpython-310.opt-1.pyc
@comment MD5:59608b7fdc1637c042494e6e5b9f60b9
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/implementations/__pycache__/base_tokenizer.cpython-310.pyc
@comment MD5:59608b7fdc1637c042494e6e5b9f60b9
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/implementations/__pycache__/bert_wordpiece.cpython-310.opt-1.pyc
@comment MD5:9eff312c3b4d48f3d704af03ba645229
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/implementations/__pycache__/bert_wordpiece.cpython-310.pyc
@comment MD5:9eff312c3b4d48f3d704af03ba645229
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/implementations/__pycache__/byte_level_bpe.cpython-310.opt-1.pyc
@comment MD5:cc017bfd8c1ef5e17856bf2920bf97c5
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/implementations/__pycache__/byte_level_bpe.cpython-310.pyc
@comment MD5:cc017bfd8c1ef5e17856bf2920bf97c5
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/implementations/__pycache__/char_level_bpe.cpython-310.opt-1.pyc
@comment MD5:fb651269f52310655a846577f072074b
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/implementations/__pycache__/char_level_bpe.cpython-310.pyc
@comment MD5:fb651269f52310655a846577f072074b
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/implementations/__pycache__/sentencepiece_bpe.cpython-310.opt-1.pyc
@comment MD5:b4832350e5a202e4e09443edad099884
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/implementations/__pycache__/sentencepiece_bpe.cpython-310.pyc
@comment MD5:b4832350e5a202e4e09443edad099884
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/implementations/__pycache__/sentencepiece_unigram.cpython-310.opt-1.pyc
@comment MD5:080c62efcabd85d6801eab9a4b2519e2
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/implementations/__pycache__/sentencepiece_unigram.cpython-310.pyc
@comment MD5:080c62efcabd85d6801eab9a4b2519e2
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/implementations/base_tokenizer.py
@comment MD5:706e4e28bf0a2d2eb80eef32b10cb194
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/implementations/bert_wordpiece.py
@comment MD5:0ab195055bf6409bf08604f9d3da06e9
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/implementations/byte_level_bpe.py
@comment MD5:83c62078fb89d83b4863ecf431181a8d
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/implementations/char_level_bpe.py
@comment MD5:038c1c2b2a0a404a8c60a6ef1f9d3877
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/implementations/sentencepiece_bpe.py
@comment MD5:727c0bcca125136a927d504ff7cac9dc
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/implementations/sentencepiece_unigram.py
@comment MD5:5c91087ab0802d4a250310ffe2943ec5
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/models/__init__.py
@comment MD5:4fe18b944848f6b9dc2646760f37a33a
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/models/__pycache__/__init__.cpython-310.opt-1.pyc
@comment MD5:81c393d773c1290aac9f4af8f66acbf2
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/models/__pycache__/__init__.cpython-310.pyc
@comment MD5:81c393d773c1290aac9f4af8f66acbf2
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/models.pyi
@comment MD5:9f51840c5001cb471d0451d94b302929
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/normalizers/__init__.py
@comment MD5:a88861bc1b19076440f61d02e7653d6f
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/normalizers/__pycache__/__init__.cpython-310.opt-1.pyc
@comment MD5:8eb7249085094fe6e0a033eea6005b24
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/normalizers/__pycache__/__init__.cpython-310.pyc
@comment MD5:8eb7249085094fe6e0a033eea6005b24
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/normalizers.pyi
@comment MD5:076f7af52df7c2e5a147908bc949bc92
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/pre_tokenizers/__init__.py
@comment MD5:ee2a2c6a6ee3cf1eb09cd3b1b04f88fd
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/pre_tokenizers/__pycache__/__init__.cpython-310.opt-1.pyc
@comment MD5:72c37141d954e6f2dd8cc01e9adc7a2f
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/pre_tokenizers/__pycache__/__init__.cpython-310.pyc
@comment MD5:72c37141d954e6f2dd8cc01e9adc7a2f
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/pre_tokenizers.pyi
@comment MD5:7db18b4542b8998860b9ebea373feb65
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/processors/__init__.py
@comment MD5:f39257fcb6f49e869a1d9689e9ed2f06
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/processors/__pycache__/__init__.cpython-310.opt-1.pyc
@comment MD5:6debee7e48ce4c8a268a5a351cc6747b
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/processors/__pycache__/__init__.cpython-310.pyc
@comment MD5:6debee7e48ce4c8a268a5a351cc6747b
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/processors.pyi
@comment MD5:cea63c67b14786b86d281a66320be4cd
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/py.typed
@comment MD5:d41d8cd98f00b204e9800998ecf8427e
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/tokenizers.abi3.so
@comment MD5:22f4edbe56f0dedfc336903675c71608
@comment binary:1
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/tokenizers.pyi
@comment MD5:4f74fa8befcfc05b0a52cd599cc04486
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/tools/__init__.py
@comment MD5:ad43471914ddd6d8da2742dbe93e234c
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/tools/__pycache__/__init__.cpython-310.opt-1.pyc
@comment MD5:5f8925a062fe2fb48c4e39922632e18c
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/tools/__pycache__/__init__.cpython-310.pyc
@comment MD5:5f8925a062fe2fb48c4e39922632e18c
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/tools/__pycache__/visualizer.cpython-310.opt-1.pyc
@comment MD5:48b5f2dbcf5e5a44583bb7946b12e1d3
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/tools/__pycache__/visualizer.cpython-310.pyc
@comment MD5:20cebb642b9b151ea4bf4ec5b2bff84d
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/tools/visualizer-styles.css
@comment MD5:7db472554ed0b5ec3b8a20c6f70af39a
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/tools/visualizer.py
@comment MD5:ee8fed2d902aa8244045f52ea0cafafc
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/trainers/__init__.py
@comment MD5:4e33331d4f445292950ba8c6a647149a
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/trainers/__init__.pyi
@comment MD5:6127799447a78c99a9b2a154cb5fb59c
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/trainers/__pycache__/__init__.cpython-310.opt-1.pyc
@comment MD5:6236a49673f61c0fd25f9ebf09508ea0
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/trainers/__pycache__/__init__.cpython-310.pyc
@comment MD5:6236a49673f61c0fd25f9ebf09508ea0
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers/trainers.pyi
@comment MD5:f9e0bfaa6acee38e62683e91ca3f20c0
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers-0.23.2.dist-info/METADATA
@comment MD5:ff7014f19e6c77d4e694c0dc9abec52f
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers-0.23.2.dist-info/RECORD
@comment MD5:76e065673f0c64f7c4bb57e6943bf7ce
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers-0.23.2.dist-info/WHEEL
@comment MD5:5c277cdeba8c9c220155f553c74aaca6
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.10/lib/python3.10/site-packages/tokenizers-0.23.2.dist-info/sboms/tokenizers-python.cyclonedx.json
@comment MD5:b5efd551f424572ce7bdcbbc4e487e2a
@comment binary:0
@ignore
+COMMENT
@ignore
+CONTENTS
@ignore
+DESC
@ignore
+PORTFILE
@ignore
+STATE
@cxx_stdlib libc++
@cxx_stdlib_overridden 0
