@name py311-tokenizers-0.23.2_0
@portname py311-tokenizers
@portepoch 0
@portversion 0.23.2
@portrevision 0
@archs arm64
@pkgdep py311-huggingface_hub-1.6.0_0
@pkgdep python311-3.11.17_0
@macports_version 2.12.6
@os.subplatform macosx
@os.version 23.6.0
@macos_version 14.8.9
@xcodecltversion 16.2.0.0.1.1733547573
@ports_commit b08a8b1b16100328b5ee3028c5f61578d2312f45
@source_date_epoch 1791028753
opt/local/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/tokenizers/__init__.py
@comment MD5:6fdb0052b582960410b72c3e42b7fa2a
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/tokenizers/__init__.pyi
@comment MD5:0c4a4d8d581d3b91cdcee19a76710594
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/tokenizers/__pycache__/__init__.cpython-311.opt-1.pyc
@comment MD5:79ab4276b1ab56e8f359095b064104ce
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/tokenizers/__pycache__/__init__.cpython-311.pyc
@comment MD5:79ab4276b1ab56e8f359095b064104ce
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/tokenizers/decoders/__init__.py
@comment MD5:dfa8ebc5acccd4401b13111116d8bd3a
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/tokenizers/decoders/__pycache__/__init__.cpython-311.opt-1.pyc
@comment MD5:8d2aabc818aa6f2d7f9491de67f369d6
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/tokenizers/decoders/__pycache__/__init__.cpython-311.pyc
@comment MD5:8d2aabc818aa6f2d7f9491de67f369d6
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/tokenizers/decoders.pyi
@comment MD5:0de3428f9b7c2153cf5709020c886abd
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/tokenizers/implementations/__init__.py
@comment MD5:d864443ae65ba7a7f8664010be979af9
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/tokenizers/implementations/__pycache__/__init__.cpython-311.opt-1.pyc
@comment MD5:aa71d069c9f524e6e93311f3bb51ba88
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/tokenizers/implementations/__pycache__/__init__.cpython-311.pyc
@comment MD5:aa71d069c9f524e6e93311f3bb51ba88
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/tokenizers/implementations/__pycache__/base_tokenizer.cpython-311.opt-1.pyc
@comment MD5:668b56274392e0c0bebf923d20517275
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/tokenizers/implementations/__pycache__/base_tokenizer.cpython-311.pyc
@comment MD5:668b56274392e0c0bebf923d20517275
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/tokenizers/implementations/__pycache__/bert_wordpiece.cpython-311.opt-1.pyc
@comment MD5:a57608cb33aad2048a0bdf4f07ccbb1e
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/tokenizers/implementations/__pycache__/bert_wordpiece.cpython-311.pyc
@comment MD5:a57608cb33aad2048a0bdf4f07ccbb1e
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/tokenizers/implementations/__pycache__/byte_level_bpe.cpython-311.opt-1.pyc
@comment MD5:51f0caefeefc6c6d752329a78f9a398d
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/tokenizers/implementations/__pycache__/byte_level_bpe.cpython-311.pyc
@comment MD5:51f0caefeefc6c6d752329a78f9a398d
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/tokenizers/implementations/__pycache__/char_level_bpe.cpython-311.opt-1.pyc
@comment MD5:08f8db3a9de562ce0022eef92004bc02
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/tokenizers/implementations/__pycache__/char_level_bpe.cpython-311.pyc
@comment MD5:08f8db3a9de562ce0022eef92004bc02
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/tokenizers/implementations/__pycache__/sentencepiece_bpe.cpython-311.opt-1.pyc
@comment MD5:8a6eff9aafd82fd42d8fb92da6f2211f
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/tokenizers/implementations/__pycache__/sentencepiece_bpe.cpython-311.pyc
@comment MD5:8a6eff9aafd82fd42d8fb92da6f2211f
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/tokenizers/implementations/__pycache__/sentencepiece_unigram.cpython-311.opt-1.pyc
@comment MD5:5e1d615802407b48ec0f7ce92ccb648a
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/tokenizers/implementations/__pycache__/sentencepiece_unigram.cpython-311.pyc
@comment MD5:5e1d615802407b48ec0f7ce92ccb648a
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/tokenizers/implementations/base_tokenizer.py
@comment MD5:706e4e28bf0a2d2eb80eef32b10cb194
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/tokenizers/implementations/bert_wordpiece.py
@comment MD5:0ab195055bf6409bf08604f9d3da06e9
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/tokenizers/implementations/byte_level_bpe.py
@comment MD5:83c62078fb89d83b4863ecf431181a8d
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/tokenizers/implementations/char_level_bpe.py
@comment MD5:038c1c2b2a0a404a8c60a6ef1f9d3877
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/tokenizers/implementations/sentencepiece_bpe.py
@comment MD5:727c0bcca125136a927d504ff7cac9dc
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/tokenizers/implementations/sentencepiece_unigram.py
@comment MD5:5c91087ab0802d4a250310ffe2943ec5
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/tokenizers/models/__init__.py
@comment MD5:4fe18b944848f6b9dc2646760f37a33a
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/tokenizers/models/__pycache__/__init__.cpython-311.opt-1.pyc
@comment MD5:1ef44fd077565cc0ae746b2828a20a4d
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/tokenizers/models/__pycache__/__init__.cpython-311.pyc
@comment MD5:1ef44fd077565cc0ae746b2828a20a4d
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/tokenizers/models.pyi
@comment MD5:9f51840c5001cb471d0451d94b302929
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/tokenizers/normalizers/__init__.py
@comment MD5:a88861bc1b19076440f61d02e7653d6f
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/tokenizers/normalizers/__pycache__/__init__.cpython-311.opt-1.pyc
@comment MD5:f37d7f36ad6b2ed5bd99adff6e8209e6
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/tokenizers/normalizers/__pycache__/__init__.cpython-311.pyc
@comment MD5:f37d7f36ad6b2ed5bd99adff6e8209e6
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/tokenizers/normalizers.pyi
@comment MD5:076f7af52df7c2e5a147908bc949bc92
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/tokenizers/pre_tokenizers/__init__.py
@comment MD5:ee2a2c6a6ee3cf1eb09cd3b1b04f88fd
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/tokenizers/pre_tokenizers/__pycache__/__init__.cpython-311.opt-1.pyc
@comment MD5:820238b6b6ef075df0f0b799115ddaf0
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/tokenizers/pre_tokenizers/__pycache__/__init__.cpython-311.pyc
@comment MD5:820238b6b6ef075df0f0b799115ddaf0
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/tokenizers/pre_tokenizers.pyi
@comment MD5:7db18b4542b8998860b9ebea373feb65
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/tokenizers/processors/__init__.py
@comment MD5:f39257fcb6f49e869a1d9689e9ed2f06
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/tokenizers/processors/__pycache__/__init__.cpython-311.opt-1.pyc
@comment MD5:4dd1c848c5d34c8fc1f7873417ded3f5
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/tokenizers/processors/__pycache__/__init__.cpython-311.pyc
@comment MD5:4dd1c848c5d34c8fc1f7873417ded3f5
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/tokenizers/processors.pyi
@comment MD5:cea63c67b14786b86d281a66320be4cd
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/tokenizers/py.typed
@comment MD5:d41d8cd98f00b204e9800998ecf8427e
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/tokenizers/tokenizers.abi3.so
@comment MD5:9cb50fcdda1b5ce777d95e02af659549
@comment binary:1
opt/local/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/tokenizers/tokenizers.pyi
@comment MD5:4f74fa8befcfc05b0a52cd599cc04486
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/tokenizers/tools/__init__.py
@comment MD5:ad43471914ddd6d8da2742dbe93e234c
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/tokenizers/tools/__pycache__/__init__.cpython-311.opt-1.pyc
@comment MD5:6ec4bd789a25c785c26d5df2faedc298
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/tokenizers/tools/__pycache__/__init__.cpython-311.pyc
@comment MD5:6ec4bd789a25c785c26d5df2faedc298
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/tokenizers/tools/__pycache__/visualizer.cpython-311.opt-1.pyc
@comment MD5:c234a19cc6770c6d6130dc25a997753b
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/tokenizers/tools/__pycache__/visualizer.cpython-311.pyc
@comment MD5:e5ad97f5a405c4fb8343921b0ab4a78d
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/tokenizers/tools/visualizer-styles.css
@comment MD5:7db472554ed0b5ec3b8a20c6f70af39a
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/tokenizers/tools/visualizer.py
@comment MD5:ee8fed2d902aa8244045f52ea0cafafc
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/tokenizers/trainers/__init__.py
@comment MD5:4e33331d4f445292950ba8c6a647149a
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/tokenizers/trainers/__init__.pyi
@comment MD5:6127799447a78c99a9b2a154cb5fb59c
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/tokenizers/trainers/__pycache__/__init__.cpython-311.opt-1.pyc
@comment MD5:81810698387f4c367cb1d1447542632e
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/tokenizers/trainers/__pycache__/__init__.cpython-311.pyc
@comment MD5:81810698387f4c367cb1d1447542632e
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/tokenizers/trainers.pyi
@comment MD5:f9e0bfaa6acee38e62683e91ca3f20c0
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/tokenizers-0.23.2.dist-info/METADATA
@comment MD5:ff7014f19e6c77d4e694c0dc9abec52f
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/tokenizers-0.23.2.dist-info/RECORD
@comment MD5:d902ea1536f276afaf4ff754f09351b8
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/tokenizers-0.23.2.dist-info/WHEEL
@comment MD5:152cb604568eca86ef3ba9cb4e825eac
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.11/lib/python3.11/site-packages/tokenizers-0.23.2.dist-info/sboms/tokenizers-python.cyclonedx.json
@comment MD5:1b00c05b4c78f572c886722ceb884a8d
@comment binary:0
@ignore
+COMMENT
@ignore
+CONTENTS
@ignore
+DESC
@ignore
+PORTFILE
@ignore
+STATE
@cxx_stdlib libc++
@cxx_stdlib_overridden 0
