@name py313-tokenizers-0.23.2_0
@portname py313-tokenizers
@portepoch 0
@portversion 0.23.2
@portrevision 0
@archs arm64
@pkgdep py313-huggingface_hub-1.6.0_0
@pkgdep python313-3.13.16_0
@macports_version 2.12.6
@os.subplatform macosx
@os.version 23.6.0
@macos_version 14.8.9
@xcodecltversion 16.2.0.0.1.1733547573
@ports_commit b08a8b1b16100328b5ee3028c5f61578d2312f45
@source_date_epoch 1791028753
opt/local/Library/Frameworks/Python.framework/Versions/3.13/lib/python3.13/site-packages/tokenizers/__init__.py
@comment MD5:6fdb0052b582960410b72c3e42b7fa2a
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.13/lib/python3.13/site-packages/tokenizers/__init__.pyi
@comment MD5:0c4a4d8d581d3b91cdcee19a76710594
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.13/lib/python3.13/site-packages/tokenizers/__pycache__/__init__.cpython-313.opt-1.pyc
@comment MD5:b9f07c5574229744ce8cf03f6abbd049
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.13/lib/python3.13/site-packages/tokenizers/__pycache__/__init__.cpython-313.pyc
@comment MD5:b9f07c5574229744ce8cf03f6abbd049
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.13/lib/python3.13/site-packages/tokenizers/decoders/__init__.py
@comment MD5:dfa8ebc5acccd4401b13111116d8bd3a
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.13/lib/python3.13/site-packages/tokenizers/decoders/__pycache__/__init__.cpython-313.opt-1.pyc
@comment MD5:d2c9e7ad958fd8653ce2a387b7909adf
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.13/lib/python3.13/site-packages/tokenizers/decoders/__pycache__/__init__.cpython-313.pyc
@comment MD5:d2c9e7ad958fd8653ce2a387b7909adf
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.13/lib/python3.13/site-packages/tokenizers/decoders.pyi
@comment MD5:0de3428f9b7c2153cf5709020c886abd
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.13/lib/python3.13/site-packages/tokenizers/implementations/__init__.py
@comment MD5:d864443ae65ba7a7f8664010be979af9
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.13/lib/python3.13/site-packages/tokenizers/implementations/__pycache__/__init__.cpython-313.opt-1.pyc
@comment MD5:548ccb9b73988eaa65d8ae8a6fae6953
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.13/lib/python3.13/site-packages/tokenizers/implementations/__pycache__/__init__.cpython-313.pyc
@comment MD5:548ccb9b73988eaa65d8ae8a6fae6953
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.13/lib/python3.13/site-packages/tokenizers/implementations/__pycache__/base_tokenizer.cpython-313.opt-1.pyc
@comment MD5:95a562e94e71e769d57653c032eda59c
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.13/lib/python3.13/site-packages/tokenizers/implementations/__pycache__/base_tokenizer.cpython-313.pyc
@comment MD5:95a562e94e71e769d57653c032eda59c
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.13/lib/python3.13/site-packages/tokenizers/implementations/__pycache__/bert_wordpiece.cpython-313.opt-1.pyc
@comment MD5:bd7011a9c6763fcc77fc0dc62d03c439
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.13/lib/python3.13/site-packages/tokenizers/implementations/__pycache__/bert_wordpiece.cpython-313.pyc
@comment MD5:bd7011a9c6763fcc77fc0dc62d03c439
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.13/lib/python3.13/site-packages/tokenizers/implementations/__pycache__/byte_level_bpe.cpython-313.opt-1.pyc
@comment MD5:ce24ed8a9c91d0383b68c206d6197464
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.13/lib/python3.13/site-packages/tokenizers/implementations/__pycache__/byte_level_bpe.cpython-313.pyc
@comment MD5:ce24ed8a9c91d0383b68c206d6197464
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.13/lib/python3.13/site-packages/tokenizers/implementations/__pycache__/char_level_bpe.cpython-313.opt-1.pyc
@comment MD5:1f9daf3ba2e76abe25676d978e5bb963
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.13/lib/python3.13/site-packages/tokenizers/implementations/__pycache__/char_level_bpe.cpython-313.pyc
@comment MD5:1f9daf3ba2e76abe25676d978e5bb963
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.13/lib/python3.13/site-packages/tokenizers/implementations/__pycache__/sentencepiece_bpe.cpython-313.opt-1.pyc
@comment MD5:1bffc834f48a704fe120e48e0418fff6
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.13/lib/python3.13/site-packages/tokenizers/implementations/__pycache__/sentencepiece_bpe.cpython-313.pyc
@comment MD5:1bffc834f48a704fe120e48e0418fff6
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.13/lib/python3.13/site-packages/tokenizers/implementations/__pycache__/sentencepiece_unigram.cpython-313.opt-1.pyc
@comment MD5:29c44288722a893faa94119b8f35b8bd
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.13/lib/python3.13/site-packages/tokenizers/implementations/__pycache__/sentencepiece_unigram.cpython-313.pyc
@comment MD5:29c44288722a893faa94119b8f35b8bd
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.13/lib/python3.13/site-packages/tokenizers/implementations/base_tokenizer.py
@comment MD5:706e4e28bf0a2d2eb80eef32b10cb194
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.13/lib/python3.13/site-packages/tokenizers/implementations/bert_wordpiece.py
@comment MD5:0ab195055bf6409bf08604f9d3da06e9
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.13/lib/python3.13/site-packages/tokenizers/implementations/byte_level_bpe.py
@comment MD5:83c62078fb89d83b4863ecf431181a8d
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.13/lib/python3.13/site-packages/tokenizers/implementations/char_level_bpe.py
@comment MD5:038c1c2b2a0a404a8c60a6ef1f9d3877
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.13/lib/python3.13/site-packages/tokenizers/implementations/sentencepiece_bpe.py
@comment MD5:727c0bcca125136a927d504ff7cac9dc
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.13/lib/python3.13/site-packages/tokenizers/implementations/sentencepiece_unigram.py
@comment MD5:5c91087ab0802d4a250310ffe2943ec5
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.13/lib/python3.13/site-packages/tokenizers/models/__init__.py
@comment MD5:4fe18b944848f6b9dc2646760f37a33a
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.13/lib/python3.13/site-packages/tokenizers/models/__pycache__/__init__.cpython-313.opt-1.pyc
@comment MD5:876b67c8ebef11ffc326dc6a6e2d0775
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.13/lib/python3.13/site-packages/tokenizers/models/__pycache__/__init__.cpython-313.pyc
@comment MD5:876b67c8ebef11ffc326dc6a6e2d0775
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.13/lib/python3.13/site-packages/tokenizers/models.pyi
@comment MD5:9f51840c5001cb471d0451d94b302929
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.13/lib/python3.13/site-packages/tokenizers/normalizers/__init__.py
@comment MD5:a88861bc1b19076440f61d02e7653d6f
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.13/lib/python3.13/site-packages/tokenizers/normalizers/__pycache__/__init__.cpython-313.opt-1.pyc
@comment MD5:0d45dada8d9ceb6969248bd08a8939f5
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.13/lib/python3.13/site-packages/tokenizers/normalizers/__pycache__/__init__.cpython-313.pyc
@comment MD5:0d45dada8d9ceb6969248bd08a8939f5
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.13/lib/python3.13/site-packages/tokenizers/normalizers.pyi
@comment MD5:076f7af52df7c2e5a147908bc949bc92
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.13/lib/python3.13/site-packages/tokenizers/pre_tokenizers/__init__.py
@comment MD5:ee2a2c6a6ee3cf1eb09cd3b1b04f88fd
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.13/lib/python3.13/site-packages/tokenizers/pre_tokenizers/__pycache__/__init__.cpython-313.opt-1.pyc
@comment MD5:a06179087150eae27366ccce096ab567
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.13/lib/python3.13/site-packages/tokenizers/pre_tokenizers/__pycache__/__init__.cpython-313.pyc
@comment MD5:a06179087150eae27366ccce096ab567
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.13/lib/python3.13/site-packages/tokenizers/pre_tokenizers.pyi
@comment MD5:7db18b4542b8998860b9ebea373feb65
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.13/lib/python3.13/site-packages/tokenizers/processors/__init__.py
@comment MD5:f39257fcb6f49e869a1d9689e9ed2f06
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.13/lib/python3.13/site-packages/tokenizers/processors/__pycache__/__init__.cpython-313.opt-1.pyc
@comment MD5:26021933ffead76c3810beacf0f447f8
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.13/lib/python3.13/site-packages/tokenizers/processors/__pycache__/__init__.cpython-313.pyc
@comment MD5:26021933ffead76c3810beacf0f447f8
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.13/lib/python3.13/site-packages/tokenizers/processors.pyi
@comment MD5:cea63c67b14786b86d281a66320be4cd
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.13/lib/python3.13/site-packages/tokenizers/py.typed
@comment MD5:d41d8cd98f00b204e9800998ecf8427e
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.13/lib/python3.13/site-packages/tokenizers/tokenizers.abi3.so
@comment MD5:c3b0f2b8cf7a66748f2312a16a4038de
@comment binary:1
opt/local/Library/Frameworks/Python.framework/Versions/3.13/lib/python3.13/site-packages/tokenizers/tokenizers.pyi
@comment MD5:4f74fa8befcfc05b0a52cd599cc04486
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.13/lib/python3.13/site-packages/tokenizers/tools/__init__.py
@comment MD5:ad43471914ddd6d8da2742dbe93e234c
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.13/lib/python3.13/site-packages/tokenizers/tools/__pycache__/__init__.cpython-313.opt-1.pyc
@comment MD5:c17e770ec3724aa0fa1cbd2b68f24274
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.13/lib/python3.13/site-packages/tokenizers/tools/__pycache__/__init__.cpython-313.pyc
@comment MD5:c17e770ec3724aa0fa1cbd2b68f24274
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.13/lib/python3.13/site-packages/tokenizers/tools/__pycache__/visualizer.cpython-313.opt-1.pyc
@comment MD5:008806ec42194b1d51cfc822d460a676
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.13/lib/python3.13/site-packages/tokenizers/tools/__pycache__/visualizer.cpython-313.pyc
@comment MD5:2bd173b5a4df70c66a38200a9039c045
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.13/lib/python3.13/site-packages/tokenizers/tools/visualizer-styles.css
@comment MD5:7db472554ed0b5ec3b8a20c6f70af39a
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.13/lib/python3.13/site-packages/tokenizers/tools/visualizer.py
@comment MD5:ee8fed2d902aa8244045f52ea0cafafc
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.13/lib/python3.13/site-packages/tokenizers/trainers/__init__.py
@comment MD5:4e33331d4f445292950ba8c6a647149a
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.13/lib/python3.13/site-packages/tokenizers/trainers/__init__.pyi
@comment MD5:6127799447a78c99a9b2a154cb5fb59c
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.13/lib/python3.13/site-packages/tokenizers/trainers/__pycache__/__init__.cpython-313.opt-1.pyc
@comment MD5:17e029bf03937b11e01167c505470310
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.13/lib/python3.13/site-packages/tokenizers/trainers/__pycache__/__init__.cpython-313.pyc
@comment MD5:17e029bf03937b11e01167c505470310
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.13/lib/python3.13/site-packages/tokenizers/trainers.pyi
@comment MD5:f9e0bfaa6acee38e62683e91ca3f20c0
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.13/lib/python3.13/site-packages/tokenizers-0.23.2.dist-info/METADATA
@comment MD5:ff7014f19e6c77d4e694c0dc9abec52f
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.13/lib/python3.13/site-packages/tokenizers-0.23.2.dist-info/RECORD
@comment MD5:e71e5dab141f8702ac693a432a17c369
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.13/lib/python3.13/site-packages/tokenizers-0.23.2.dist-info/WHEEL
@comment MD5:152cb604568eca86ef3ba9cb4e825eac
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.13/lib/python3.13/site-packages/tokenizers-0.23.2.dist-info/sboms/tokenizers-python.cyclonedx.json
@comment MD5:ecf8422836740369c36a7a2f1456c2b8
@comment binary:0
@ignore
+COMMENT
@ignore
+CONTENTS
@ignore
+DESC
@ignore
+PORTFILE
@ignore
+STATE
@cxx_stdlib libc++
@cxx_stdlib_overridden 0
