@name py312-tokenizers-0.23.2_0
@portname py312-tokenizers
@portepoch 0
@portversion 0.23.2
@portrevision 0
@archs arm64
@pkgdep py312-huggingface_hub-1.6.0_0
@pkgdep python312-3.12.15_0
@macports_version 2.12.6
@os.subplatform macosx
@os.version 23.6.0
@macos_version 14.8.9
@xcodecltversion 16.2.0.0.1.1733547573
@ports_commit b08a8b1b16100328b5ee3028c5f61578d2312f45
@source_date_epoch 1791028753
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/__init__.py
@comment MD5:6fdb0052b582960410b72c3e42b7fa2a
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/__init__.pyi
@comment MD5:0c4a4d8d581d3b91cdcee19a76710594
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/__pycache__/__init__.cpython-312.opt-1.pyc
@comment MD5:addcdb301eb87a5bb8355fb1cd2d57bf
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/__pycache__/__init__.cpython-312.pyc
@comment MD5:addcdb301eb87a5bb8355fb1cd2d57bf
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/decoders/__init__.py
@comment MD5:dfa8ebc5acccd4401b13111116d8bd3a
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/decoders/__pycache__/__init__.cpython-312.opt-1.pyc
@comment MD5:02fc9239514575200242315ecd142e3e
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/decoders/__pycache__/__init__.cpython-312.pyc
@comment MD5:02fc9239514575200242315ecd142e3e
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/decoders.pyi
@comment MD5:0de3428f9b7c2153cf5709020c886abd
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/implementations/__init__.py
@comment MD5:d864443ae65ba7a7f8664010be979af9
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/implementations/__pycache__/__init__.cpython-312.opt-1.pyc
@comment MD5:db943a1ae2204e5bf78ff0e00b98bfe3
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/implementations/__pycache__/__init__.cpython-312.pyc
@comment MD5:db943a1ae2204e5bf78ff0e00b98bfe3
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/implementations/__pycache__/base_tokenizer.cpython-312.opt-1.pyc
@comment MD5:57c40e3f8c145039fa6cdf4668ca35b4
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/implementations/__pycache__/base_tokenizer.cpython-312.pyc
@comment MD5:57c40e3f8c145039fa6cdf4668ca35b4
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/implementations/__pycache__/bert_wordpiece.cpython-312.opt-1.pyc
@comment MD5:a85a5399c1d1ab95b5b08134f5cd8e0f
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/implementations/__pycache__/bert_wordpiece.cpython-312.pyc
@comment MD5:a85a5399c1d1ab95b5b08134f5cd8e0f
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/implementations/__pycache__/byte_level_bpe.cpython-312.opt-1.pyc
@comment MD5:acc020186c2e4129e29d69afd3024f80
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/implementations/__pycache__/byte_level_bpe.cpython-312.pyc
@comment MD5:acc020186c2e4129e29d69afd3024f80
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/implementations/__pycache__/char_level_bpe.cpython-312.opt-1.pyc
@comment MD5:db045ac4188121cbc9bc87368be465ba
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/implementations/__pycache__/char_level_bpe.cpython-312.pyc
@comment MD5:db045ac4188121cbc9bc87368be465ba
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/implementations/__pycache__/sentencepiece_bpe.cpython-312.opt-1.pyc
@comment MD5:9b8cbe5701bf39e0462cf5328cd765db
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/implementations/__pycache__/sentencepiece_bpe.cpython-312.pyc
@comment MD5:9b8cbe5701bf39e0462cf5328cd765db
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/implementations/__pycache__/sentencepiece_unigram.cpython-312.opt-1.pyc
@comment MD5:be7b69185c098bdc7ce704854d0e3655
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/implementations/__pycache__/sentencepiece_unigram.cpython-312.pyc
@comment MD5:be7b69185c098bdc7ce704854d0e3655
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/implementations/base_tokenizer.py
@comment MD5:706e4e28bf0a2d2eb80eef32b10cb194
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/implementations/bert_wordpiece.py
@comment MD5:0ab195055bf6409bf08604f9d3da06e9
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/implementations/byte_level_bpe.py
@comment MD5:83c62078fb89d83b4863ecf431181a8d
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/implementations/char_level_bpe.py
@comment MD5:038c1c2b2a0a404a8c60a6ef1f9d3877
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/implementations/sentencepiece_bpe.py
@comment MD5:727c0bcca125136a927d504ff7cac9dc
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/implementations/sentencepiece_unigram.py
@comment MD5:5c91087ab0802d4a250310ffe2943ec5
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/models/__init__.py
@comment MD5:4fe18b944848f6b9dc2646760f37a33a
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/models/__pycache__/__init__.cpython-312.opt-1.pyc
@comment MD5:6a18c4d24e972000379b8bcea3b6b0a6
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/models/__pycache__/__init__.cpython-312.pyc
@comment MD5:6a18c4d24e972000379b8bcea3b6b0a6
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/models.pyi
@comment MD5:9f51840c5001cb471d0451d94b302929
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/normalizers/__init__.py
@comment MD5:a88861bc1b19076440f61d02e7653d6f
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/normalizers/__pycache__/__init__.cpython-312.opt-1.pyc
@comment MD5:e8f4f69a7d3639c9abf21e27ee6e8efc
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/normalizers/__pycache__/__init__.cpython-312.pyc
@comment MD5:e8f4f69a7d3639c9abf21e27ee6e8efc
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/normalizers.pyi
@comment MD5:076f7af52df7c2e5a147908bc949bc92
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/pre_tokenizers/__init__.py
@comment MD5:ee2a2c6a6ee3cf1eb09cd3b1b04f88fd
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/pre_tokenizers/__pycache__/__init__.cpython-312.opt-1.pyc
@comment MD5:9e78ccaaa063ae49fc81987ee809f3ba
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/pre_tokenizers/__pycache__/__init__.cpython-312.pyc
@comment MD5:9e78ccaaa063ae49fc81987ee809f3ba
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/pre_tokenizers.pyi
@comment MD5:7db18b4542b8998860b9ebea373feb65
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/processors/__init__.py
@comment MD5:f39257fcb6f49e869a1d9689e9ed2f06
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/processors/__pycache__/__init__.cpython-312.opt-1.pyc
@comment MD5:9876ce7e253ecfb740b095b7b929655a
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/processors/__pycache__/__init__.cpython-312.pyc
@comment MD5:9876ce7e253ecfb740b095b7b929655a
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/processors.pyi
@comment MD5:cea63c67b14786b86d281a66320be4cd
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/py.typed
@comment MD5:d41d8cd98f00b204e9800998ecf8427e
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/tokenizers.abi3.so
@comment MD5:3803c93d7c080834c4dbafc432c0b9e3
@comment binary:1
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/tokenizers.pyi
@comment MD5:4f74fa8befcfc05b0a52cd599cc04486
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/tools/__init__.py
@comment MD5:ad43471914ddd6d8da2742dbe93e234c
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/tools/__pycache__/__init__.cpython-312.opt-1.pyc
@comment MD5:3234e8daac3fef7ab024553d4550173c
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/tools/__pycache__/__init__.cpython-312.pyc
@comment MD5:3234e8daac3fef7ab024553d4550173c
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/tools/__pycache__/visualizer.cpython-312.opt-1.pyc
@comment MD5:64efdd2b278cdb8e60ccc3d580ebbcd5
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/tools/__pycache__/visualizer.cpython-312.pyc
@comment MD5:0570dcd221d847d15243b251e6cc5b20
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/tools/visualizer-styles.css
@comment MD5:7db472554ed0b5ec3b8a20c6f70af39a
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/tools/visualizer.py
@comment MD5:ee8fed2d902aa8244045f52ea0cafafc
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/trainers/__init__.py
@comment MD5:4e33331d4f445292950ba8c6a647149a
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/trainers/__init__.pyi
@comment MD5:6127799447a78c99a9b2a154cb5fb59c
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/trainers/__pycache__/__init__.cpython-312.opt-1.pyc
@comment MD5:ff71863c90729efb77e60425491585eb
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/trainers/__pycache__/__init__.cpython-312.pyc
@comment MD5:ff71863c90729efb77e60425491585eb
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers/trainers.pyi
@comment MD5:f9e0bfaa6acee38e62683e91ca3f20c0
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers-0.23.2.dist-info/METADATA
@comment MD5:ff7014f19e6c77d4e694c0dc9abec52f
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers-0.23.2.dist-info/RECORD
@comment MD5:4f4bb12048554bf937a2d3bbf49766e6
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers-0.23.2.dist-info/WHEEL
@comment MD5:152cb604568eca86ef3ba9cb4e825eac
@comment binary:0
opt/local/Library/Frameworks/Python.framework/Versions/3.12/lib/python3.12/site-packages/tokenizers-0.23.2.dist-info/sboms/tokenizers-python.cyclonedx.json
@comment MD5:a290d07acc5f4e7c333366d52336aa3f
@comment binary:0
@ignore
+COMMENT
@ignore
+CONTENTS
@ignore
+DESC
@ignore
+PORTFILE
@ignore
+STATE
@cxx_stdlib libc++
@cxx_stdlib_overridden 0
