%FILENAME%
python-tokenizers-0.22.1-1-x86_64.pkg.tar.zst

%NAME%
python-tokenizers

%BASE%
python-tokenizers

%VERSION%
0.22.1-1

%DESC%
Fast State-of-the-Art Tokenizers optimized for Research and Production

%CSIZE%
2114075

%ISIZE%
8027657

%SHA256SUM%
2a989920aded8e2018e8d3fe07e9059d6e4b52700c7c10d70347d5b4134d6807

%URL%
https://github.com/huggingface/tokenizers

%LICENSE%
Apache-2.0

%ARCH%
x86_64

%BUILDDATE%
1758612672

%PACKAGER%
Unknown Packager

%DEPENDS%
python

%MAKEDEPENDS%
clang
rust-bindgen
python-build
python-installer
python-maturin
python-setuptools-rust
python-wheel

%CHECKDEPENDS%
python-datasets
python-numpy
python-pyarrow
python-pytest
python-requests
python-setuptools-rust

