pkgname = python-tokenizers
pkgbase = python-tokenizers
pkgver = 0.23.1-0
pkgdesc = Fast State-of-the-Art Tokenizers optimized for Research and Production 
url = https://github.com/huggingface/tokenizers
builddate = 1777356362
packager = @termux-user-repository
size = 8106341
arch = x86_64
license = Apache-2.0
depend = libc++
depend = python
depend = python-pip
