summaryrefslogtreecommitdiff
path: root/var
diff options
context:
space:
mode:
authorAdam J. Stewart <ajstewart426@gmail.com>2020-04-12 10:22:55 -0500
committerGitHub <noreply@github.com>2020-04-12 10:22:55 -0500
commit17450e18e0fa0cc060156cdf881609506327befd (patch)
treea221e9a02559e2c8ed3838075c19f81ba40f9007 /var
parente4aa10d0c9c8dab01a9eb10e688f96d5bda34fe5 (diff)
downloadspack-17450e18e0fa0cc060156cdf881609506327befd.tar.gz
spack-17450e18e0fa0cc060156cdf881609506327befd.tar.bz2
spack-17450e18e0fa0cc060156cdf881609506327befd.tar.xz
spack-17450e18e0fa0cc060156cdf881609506327befd.zip
py-tokenizers: add new package (#16010)
Diffstat (limited to 'var')
-rw-r--r--var/spack/repos/builtin/packages/py-tokenizers/package.py16
1 files changed, 16 insertions, 0 deletions
diff --git a/var/spack/repos/builtin/packages/py-tokenizers/package.py b/var/spack/repos/builtin/packages/py-tokenizers/package.py
new file mode 100644
index 0000000000..923c975daa
--- /dev/null
+++ b/var/spack/repos/builtin/packages/py-tokenizers/package.py
@@ -0,0 +1,16 @@
+# Copyright 2013-2020 Lawrence Livermore National Security, LLC and other
+# Spack Project Developers. See the top-level COPYRIGHT file for details.
+#
+# SPDX-License-Identifier: (Apache-2.0 OR MIT)
+
+
+class PyTokenizers(PythonPackage):
+ """Fast and Customizable Tokenizers."""
+
+ homepage = "https://github.com/huggingface/tokenizers"
+ url = "https://pypi.io/packages/source/t/tokenizers/tokenizers-0.6.0.tar.gz"
+
+ version('0.6.0', sha256='1da11fbfb4f73be695bed0d655576097d09a137a16dceab2f66399716afaffac')
+
+ depends_on('py-setuptools', type='build')
+ depends_on('py-setuptools-rust', type='build')