From 17450e18e0fa0cc060156cdf881609506327befd Mon Sep 17 00:00:00 2001 From: "Adam J. Stewart" Date: Sun, 12 Apr 2020 10:22:55 -0500 Subject: py-tokenizers: add new package (#16010) --- .../repos/builtin/packages/py-tokenizers/package.py | 16 ++++++++++++++++ 1 file changed, 16 insertions(+) create mode 100644 var/spack/repos/builtin/packages/py-tokenizers/package.py (limited to 'var') diff --git a/var/spack/repos/builtin/packages/py-tokenizers/package.py b/var/spack/repos/builtin/packages/py-tokenizers/package.py new file mode 100644 index 0000000000..923c975daa --- /dev/null +++ b/var/spack/repos/builtin/packages/py-tokenizers/package.py @@ -0,0 +1,16 @@ +# Copyright 2013-2020 Lawrence Livermore National Security, LLC and other +# Spack Project Developers. See the top-level COPYRIGHT file for details. +# +# SPDX-License-Identifier: (Apache-2.0 OR MIT) + + +class PyTokenizers(PythonPackage): + """Fast and Customizable Tokenizers.""" + + homepage = "https://github.com/huggingface/tokenizers" + url = "https://pypi.io/packages/source/t/tokenizers/tokenizers-0.6.0.tar.gz" + + version('0.6.0', sha256='1da11fbfb4f73be695bed0d655576097d09a137a16dceab2f66399716afaffac') + + depends_on('py-setuptools', type='build') + depends_on('py-setuptools-rust', type='build') -- cgit v1.2.3-60-g2f50