From 94272cc7aa2aec895f6a9a28176757684399112e Mon Sep 17 00:00:00 2001 From: "Adam J. Stewart" Date: Tue, 14 Apr 2020 12:41:33 -0500 Subject: py-tokenizers: add 0.5.2 (#16039) --- var/spack/repos/builtin/packages/py-tokenizers/package.py | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/var/spack/repos/builtin/packages/py-tokenizers/package.py b/var/spack/repos/builtin/packages/py-tokenizers/package.py index 923c975daa..20de8c9141 100644 --- a/var/spack/repos/builtin/packages/py-tokenizers/package.py +++ b/var/spack/repos/builtin/packages/py-tokenizers/package.py @@ -11,6 +11,13 @@ class PyTokenizers(PythonPackage): url = "https://pypi.io/packages/source/t/tokenizers/tokenizers-0.6.0.tar.gz" version('0.6.0', sha256='1da11fbfb4f73be695bed0d655576097d09a137a16dceab2f66399716afaffac') + version('0.5.2', sha256='b5a235f9c71d04d4925df6c4fa13b13f1d03f9b7ac302b89f8120790c4f742bc') depends_on('py-setuptools', type='build') depends_on('py-setuptools-rust', type='build') + depends_on('rust@nightly', type='build') + + # TODO: This package currently requires internet access to install. + # Also, a nightly or dev version of rust is required to build. + # https://github.com/huggingface/tokenizers/issues/176 + # https://github.com/PyO3/pyo3/issues/5 -- cgit v1.2.3-70-g09d2