diff options
| author | Benjamin Meyers <meyersbs@users.noreply.github.com> | 2023-08-18 11:29:12 -0400 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2023-08-18 10:29:12 -0500 |
| commit | edb11941b2e368323f628c6774bb250a6640b9d6 (patch) | |
| tree | 4c2b13c5e9651c15cc771a0c312142b2a08ebde9 /var/spack/repos/builtin/packages/py-tiktoken/package.py | |
| parent | 1bd58a8026c77b1f07768dff8ed844cae396a31f (diff) | |
| download | spack-edb11941b2e368323f628c6774bb250a6640b9d6.tar.gz spack-edb11941b2e368323f628c6774bb250a6640b9d6.tar.bz2 spack-edb11941b2e368323f628c6774bb250a6640b9d6.tar.xz spack-edb11941b2e368323f628c6774bb250a6640b9d6.zip | |
New: py-alpaca-farm, py-alpaca-eval, py-tiktoken; Updated: py-accerlate, py-transformers (#39432)
Diffstat (limited to 'var/spack/repos/builtin/packages/py-tiktoken/package.py')
| -rw-r--r-- | var/spack/repos/builtin/packages/py-tiktoken/package.py | 26 |
1 files changed, 26 insertions, 0 deletions
diff --git a/var/spack/repos/builtin/packages/py-tiktoken/package.py b/var/spack/repos/builtin/packages/py-tiktoken/package.py new file mode 100644 index 0000000000..168e112af8 --- /dev/null +++ b/var/spack/repos/builtin/packages/py-tiktoken/package.py @@ -0,0 +1,26 @@ +# Copyright 2013-2023 Lawrence Livermore National Security, LLC and other +# Spack Project Developers. See the top-level COPYRIGHT file for details. +# +# SPDX-License-Identifier: (Apache-2.0 OR MIT) + + +from spack.package import * + + +class PyTiktoken(PythonPackage): + """tiktoken is a fast BPE tokeniser for use with OpenAI's models.""" + + homepage = "https://github.com/openai/tiktoken" + pypi = "tiktoken/tiktoken-0.4.0.tar.gz" + + maintainers("meyersbs") + + version("0.4.0", sha256="59b20a819969735b48161ced9b92f05dc4519c17be4015cfb73b65270a243620") + + # From pyproject.toml + depends_on("py-setuptools@62.4:", type="build") + depends_on("py-setuptools-rust@1.5.2:", type="build") + depends_on("py-wheel", type="build") + depends_on("python@3.8:", type=("build", "run")) + depends_on("py-regex@2022.1.18:", type=("build", "run")) + depends_on("py-requests@2.26.0:", type=("build", "run")) |