mirror of
https://github.com/gentoo-mirror/gentoo.git
synced 2026-08-24 18:58:08 -07:00
64 lines
1.7 KiB
Bash
64 lines
1.7 KiB
Bash
# Copyright 2023-2026 Gentoo Authors
|
|
# Distributed under the terms of the GNU General Public License v2
|
|
|
|
EAPI=8
|
|
|
|
DISTUTILS_USE_PEP517=setuptools
|
|
PYTHON_COMPAT=( python3_{12..14} )
|
|
DISTUTILS_SINGLE_IMPL=1
|
|
inherit distutils-r1
|
|
|
|
DESCRIPTION="State-of-the-art Machine Learning for JAX, PyTorch and TensorFlow"
|
|
HOMEPAGE="
|
|
https://pypi.org/project/transformers/
|
|
https://huggingface.co/
|
|
"
|
|
SRC_URI="https://github.com/huggingface/${PN}/archive/refs/tags/v${PV}.tar.gz
|
|
-> ${P}.gh.tar.gz"
|
|
|
|
LICENSE="Apache-2.0"
|
|
SLOT="0"
|
|
KEYWORDS="~amd64"
|
|
IUSE="test torch"
|
|
RESTRICT="test" # Need network to download models parameters
|
|
|
|
RDEPEND="
|
|
>=sci-ml/huggingface_hub-1.5.0[${PYTHON_SINGLE_USEDEP}]
|
|
<sci-ml/huggingface_hub-2
|
|
=sci-ml/tokenizers-0.22*[${PYTHON_SINGLE_USEDEP}]
|
|
$(python_gen_cond_dep '
|
|
dev-python/filelock[${PYTHON_USEDEP}]
|
|
dev-python/numpy[${PYTHON_USEDEP}]
|
|
dev-python/packaging[${PYTHON_USEDEP}]
|
|
dev-python/parameterized[${PYTHON_USEDEP}]
|
|
dev-python/pyyaml[${PYTHON_USEDEP}]
|
|
dev-python/regex[${PYTHON_USEDEP}]
|
|
dev-python/tqdm[${PYTHON_USEDEP}]
|
|
dev-python/typer[${PYTHON_USEDEP}]
|
|
>=sci-ml/safetensors-0.8.0[${PYTHON_USEDEP}]
|
|
')
|
|
torch? (
|
|
sci-ml/accelerate[${PYTHON_SINGLE_USEDEP}]
|
|
sci-ml/pytorch[${PYTHON_SINGLE_USEDEP}]
|
|
)
|
|
"
|
|
BDEPEND="test? (
|
|
sci-ml/datasets[${PYTHON_SINGLE_USEDEP}]
|
|
>=sci-ml/pytorch-2.13[distributed]
|
|
)
|
|
"
|
|
|
|
EPYTEST_PLUGINS=( pytest-xdist )
|
|
distutils_enable_tests pytest
|
|
|
|
python_test() {
|
|
local EPYTEST_DESELECT=(
|
|
tests/models/roberta/test_modeling_roberta.py::RobertaModelTest::test_eager_padding_matches_padding_free_with_position_ids
|
|
)
|
|
epytest \
|
|
tests/models/bert \
|
|
tests/models/gpt2 \
|
|
tests/models/roberta \
|
|
tests/models/distilbert
|
|
}
|