diff --git a/sci-ml/evaluate/Manifest b/sci-ml/evaluate/Manifest
index 7f4ef6629528f..acfd5ff921e3a 100644
--- a/sci-ml/evaluate/Manifest
+++ b/sci-ml/evaluate/Manifest
@@ -1,2 +1,3 @@
 DIST evaluate-0.4.4.gh.tar.gz 297922 BLAKE2B 41668d5c9b62dc1db7acde56809a2ce326296906f2d26da04f322f97f1ce98c211c1a119ad3fb2044773452062b06b48511690a669e7a77ac2935fb84ff9c772 SHA512 555f65706f542d455152e38d1534a1061ed1c1ba2a8993cdce0d5e325def826bc0bb47745f981cbbc88459bc7eff1656bd1988b9a9b424ac1d56e1468eebaa03
 DIST evaluate-0.4.5.gh.tar.gz 297949 BLAKE2B 369d511472c0f97a1268022285cbf3fe34e4111bf10507a57c915f1c4465a5ae1552b92e457d3d8b8b1ac8d79cf0ceb7440a5515be95fe18479ff8e19f6da6b9 SHA512 00c7a400e0dd51418e142eee7835353f8953f3160ec1c2d53473f99f371bf8e44beddd667a9cf97122899ff24101e8169c2b09a76a4e58835ab250ed39d8da9e
+DIST evaluate-0.4.6.gh.tar.gz 299324 BLAKE2B 86755d69db47e04202b41d82e127cf7fa4062da4bcae40467c245b831e4f9be545873b55b6ec9446fb7f60cbf19c52130a68ca16b9417a5e5225de3d2351269c SHA512 f4a4678936d534eb9afa8e364831c4de1e9e47a601293c76731a67463c3e722def7e0e64a24cbd8ac7770a94585537ec806206a8dd31a2ebb1cc40d04e3bfbd0
diff --git a/sci-ml/evaluate/evaluate-0.4.6.ebuild b/sci-ml/evaluate/evaluate-0.4.6.ebuild
new file mode 100644
index 0000000000000..49a74ea4a653c
--- /dev/null
+++ b/sci-ml/evaluate/evaluate-0.4.6.ebuild
@@ -0,0 +1,78 @@
+# Copyright 2023-2026 Gentoo Authors
+# Distributed under the terms of the GNU General Public License v2
+
+EAPI=8
+
+DISTUTILS_USE_PEP517=setuptools
+PYTHON_COMPAT=( python3_{11..13} )
+DISTUTILS_SINGLE_IMPL=1
+inherit distutils-r1
+
+DESCRIPTION="makes evaluating, comparing models and reporting their performance easier"
+HOMEPAGE="
+	https://pypi.org/project/evaluate/
+	https://github.com/huggingface/evaluate
+"
+SRC_URI="https://github.com/huggingface/${PN}/archive/refs/tags/v${PV}.tar.gz
+	-> ${P}.gh.tar.gz"
+
+LICENSE="Apache-2.0"
+SLOT="0"
+KEYWORDS="~amd64"
+IUSE="+evaluator +template +torch"
+
+RDEPEND="
+	$(python_gen_cond_dep '
+		dev-python/dill[${PYTHON_USEDEP}]
+		dev-python/fsspec[${PYTHON_USEDEP}]
+		dev-python/matplotlib[${PYTHON_USEDEP}]
+		dev-python/multiprocess[${PYTHON_USEDEP}]
+		dev-python/numpy[${PYTHON_USEDEP}]
+		dev-python/pandas[${PYTHON_USEDEP}]
+		dev-python/pyarrow[${PYTHON_USEDEP},parquet]
+		dev-python/requests[${PYTHON_USEDEP}]
+		dev-python/tqdm[${PYTHON_USEDEP}]
+		dev-python/unidecode[${PYTHON_USEDEP}]
+		dev-python/xxhash[${PYTHON_USEDEP}]
+		evaluator? (
+			dev-python/scipy[${PYTHON_USEDEP}]
+		)
+		template? (
+			dev-util/cookiecutter[${PYTHON_USEDEP}]
+		)
+	')
+	sci-ml/datasets[${PYTHON_SINGLE_USEDEP}]
+	sci-ml/huggingface_hub[${PYTHON_SINGLE_USEDEP}]
+	evaluator? (
+		sci-ml/transformers[${PYTHON_SINGLE_USEDEP}]
+	)
+	torch? (
+		sci-ml/caffe2[${PYTHON_SINGLE_USEDEP},distributed]
+		sci-ml/pytorch[${PYTHON_SINGLE_USEDEP}]
+	)
+"
+BDEPEND="test? (
+	$(python_gen_cond_dep '
+		dev-python/absl-py[${PYTHON_USEDEP}]
+		sci-ml/jiwer[${PYTHON_USEDEP}]
+		sci-ml/seqeval[${PYTHON_USEDEP}]
+	')
+)"
+
+PATCHES=( "${FILESDIR}"/${PN}-0.4.0-tests.patch )
+
+EPYTEST_PLUGINS=()
+distutils_enable_tests pytest
+
+src_test() {
+	local EPYTEST_DESELECT=(
+		tests/test_evaluation_suite.py::TestEvaluationSuite::test_empty_suite
+		tests/test_evaluation_suite.py::TestEvaluationSuite::test_running_evaluation_suite
+		tests/test_evaluator.py::TestAudioClassificationEvaluator::test_class_init
+		tests/test_evaluator.py::TestAudioClassificationEvaluator::test_overwrite_default_metric
+		tests/test_evaluator.py::TestAudioClassificationEvaluator::test_pipe_init
+		tests/test_evaluator.py::TestAudioClassificationEvaluator::test_raw_pipe_init
+		tests/test_metric.py::TestEvaluationcombined_evaluation::test_modules_from_string_poslabel
+	)
+	distutils-r1_src_test
+}