mirror of
https://github.com/gentoo-mirror/gentoo.git
synced 2026-08-24 18:58:08 -07:00
dev-python/pyarrow: Remove old
Signed-off-by: Michał Górny <mgorny@gentoo.org>
This commit is contained in:
@@ -1,5 +1,3 @@
|
||||
DIST apache-arrow-16.1.0.tar.gz 21707079 BLAKE2B 5541c364351e59e8164f2461546bce3ddc834d70b3a03b815b681187674bdd89ccfb7eb113bf9010c821845b0c1fa51f5321bfea5b20927e6364f6452ec980d2 SHA512 28975f59e1fdde2dba4afaf4a5ba934b63db3a7f27656e2aa0af0f0d2a046c9dbfa9a6082de94629c36d03809b296566a37ea65ec5a2fc17fedac7d21e272d31
|
||||
DIST apache-arrow-17.0.0.tar.gz 21822331 BLAKE2B 64f9321cbf13fafae5938f26840d3ef642d6f5b40386315030bc70fe8703786ee394c8483d2bde7961cf2b5c15470ffebd7c66029e116b05cfbf5524e9fe51f1 SHA512 4e2a617b8deeb9f94ee085653a721904a75696f0827bcba82b535cc7f4f723066a09914c7fa83c593e51a8a4031e8bf99e563cac1ebb1d89604cb406975d4864
|
||||
DIST apache-arrow-18.0.0.tar.gz 19113236 BLAKE2B c358f8e61155432540a4002c6dfba7a3763d934a43eddae0a9a6f98bb26879df51e3cdcc64db6dd684ffde2ef8ef6dcff8906355b5769f71afae907aa1e920c5 SHA512 4df30ab5561da695eaa864422626b9898555d86ca56835c3b8a8ca93a1dbaf081582bb36e2440d1daf7e1dd48c76941f1152a4f25ce0dbcc1c2abe244a00c05e
|
||||
DIST arrow-testing-4d209492d514c2d3cb2d392681b9aa00e6d8da1c.tar.gz 3572558 BLAKE2B fe5b6a46babbde8e2becefea09fecf090201a49faa7d4ee2f44b0bb4da42c344b37564999d32fdbd54a81a56c33fbde9b2d9d2fa664bf127cb5661e845fb6229 SHA512 6758ad936e1eeb2c5dd2b4b40fe90822a48a4ce67ee4d36657c168e1db5d9a17c092f4cf571b13d56b568a773515385441874d1ea36a1f6e5b15a99f67176fa3
|
||||
DIST parquet-testing-cb7a9674142c137367bf75a01b79c6e214a73199.tar.gz 1068025 BLAKE2B 0fdd12d04108b27b17564c60ca36e751453f5d74cfbbe3a076e8befa1696aa0f093e2d1a5eacb99e69a98deda502930ba79b8329403af1e8b9d696e6617c6075 SHA512 dd221d9d59442cebb7158d7cf769d6e5323416bfcde2852eee37a26ff089bc04ea10b9ae7158a37d8694c10469d77c7d251d0dd2549596a7b3899d9c39b45997
|
||||
|
||||
@@ -1,65 +0,0 @@
|
||||
diff --git a/pyarrow/tests/parquet/common.py b/pyarrow/tests/parquet/common.py
|
||||
index 8365ed5b28543..c3094ee20b34c 100644
|
||||
--- a/pyarrow/tests/parquet/common.py
|
||||
+++ b/pyarrow/tests/parquet/common.py
|
||||
@@ -83,7 +83,7 @@ def _random_integers(size, dtype):
|
||||
iinfo = np.iinfo(dtype)
|
||||
return np.random.randint(max(iinfo.min, platform_int_info.min),
|
||||
min(iinfo.max, platform_int_info.max),
|
||||
- size=size).astype(dtype)
|
||||
+ size=size, dtype=dtype)
|
||||
|
||||
|
||||
def _range_integers(size, dtype):
|
||||
diff --git a/pyarrow/tests/test_array.py b/pyarrow/tests/test_array.py
|
||||
index 88394c77e429d..1032ab9add3ca 100644
|
||||
--- a/pyarrow/tests/test_array.py
|
||||
+++ b/pyarrow/tests/test_array.py
|
||||
@@ -3398,7 +3398,7 @@ def test_numpy_array_protocol():
|
||||
result = np.asarray(arr)
|
||||
np.testing.assert_array_equal(result, expected)
|
||||
|
||||
- if Version(np.__version__) < Version("2.0"):
|
||||
+ if Version(np.__version__) < Version("2.0.0.dev0"):
|
||||
# copy keyword is not strict and not passed down to __array__
|
||||
result = np.array(arr, copy=False)
|
||||
np.testing.assert_array_equal(result, expected)
|
||||
diff --git a/pyarrow/tests/test_pandas.py b/pyarrow/tests/test_pandas.py
|
||||
index be2c5b14e68b0..ba9d6a3c01391 100644
|
||||
--- a/pyarrow/tests/test_pandas.py
|
||||
+++ b/pyarrow/tests/test_pandas.py
|
||||
@@ -780,7 +780,7 @@ def test_integer_no_nulls(self):
|
||||
info = np.iinfo(dtype)
|
||||
values = np.random.randint(max(info.min, np.iinfo(np.int_).min),
|
||||
min(info.max, np.iinfo(np.int_).max),
|
||||
- size=num_values)
|
||||
+ size=num_values, dtype=dtype)
|
||||
data[dtype] = values.astype(dtype)
|
||||
fields.append(pa.field(dtype, arrow_dtype))
|
||||
|
||||
diff --git a/pyarrow/tests/test_table.py b/pyarrow/tests/test_table.py
|
||||
index a58010d083e92..f40759de50c8c 100644
|
||||
--- a/pyarrow/tests/test_table.py
|
||||
+++ b/pyarrow/tests/test_table.py
|
||||
@@ -3281,7 +3281,7 @@ def test_numpy_array_protocol(constructor):
|
||||
table = constructor([[1, 2, 3], [4.0, 5.0, 6.0]], names=["a", "b"])
|
||||
expected = np.array([[1, 4], [2, 5], [3, 6]], dtype="float64")
|
||||
|
||||
- if Version(np.__version__) < Version("2.0"):
|
||||
+ if Version(np.__version__) < Version("2.0.0.dev0"):
|
||||
# copy keyword is not strict and not passed down to __array__
|
||||
result = np.array(table, copy=False)
|
||||
np.testing.assert_array_equal(result, expected)
|
||||
diff --git a/scripts/test_leak.py b/scripts/test_leak.py
|
||||
index f2bbe8d051bf9..86a87f5e742e8 100644
|
||||
--- a/scripts/test_leak.py
|
||||
+++ b/scripts/test_leak.py
|
||||
@@ -98,7 +98,7 @@ def func():
|
||||
|
||||
|
||||
def test_ARROW_8801():
|
||||
- x = pd.to_datetime(np.random.randint(0, 2**32, size=2**20),
|
||||
+ x = pd.to_datetime(np.random.randint(0, 2**32, size=2**20, dtype=np.int64),
|
||||
unit='ms', utc=True)
|
||||
table = pa.table(pd.DataFrame({'x': x}))
|
||||
|
||||
@@ -1,60 +0,0 @@
|
||||
diff --git a/python/pyarrow/src/arrow/python/udf.cc b/python/pyarrow/src/arrow/python/udf.cc
|
||||
index e9b72a2592738..b6a862af8ca07 100644
|
||||
--- a/pyarrow/src/arrow/python/udf.cc
|
||||
+++ b/pyarrow/src/arrow/python/udf.cc
|
||||
@@ -28,6 +28,10 @@
|
||||
#include "arrow/util/checked_cast.h"
|
||||
#include "arrow/util/logging.h"
|
||||
|
||||
+// Py_IsFinalizing added in Python 3.13.0a4
|
||||
+#if PY_VERSION_HEX < 0x030D00A4
|
||||
+#define Py_IsFinalizing() _Py_IsFinalizing()
|
||||
+#endif
|
||||
namespace arrow {
|
||||
using compute::ExecSpan;
|
||||
using compute::Grouper;
|
||||
@@ -47,7 +51,7 @@ struct PythonUdfKernelState : public compute::KernelState {
|
||||
// function needs to be destroyed at process exit
|
||||
// and Python may no longer be initialized.
|
||||
~PythonUdfKernelState() {
|
||||
- if (_Py_IsFinalizing()) {
|
||||
+ if (Py_IsFinalizing()) {
|
||||
function->detach();
|
||||
}
|
||||
}
|
||||
@@ -64,7 +68,7 @@ struct PythonUdfKernelInit {
|
||||
// function needs to be destroyed at process exit
|
||||
// and Python may no longer be initialized.
|
||||
~PythonUdfKernelInit() {
|
||||
- if (_Py_IsFinalizing()) {
|
||||
+ if (Py_IsFinalizing()) {
|
||||
function->detach();
|
||||
}
|
||||
}
|
||||
@@ -132,7 +136,7 @@ struct PythonTableUdfKernelInit {
|
||||
// function needs to be destroyed at process exit
|
||||
// and Python may no longer be initialized.
|
||||
~PythonTableUdfKernelInit() {
|
||||
- if (_Py_IsFinalizing()) {
|
||||
+ if (Py_IsFinalizing()) {
|
||||
function_maker->detach();
|
||||
}
|
||||
}
|
||||
@@ -173,7 +177,7 @@ struct PythonUdfScalarAggregatorImpl : public ScalarUdfAggregator {
|
||||
};
|
||||
|
||||
~PythonUdfScalarAggregatorImpl() override {
|
||||
- if (_Py_IsFinalizing()) {
|
||||
+ if (Py_IsFinalizing()) {
|
||||
function->detach();
|
||||
}
|
||||
}
|
||||
@@ -270,7 +274,7 @@ struct PythonUdfHashAggregatorImpl : public HashUdfAggregator {
|
||||
};
|
||||
|
||||
~PythonUdfHashAggregatorImpl() override {
|
||||
- if (_Py_IsFinalizing()) {
|
||||
+ if (Py_IsFinalizing()) {
|
||||
function->detach();
|
||||
}
|
||||
}
|
||||
@@ -1,97 +0,0 @@
|
||||
# Copyright 2023-2024 Gentoo Authors
|
||||
# Distributed under the terms of the GNU General Public License v2
|
||||
|
||||
EAPI=8
|
||||
|
||||
DISTUTILS_EXT=1
|
||||
DISTUTILS_USE_PEP517=setuptools
|
||||
PYTHON_COMPAT=( python3_{10..13} )
|
||||
|
||||
inherit distutils-r1 multiprocessing
|
||||
|
||||
DESCRIPTION="Python library for Apache Arrow"
|
||||
HOMEPAGE="
|
||||
https://arrow.apache.org/
|
||||
https://github.com/apache/arrow/
|
||||
https://pypi.org/project/pyarrow/
|
||||
"
|
||||
SRC_URI="mirror://apache/arrow/arrow-${PV}/apache-arrow-${PV}.tar.gz"
|
||||
S="${WORKDIR}/apache-arrow-${PV}/python"
|
||||
|
||||
LICENSE="Apache-2.0"
|
||||
SLOT="0"
|
||||
KEYWORDS="amd64 ~arm64 ~loong ~riscv ~x86"
|
||||
IUSE="+parquet +snappy ssl"
|
||||
|
||||
RDEPEND="
|
||||
~dev-libs/apache-arrow-${PV}[compute,dataset,json,parquet?,re2,snappy?,ssl?]
|
||||
>=dev-python/numpy-1.16.6:=[${PYTHON_USEDEP}]
|
||||
"
|
||||
BDEPEND="
|
||||
test? (
|
||||
dev-python/hypothesis[${PYTHON_USEDEP}]
|
||||
dev-python/pandas[${PYTHON_USEDEP}]
|
||||
dev-libs/apache-arrow[lz4,zlib]
|
||||
)
|
||||
"
|
||||
|
||||
EPYTEST_XDIST=1
|
||||
distutils_enable_tests pytest
|
||||
|
||||
src_prepare() {
|
||||
local PATCHES=(
|
||||
# https://github.com/apache/arrow/pull/42099
|
||||
"${FILESDIR}/${P}-numpy-2.patch"
|
||||
# https://github.com/apache/arrow/pull/42034
|
||||
"${FILESDIR}/${P}-py313.patch"
|
||||
)
|
||||
|
||||
# cython's -Werror
|
||||
sed -i -e '/--warning-errors/d' CMakeLists.txt || die
|
||||
distutils-r1_src_prepare
|
||||
}
|
||||
|
||||
src_compile() {
|
||||
export PYARROW_PARALLEL="$(makeopts_jobs)"
|
||||
export PYARROW_BUILD_VERBOSE=1
|
||||
export PYARROW_CXXFLAGS="${CXXFLAGS}"
|
||||
export PYARROW_BUNDLE_ARROW_CPP_HEADERS=0
|
||||
export PYARROW_CMAKE_GENERATOR=Ninja
|
||||
export PYARROW_WITH_HDFS=1
|
||||
if use parquet; then
|
||||
export PYARROW_WITH_DATASET=1
|
||||
export PYARROW_WITH_PARQUET=1
|
||||
use ssl && export PYARROW_WITH_PARQUET_ENCRYPTION=1
|
||||
fi
|
||||
if use snappy; then
|
||||
export PYARROW_WITH_SNAPPY=1
|
||||
fi
|
||||
|
||||
distutils-r1_src_compile
|
||||
}
|
||||
|
||||
python_test() {
|
||||
local EPYTEST_DESELECT=(
|
||||
# wtf?
|
||||
tests/test_fs.py::test_localfs_errors
|
||||
# these require apache-arrow with jemalloc that doesn't seem
|
||||
# to be supported by the Gentoo package
|
||||
tests/test_memory.py::test_env_var
|
||||
tests/test_memory.py::test_specific_memory_pools
|
||||
tests/test_memory.py::test_supported_memory_backends
|
||||
# pandas changed, i guess
|
||||
tests/test_pandas.py::test_array_protocol_pandas_extension_types
|
||||
tests/test_table.py::test_table_factory_function_args_pandas
|
||||
# hypothesis health check failures
|
||||
# https://github.com/apache/arrow/issues/41318
|
||||
tests/interchange/test_interchange_spec.py::test_dtypes
|
||||
tests/test_convert_builtin.py::test_array_to_pylist_roundtrip
|
||||
tests/test_feather.py::test_roundtrip
|
||||
tests/test_pandas.py::test_array_to_pandas_roundtrip
|
||||
tests/test_types.py::test_hashing
|
||||
)
|
||||
|
||||
cd "${T}" || die
|
||||
local -x PYTEST_DISABLE_PLUGIN_AUTOLOAD=1
|
||||
epytest --pyargs pyarrow
|
||||
}
|
||||
@@ -1,102 +0,0 @@
|
||||
# Copyright 2023-2024 Gentoo Authors
|
||||
# Distributed under the terms of the GNU General Public License v2
|
||||
|
||||
EAPI=8
|
||||
|
||||
DISTUTILS_EXT=1
|
||||
DISTUTILS_USE_PEP517=setuptools
|
||||
PYTHON_COMPAT=( python3_{10..13} )
|
||||
|
||||
inherit distutils-r1 multiprocessing
|
||||
|
||||
DESCRIPTION="Python library for Apache Arrow"
|
||||
HOMEPAGE="
|
||||
https://arrow.apache.org/
|
||||
https://github.com/apache/arrow/
|
||||
https://pypi.org/project/pyarrow/
|
||||
"
|
||||
SRC_URI="mirror://apache/arrow/arrow-${PV}/apache-arrow-${PV}.tar.gz"
|
||||
S="${WORKDIR}/apache-arrow-${PV}/python"
|
||||
|
||||
LICENSE="Apache-2.0"
|
||||
SLOT="0"
|
||||
KEYWORDS="amd64 arm64 ~loong ~riscv x86"
|
||||
IUSE="+parquet +snappy ssl"
|
||||
|
||||
RDEPEND="
|
||||
~dev-libs/apache-arrow-${PV}[compute,dataset,json,parquet?,re2,snappy?,ssl?]
|
||||
>=dev-python/numpy-1.16.6:=[${PYTHON_USEDEP}]
|
||||
"
|
||||
BDEPEND="
|
||||
test? (
|
||||
dev-python/cffi[${PYTHON_USEDEP}]
|
||||
dev-python/hypothesis[${PYTHON_USEDEP}]
|
||||
dev-python/pandas[${PYTHON_USEDEP}]
|
||||
dev-python/pytz[${PYTHON_USEDEP}]
|
||||
dev-libs/apache-arrow[lz4,zlib]
|
||||
)
|
||||
"
|
||||
|
||||
EPYTEST_XDIST=1
|
||||
distutils_enable_tests pytest
|
||||
|
||||
src_prepare() {
|
||||
distutils-r1_src_prepare
|
||||
|
||||
# cython's -Werror
|
||||
sed -i -e '/--warning-errors/d' CMakeLists.txt || die
|
||||
}
|
||||
|
||||
src_compile() {
|
||||
export PYARROW_PARALLEL="$(makeopts_jobs)"
|
||||
export PYARROW_BUILD_VERBOSE=1
|
||||
export PYARROW_CXXFLAGS="${CXXFLAGS}"
|
||||
export PYARROW_BUNDLE_ARROW_CPP_HEADERS=0
|
||||
export PYARROW_CMAKE_GENERATOR=Ninja
|
||||
export PYARROW_WITH_HDFS=1
|
||||
if use parquet; then
|
||||
export PYARROW_WITH_DATASET=1
|
||||
export PYARROW_WITH_PARQUET=1
|
||||
use ssl && export PYARROW_WITH_PARQUET_ENCRYPTION=1
|
||||
fi
|
||||
if use snappy; then
|
||||
export PYARROW_WITH_SNAPPY=1
|
||||
fi
|
||||
|
||||
distutils-r1_src_compile
|
||||
}
|
||||
|
||||
python_test() {
|
||||
local EPYTEST_DESELECT=(
|
||||
# wtf?
|
||||
tests/test_fs.py::test_localfs_errors
|
||||
# these require apache-arrow with jemalloc that doesn't seem
|
||||
# to be supported by the Gentoo package
|
||||
tests/test_memory.py::test_env_var
|
||||
tests/test_memory.py::test_specific_memory_pools
|
||||
tests/test_memory.py::test_supported_memory_backends
|
||||
# hypothesis health check failures
|
||||
# https://github.com/apache/arrow/issues/41318
|
||||
tests/interchange/test_interchange_spec.py::test_dtypes
|
||||
tests/test_convert_builtin.py::test_array_to_pylist_roundtrip
|
||||
tests/test_feather.py::test_roundtrip
|
||||
tests/test_pandas.py::test_array_to_pandas_roundtrip
|
||||
tests/test_strategies.py::test_types
|
||||
tests/test_types.py::test_hashing
|
||||
# fragile memory tests
|
||||
tests/test_csv.py::TestSerialStreamingCSVRead::test_batch_lifetime
|
||||
tests/test_csv.py::TestThreadedStreamingCSVRead::test_batch_lifetime
|
||||
# takes forever, and manages to generate timedeltas over 64 bits
|
||||
tests/test_strategies.py
|
||||
)
|
||||
|
||||
cd "${T}" || die
|
||||
local -x PYTEST_DISABLE_PLUGIN_AUTOLOAD=1
|
||||
epytest --pyargs pyarrow
|
||||
}
|
||||
|
||||
python_install() {
|
||||
distutils-r1_python_install
|
||||
# https://github.com/apache/arrow/issues/43299
|
||||
rm -r "${D}$(python_get_sitedir)"/{benchmarks,cmake_modules,examples,scripts} || die
|
||||
}
|
||||
Reference in New Issue
Block a user