dev-python/pyarrow: Remove old

Signed-off-by: Michał Górny <mgorny@gentoo.org>
This commit is contained in:
Michał Górny
2024-11-22 13:35:17 +01:00
parent a8588f2201
commit 5bfa3fca10
5 changed files with 0 additions and 326 deletions

View File

@@ -1,5 +1,3 @@
DIST apache-arrow-16.1.0.tar.gz 21707079 BLAKE2B 5541c364351e59e8164f2461546bce3ddc834d70b3a03b815b681187674bdd89ccfb7eb113bf9010c821845b0c1fa51f5321bfea5b20927e6364f6452ec980d2 SHA512 28975f59e1fdde2dba4afaf4a5ba934b63db3a7f27656e2aa0af0f0d2a046c9dbfa9a6082de94629c36d03809b296566a37ea65ec5a2fc17fedac7d21e272d31
DIST apache-arrow-17.0.0.tar.gz 21822331 BLAKE2B 64f9321cbf13fafae5938f26840d3ef642d6f5b40386315030bc70fe8703786ee394c8483d2bde7961cf2b5c15470ffebd7c66029e116b05cfbf5524e9fe51f1 SHA512 4e2a617b8deeb9f94ee085653a721904a75696f0827bcba82b535cc7f4f723066a09914c7fa83c593e51a8a4031e8bf99e563cac1ebb1d89604cb406975d4864
DIST apache-arrow-18.0.0.tar.gz 19113236 BLAKE2B c358f8e61155432540a4002c6dfba7a3763d934a43eddae0a9a6f98bb26879df51e3cdcc64db6dd684ffde2ef8ef6dcff8906355b5769f71afae907aa1e920c5 SHA512 4df30ab5561da695eaa864422626b9898555d86ca56835c3b8a8ca93a1dbaf081582bb36e2440d1daf7e1dd48c76941f1152a4f25ce0dbcc1c2abe244a00c05e
DIST arrow-testing-4d209492d514c2d3cb2d392681b9aa00e6d8da1c.tar.gz 3572558 BLAKE2B fe5b6a46babbde8e2becefea09fecf090201a49faa7d4ee2f44b0bb4da42c344b37564999d32fdbd54a81a56c33fbde9b2d9d2fa664bf127cb5661e845fb6229 SHA512 6758ad936e1eeb2c5dd2b4b40fe90822a48a4ce67ee4d36657c168e1db5d9a17c092f4cf571b13d56b568a773515385441874d1ea36a1f6e5b15a99f67176fa3
DIST parquet-testing-cb7a9674142c137367bf75a01b79c6e214a73199.tar.gz 1068025 BLAKE2B 0fdd12d04108b27b17564c60ca36e751453f5d74cfbbe3a076e8befa1696aa0f093e2d1a5eacb99e69a98deda502930ba79b8329403af1e8b9d696e6617c6075 SHA512 dd221d9d59442cebb7158d7cf769d6e5323416bfcde2852eee37a26ff089bc04ea10b9ae7158a37d8694c10469d77c7d251d0dd2549596a7b3899d9c39b45997

View File

@@ -1,65 +0,0 @@
diff --git a/pyarrow/tests/parquet/common.py b/pyarrow/tests/parquet/common.py
index 8365ed5b28543..c3094ee20b34c 100644
--- a/pyarrow/tests/parquet/common.py
+++ b/pyarrow/tests/parquet/common.py
@@ -83,7 +83,7 @@ def _random_integers(size, dtype):
iinfo = np.iinfo(dtype)
return np.random.randint(max(iinfo.min, platform_int_info.min),
min(iinfo.max, platform_int_info.max),
- size=size).astype(dtype)
+ size=size, dtype=dtype)
def _range_integers(size, dtype):
diff --git a/pyarrow/tests/test_array.py b/pyarrow/tests/test_array.py
index 88394c77e429d..1032ab9add3ca 100644
--- a/pyarrow/tests/test_array.py
+++ b/pyarrow/tests/test_array.py
@@ -3398,7 +3398,7 @@ def test_numpy_array_protocol():
result = np.asarray(arr)
np.testing.assert_array_equal(result, expected)
- if Version(np.__version__) < Version("2.0"):
+ if Version(np.__version__) < Version("2.0.0.dev0"):
# copy keyword is not strict and not passed down to __array__
result = np.array(arr, copy=False)
np.testing.assert_array_equal(result, expected)
diff --git a/pyarrow/tests/test_pandas.py b/pyarrow/tests/test_pandas.py
index be2c5b14e68b0..ba9d6a3c01391 100644
--- a/pyarrow/tests/test_pandas.py
+++ b/pyarrow/tests/test_pandas.py
@@ -780,7 +780,7 @@ def test_integer_no_nulls(self):
info = np.iinfo(dtype)
values = np.random.randint(max(info.min, np.iinfo(np.int_).min),
min(info.max, np.iinfo(np.int_).max),
- size=num_values)
+ size=num_values, dtype=dtype)
data[dtype] = values.astype(dtype)
fields.append(pa.field(dtype, arrow_dtype))
diff --git a/pyarrow/tests/test_table.py b/pyarrow/tests/test_table.py
index a58010d083e92..f40759de50c8c 100644
--- a/pyarrow/tests/test_table.py
+++ b/pyarrow/tests/test_table.py
@@ -3281,7 +3281,7 @@ def test_numpy_array_protocol(constructor):
table = constructor([[1, 2, 3], [4.0, 5.0, 6.0]], names=["a", "b"])
expected = np.array([[1, 4], [2, 5], [3, 6]], dtype="float64")
- if Version(np.__version__) < Version("2.0"):
+ if Version(np.__version__) < Version("2.0.0.dev0"):
# copy keyword is not strict and not passed down to __array__
result = np.array(table, copy=False)
np.testing.assert_array_equal(result, expected)
diff --git a/scripts/test_leak.py b/scripts/test_leak.py
index f2bbe8d051bf9..86a87f5e742e8 100644
--- a/scripts/test_leak.py
+++ b/scripts/test_leak.py
@@ -98,7 +98,7 @@ def func():
def test_ARROW_8801():
- x = pd.to_datetime(np.random.randint(0, 2**32, size=2**20),
+ x = pd.to_datetime(np.random.randint(0, 2**32, size=2**20, dtype=np.int64),
unit='ms', utc=True)
table = pa.table(pd.DataFrame({'x': x}))

View File

@@ -1,60 +0,0 @@
diff --git a/python/pyarrow/src/arrow/python/udf.cc b/python/pyarrow/src/arrow/python/udf.cc
index e9b72a2592738..b6a862af8ca07 100644
--- a/pyarrow/src/arrow/python/udf.cc
+++ b/pyarrow/src/arrow/python/udf.cc
@@ -28,6 +28,10 @@
#include "arrow/util/checked_cast.h"
#include "arrow/util/logging.h"
+// Py_IsFinalizing added in Python 3.13.0a4
+#if PY_VERSION_HEX < 0x030D00A4
+#define Py_IsFinalizing() _Py_IsFinalizing()
+#endif
namespace arrow {
using compute::ExecSpan;
using compute::Grouper;
@@ -47,7 +51,7 @@ struct PythonUdfKernelState : public compute::KernelState {
// function needs to be destroyed at process exit
// and Python may no longer be initialized.
~PythonUdfKernelState() {
- if (_Py_IsFinalizing()) {
+ if (Py_IsFinalizing()) {
function->detach();
}
}
@@ -64,7 +68,7 @@ struct PythonUdfKernelInit {
// function needs to be destroyed at process exit
// and Python may no longer be initialized.
~PythonUdfKernelInit() {
- if (_Py_IsFinalizing()) {
+ if (Py_IsFinalizing()) {
function->detach();
}
}
@@ -132,7 +136,7 @@ struct PythonTableUdfKernelInit {
// function needs to be destroyed at process exit
// and Python may no longer be initialized.
~PythonTableUdfKernelInit() {
- if (_Py_IsFinalizing()) {
+ if (Py_IsFinalizing()) {
function_maker->detach();
}
}
@@ -173,7 +177,7 @@ struct PythonUdfScalarAggregatorImpl : public ScalarUdfAggregator {
};
~PythonUdfScalarAggregatorImpl() override {
- if (_Py_IsFinalizing()) {
+ if (Py_IsFinalizing()) {
function->detach();
}
}
@@ -270,7 +274,7 @@ struct PythonUdfHashAggregatorImpl : public HashUdfAggregator {
};
~PythonUdfHashAggregatorImpl() override {
- if (_Py_IsFinalizing()) {
+ if (Py_IsFinalizing()) {
function->detach();
}
}

View File

@@ -1,97 +0,0 @@
# Copyright 2023-2024 Gentoo Authors
# Distributed under the terms of the GNU General Public License v2
EAPI=8
DISTUTILS_EXT=1
DISTUTILS_USE_PEP517=setuptools
PYTHON_COMPAT=( python3_{10..13} )
inherit distutils-r1 multiprocessing
DESCRIPTION="Python library for Apache Arrow"
HOMEPAGE="
https://arrow.apache.org/
https://github.com/apache/arrow/
https://pypi.org/project/pyarrow/
"
SRC_URI="mirror://apache/arrow/arrow-${PV}/apache-arrow-${PV}.tar.gz"
S="${WORKDIR}/apache-arrow-${PV}/python"
LICENSE="Apache-2.0"
SLOT="0"
KEYWORDS="amd64 ~arm64 ~loong ~riscv ~x86"
IUSE="+parquet +snappy ssl"
RDEPEND="
~dev-libs/apache-arrow-${PV}[compute,dataset,json,parquet?,re2,snappy?,ssl?]
>=dev-python/numpy-1.16.6:=[${PYTHON_USEDEP}]
"
BDEPEND="
test? (
dev-python/hypothesis[${PYTHON_USEDEP}]
dev-python/pandas[${PYTHON_USEDEP}]
dev-libs/apache-arrow[lz4,zlib]
)
"
EPYTEST_XDIST=1
distutils_enable_tests pytest
src_prepare() {
local PATCHES=(
# https://github.com/apache/arrow/pull/42099
"${FILESDIR}/${P}-numpy-2.patch"
# https://github.com/apache/arrow/pull/42034
"${FILESDIR}/${P}-py313.patch"
)
# cython's -Werror
sed -i -e '/--warning-errors/d' CMakeLists.txt || die
distutils-r1_src_prepare
}
src_compile() {
export PYARROW_PARALLEL="$(makeopts_jobs)"
export PYARROW_BUILD_VERBOSE=1
export PYARROW_CXXFLAGS="${CXXFLAGS}"
export PYARROW_BUNDLE_ARROW_CPP_HEADERS=0
export PYARROW_CMAKE_GENERATOR=Ninja
export PYARROW_WITH_HDFS=1
if use parquet; then
export PYARROW_WITH_DATASET=1
export PYARROW_WITH_PARQUET=1
use ssl && export PYARROW_WITH_PARQUET_ENCRYPTION=1
fi
if use snappy; then
export PYARROW_WITH_SNAPPY=1
fi
distutils-r1_src_compile
}
python_test() {
local EPYTEST_DESELECT=(
# wtf?
tests/test_fs.py::test_localfs_errors
# these require apache-arrow with jemalloc that doesn't seem
# to be supported by the Gentoo package
tests/test_memory.py::test_env_var
tests/test_memory.py::test_specific_memory_pools
tests/test_memory.py::test_supported_memory_backends
# pandas changed, i guess
tests/test_pandas.py::test_array_protocol_pandas_extension_types
tests/test_table.py::test_table_factory_function_args_pandas
# hypothesis health check failures
# https://github.com/apache/arrow/issues/41318
tests/interchange/test_interchange_spec.py::test_dtypes
tests/test_convert_builtin.py::test_array_to_pylist_roundtrip
tests/test_feather.py::test_roundtrip
tests/test_pandas.py::test_array_to_pandas_roundtrip
tests/test_types.py::test_hashing
)
cd "${T}" || die
local -x PYTEST_DISABLE_PLUGIN_AUTOLOAD=1
epytest --pyargs pyarrow
}

View File

@@ -1,102 +0,0 @@
# Copyright 2023-2024 Gentoo Authors
# Distributed under the terms of the GNU General Public License v2
EAPI=8
DISTUTILS_EXT=1
DISTUTILS_USE_PEP517=setuptools
PYTHON_COMPAT=( python3_{10..13} )
inherit distutils-r1 multiprocessing
DESCRIPTION="Python library for Apache Arrow"
HOMEPAGE="
https://arrow.apache.org/
https://github.com/apache/arrow/
https://pypi.org/project/pyarrow/
"
SRC_URI="mirror://apache/arrow/arrow-${PV}/apache-arrow-${PV}.tar.gz"
S="${WORKDIR}/apache-arrow-${PV}/python"
LICENSE="Apache-2.0"
SLOT="0"
KEYWORDS="amd64 arm64 ~loong ~riscv x86"
IUSE="+parquet +snappy ssl"
RDEPEND="
~dev-libs/apache-arrow-${PV}[compute,dataset,json,parquet?,re2,snappy?,ssl?]
>=dev-python/numpy-1.16.6:=[${PYTHON_USEDEP}]
"
BDEPEND="
test? (
dev-python/cffi[${PYTHON_USEDEP}]
dev-python/hypothesis[${PYTHON_USEDEP}]
dev-python/pandas[${PYTHON_USEDEP}]
dev-python/pytz[${PYTHON_USEDEP}]
dev-libs/apache-arrow[lz4,zlib]
)
"
EPYTEST_XDIST=1
distutils_enable_tests pytest
src_prepare() {
distutils-r1_src_prepare
# cython's -Werror
sed -i -e '/--warning-errors/d' CMakeLists.txt || die
}
src_compile() {
export PYARROW_PARALLEL="$(makeopts_jobs)"
export PYARROW_BUILD_VERBOSE=1
export PYARROW_CXXFLAGS="${CXXFLAGS}"
export PYARROW_BUNDLE_ARROW_CPP_HEADERS=0
export PYARROW_CMAKE_GENERATOR=Ninja
export PYARROW_WITH_HDFS=1
if use parquet; then
export PYARROW_WITH_DATASET=1
export PYARROW_WITH_PARQUET=1
use ssl && export PYARROW_WITH_PARQUET_ENCRYPTION=1
fi
if use snappy; then
export PYARROW_WITH_SNAPPY=1
fi
distutils-r1_src_compile
}
python_test() {
local EPYTEST_DESELECT=(
# wtf?
tests/test_fs.py::test_localfs_errors
# these require apache-arrow with jemalloc that doesn't seem
# to be supported by the Gentoo package
tests/test_memory.py::test_env_var
tests/test_memory.py::test_specific_memory_pools
tests/test_memory.py::test_supported_memory_backends
# hypothesis health check failures
# https://github.com/apache/arrow/issues/41318
tests/interchange/test_interchange_spec.py::test_dtypes
tests/test_convert_builtin.py::test_array_to_pylist_roundtrip
tests/test_feather.py::test_roundtrip
tests/test_pandas.py::test_array_to_pandas_roundtrip
tests/test_strategies.py::test_types
tests/test_types.py::test_hashing
# fragile memory tests
tests/test_csv.py::TestSerialStreamingCSVRead::test_batch_lifetime
tests/test_csv.py::TestThreadedStreamingCSVRead::test_batch_lifetime
# takes forever, and manages to generate timedeltas over 64 bits
tests/test_strategies.py
)
cd "${T}" || die
local -x PYTEST_DISABLE_PLUGIN_AUTOLOAD=1
epytest --pyargs pyarrow
}
python_install() {
distutils-r1_python_install
# https://github.com/apache/arrow/issues/43299
rm -r "${D}$(python_get_sitedir)"/{benchmarks,cmake_modules,examples,scripts} || die
}