Skip to content

CI: Report slow Python tests #24009

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
rapids-bot merged 1 commit into from
Sep 7, 2026
+20 −10
Merged

CI: Report slow Python tests #24009

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 3 additions & 1 deletion ci/run_pylibcudf_pytests.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -43,6 +43,8 @@ cd "$(dirname "$(realpath "${BASH_SOURCE[0]}")")"/../python/pylibcudf/
echo "RAPIDS_CUDA_VERSION: $RAPIDS_CUDA_VERSION"
if [ -n "$TESTING_LIB" ] && [ -f "$TESTING_LIB" ] && [ "$RAPIDS_CUDA_VERSION" != "12.2.2" ]; then
# run the stream tests without xdist to ease the burden on the compute-sanitizer checks
LD_PRELOAD="$TESTING_LIB" PYLIBCUDF_STREAM_TESTING=1 pytest --cache-clear -m "not uses_custom_stream" --ignore="benchmarks" -p no:xdist tests
LD_PRELOAD="$TESTING_LIB" PYLIBCUDF_STREAM_TESTING=1 \
pytest --cache-clear -m "not uses_custom_stream" --ignore="benchmarks" \
-p no:xdist --durations=10 --durations-min=10 tests
fi
pytest --cache-clear --ignore="benchmarks" "$@" tests
14 changes: 9 additions & 5 deletions ci/test_python_cudf.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
#!/bin/bash
# SPDX-FileCopyrightText: Copyright (c) 2022-2026, NVIDIA CORPORATION.
# SPDX-FileCopyrightText: Copyright (c) 2022-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
# SPDX-License-Identifier: Apache-2.0

set -euo pipefail
Expand All @@ -25,7 +25,8 @@ timeout 40m ./ci/run_pylibcudf_pytests.sh \
--cov-config=.coveragerc \
--cov=pylibcudf \
--cov-report=xml:"${RAPIDS_COVERAGE_DIR}/pylibcudf-coverage.xml" \
--cov-report=term
--cov-report=term \
--durations=10 --durations-min=10

version_gte() {
[ "$2" = "$(echo -e "$2\n$1" | sort -V | head -n1)" ]
Expand All @@ -39,7 +40,8 @@ timeout 40m ./ci/run_cudf_pytests.sh \
--cov-config=../.coveragerc \
--cov=cudf \
--cov-report=xml:"${RAPIDS_COVERAGE_DIR}/cudf-coverage.xml" \
--cov-report=term
--cov-report=term \
--durations=10 --durations-min=10

# Run benchmarks with both cudf and pandas to ensure compatibility is maintained.
# Benchmarks are run in DEBUG_ONLY mode, meaning that only small data sizes are used.
Expand All @@ -54,7 +56,8 @@ timeout 40m ./ci/run_cudf_pytest_benchmarks.sh \
--cov-config=.coveragerc \
--cov=cudf \
--cov-report=xml:"${RAPIDS_COVERAGE_DIR}/cudf-benchmark-coverage.xml" \
--cov-report=term
--cov-report=term \
--durations=10 --durations-min=10

rapids-logger "pytest for cudf benchmarks using pandas"
timeout 40m ./ci/run_cudf_pandas_pytest_benchmarks.sh \
Expand All @@ -64,7 +67,8 @@ timeout 40m ./ci/run_cudf_pandas_pytest_benchmarks.sh \
--cov-config=.coveragerc \
--cov=cudf \
--cov-report=xml:"${RAPIDS_COVERAGE_DIR}/cudf-benchmark-pandas-coverage.xml" \
--cov-report=term
--cov-report=term \
--durations=10 --durations-min=10

rapids-logger "Test script exiting with value: $EXITCODE"
exit ${EXITCODE}
12 changes: 8 additions & 4 deletions ci/test_python_other.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -25,11 +25,13 @@ timeout 30m ./ci/run_dask_cudf_pytests.sh \
--cov-config=../.coveragerc \
--cov=dask_cudf \
--cov-report=xml:"${RAPIDS_COVERAGE_DIR}/dask-cudf-coverage.xml" \
--cov-report=term
--cov-report=term \
--durations=10 --durations-min=10

rapids-logger "pytest cudf_kafka"
timeout 30m ./ci/run_cudf_kafka_pytests.sh \
--junitxml="${RAPIDS_TESTS_DIR}/junit-cudf-kafka.xml"
--junitxml="${RAPIDS_TESTS_DIR}/junit-cudf-kafka.xml" \
--durations=10 --durations-min=10

rapids-logger "pytest custreamz"
timeout 30m ./ci/run_custreamz_pytests.sh \
Expand All @@ -39,7 +41,8 @@ timeout 30m ./ci/run_custreamz_pytests.sh \
--cov-config=../.coveragerc \
--cov=custreamz \
--cov-report=xml:"${RAPIDS_COVERAGE_DIR}/custreamz-coverage.xml" \
--cov-report=term
--cov-report=term \
--durations=10 --durations-min=10

rapids-logger "pytest cudf-polars"
# Fail fast (-x) rather than trying to continue because failed tests pollute the state
Expand All @@ -56,7 +59,8 @@ rapids-logger "pytest cudf-polars"

rapids-logger "pytest cudf_streaming"
timeout 30m ./ci/run_cudf_streaming_pytests.sh \
--junitxml="${RAPIDS_TESTS_DIR}/junit-cudf-streaming.xml"
--junitxml="${RAPIDS_TESTS_DIR}/junit-cudf-streaming.xml" \
--durations=10 --durations-min=10

rapids-logger "Test script exiting with value: $EXITCODE"
exit ${EXITCODE}
Loading