diff --git a/.github/workflows/build.yaml b/.github/workflows/build.yaml index c14b7ed4e514..910b895d9537 100644 --- a/.github/workflows/build.yaml +++ b/.github/workflows/build.yaml @@ -36,7 +36,7 @@ permissions: {} jobs: build-details: - uses: rapidsai/shared-workflows/.github/workflows/compute-build-details.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/compute-build-details.yaml@main telemetry-setup: permissions: id-token: write @@ -59,7 +59,7 @@ jobs: packages: read pull-requests: read secrets: inherit # zizmor: ignore[secrets-inherit] - uses: rapidsai/shared-workflows/.github/workflows/conda-cpp-build.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/conda-cpp-build.yaml@main with: build_type: ${{ inputs.build_type || 'branch' }} build-datetime: ${{ needs.build-details.outputs.build-datetime }} @@ -77,7 +77,7 @@ jobs: packages: read pull-requests: read secrets: inherit # zizmor: ignore[secrets-inherit] - uses: rapidsai/shared-workflows/.github/workflows/conda-python-build.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/conda-python-build.yaml@main with: build_type: ${{ inputs.build_type || 'branch' }} build-datetime: ${{ needs.build-details.outputs.build-datetime }} @@ -96,7 +96,7 @@ jobs: packages: read pull-requests: read secrets: inherit # zizmor: ignore[secrets-inherit] - uses: rapidsai/shared-workflows/.github/workflows/conda-python-build.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/conda-python-build.yaml@main with: build_type: ${{ inputs.build_type || 'branch' }} build-datetime: ${{ needs.build-details.outputs.build-datetime }} @@ -113,7 +113,7 @@ jobs: id-token: write packages: read pull-requests: read - uses: rapidsai/shared-workflows/.github/workflows/conda-upload-packages.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/conda-upload-packages.yaml@main secrets: CONDA_RAPIDSAI_NIGHTLY_TOKEN: ${{ secrets.CONDA_RAPIDSAI_NIGHTLY_TOKEN }} CONDA_RAPIDSAI_TOKEN: ${{ secrets.CONDA_RAPIDSAI_TOKEN }} @@ -132,7 +132,7 @@ jobs: packages: read pull-requests: read secrets: inherit # zizmor: ignore[secrets-inherit] - uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@main with: arch: "amd64" branch: ${{ inputs.branch }} @@ -158,7 +158,7 @@ jobs: target-aws-region: ${{ secrets.NVIDIA_DOCS_AWS_REGION }} target-aws-secret-access-key: ${{ secrets.NVIDIA_DOCS_AWS_SECRET_ACCESS_KEY }} target-s3-bucket: ${{ secrets.NVIDIA_DOCS_S3_BUCKET }} - uses: rapidsai/shared-workflows/.github/workflows/publish-api-docs.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/publish-api-docs.yaml@main with: docs-projects: cudf,dask-cudf,libcudf dry-run: false @@ -192,7 +192,7 @@ jobs: id-token: write packages: read pull-requests: read - uses: rapidsai/shared-workflows/.github/workflows/wheels-publish.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/wheels-publish.yaml@main secrets: CONDA_RAPIDSAI_WHEELS_NIGHTLY_TOKEN: ${{ secrets.CONDA_RAPIDSAI_WHEELS_NIGHTLY_TOKEN }} RAPIDSAI_PYPI_TOKEN: ${{ secrets.RAPIDSAI_PYPI_TOKEN }} @@ -213,7 +213,7 @@ jobs: id-token: write packages: read pull-requests: read - uses: rapidsai/shared-workflows/.github/workflows/wheels-publish.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/wheels-publish.yaml@main secrets: CONDA_RAPIDSAI_WHEELS_NIGHTLY_TOKEN: ${{ secrets.CONDA_RAPIDSAI_WHEELS_NIGHTLY_TOKEN }} RAPIDSAI_PYPI_TOKEN: ${{ secrets.RAPIDSAI_PYPI_TOKEN }} @@ -254,7 +254,7 @@ jobs: id-token: write packages: read pull-requests: read - uses: rapidsai/shared-workflows/.github/workflows/wheels-publish.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/wheels-publish.yaml@main secrets: CONDA_RAPIDSAI_WHEELS_NIGHTLY_TOKEN: ${{ secrets.CONDA_RAPIDSAI_WHEELS_NIGHTLY_TOKEN }} RAPIDSAI_PYPI_TOKEN: ${{ secrets.RAPIDSAI_PYPI_TOKEN }} @@ -275,7 +275,7 @@ jobs: packages: read pull-requests: read secrets: inherit # zizmor: ignore[secrets-inherit] - uses: rapidsai/shared-workflows/.github/workflows/wheels-publish.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/wheels-publish.yaml@main with: build_type: ${{ inputs.build_type || 'branch' }} branch: ${{ inputs.branch }} @@ -293,7 +293,7 @@ jobs: packages: read pull-requests: read secrets: inherit # zizmor: ignore[secrets-inherit] - uses: rapidsai/shared-workflows/.github/workflows/wheels-publish.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/wheels-publish.yaml@main with: build_type: ${{ inputs.build_type || 'branch' }} branch: ${{ inputs.branch }} @@ -334,7 +334,7 @@ jobs: packages: read pull-requests: read secrets: inherit # zizmor: ignore[secrets-inherit] - uses: rapidsai/shared-workflows/.github/workflows/wheels-publish.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/wheels-publish.yaml@main with: build_type: ${{ inputs.build_type || 'branch' }} branch: ${{ inputs.branch }} @@ -352,7 +352,7 @@ jobs: packages: read pull-requests: read secrets: inherit # zizmor: ignore[secrets-inherit] - uses: rapidsai/shared-workflows/.github/workflows/wheels-publish.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/wheels-publish.yaml@main with: build_type: ${{ inputs.build_type || 'branch' }} branch: ${{ inputs.branch }} @@ -406,7 +406,7 @@ jobs: devcontainers: name: Build devcontainers secrets: inherit # zizmor: ignore[secrets-inherit] - uses: rapidsai/shared-workflows/.github/workflows/build-devcontainers.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/build-devcontainers.yaml@main permissions: packages: write with: @@ -417,7 +417,7 @@ jobs: needs: [telemetry-setup] permissions: contents: read - uses: rapidsai/shared-workflows/.github/workflows/compute-matrix.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/compute-matrix.yaml@main with: build_type: ${{ inputs.build_type || 'branch' }} matrix_name: conda-cpp-build @@ -431,7 +431,7 @@ jobs: packages: read pull-requests: read secrets: inherit # zizmor: ignore[secrets-inherit] - uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@main strategy: fail-fast: false matrix: ${{ fromJSON(needs.java-build-matrix.outputs.matrix) }} @@ -502,7 +502,7 @@ jobs: permissions: actions: read contents: read - uses: rapidsai/shared-workflows/.github/workflows/maven-publish.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/maven-publish.yaml@main secrets: GPG_PRIVATE_KEY: ${{ secrets.GPG_PRIVATE_KEY }} GPG_PASSPHRASE: ${{ secrets.GPG_PASSPHRASE }} diff --git a/.github/workflows/pandas-tests.yaml b/.github/workflows/pandas-tests.yaml index 2004f60ec0d5..2c249723540f 100644 --- a/.github/workflows/pandas-tests.yaml +++ b/.github/workflows/pandas-tests.yaml @@ -52,7 +52,7 @@ jobs: id-token: write packages: read pull-requests: read - uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@main with: build_type: nightly branch: ${{ inputs.branch }} @@ -75,7 +75,7 @@ jobs: id-token: write packages: read pull-requests: read - uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@main with: build_type: nightly branch: ${{ inputs.branch }} diff --git a/.github/workflows/pr.yaml b/.github/workflows/pr.yaml index fb29ac341e79..6abfeaad8dc0 100644 --- a/.github/workflows/pr.yaml +++ b/.github/workflows/pr.yaml @@ -45,7 +45,7 @@ jobs: - narwhals-tests - telemetry-setup - third-party-integration-tests-cudf-pandas - uses: rapidsai/shared-workflows/.github/workflows/pr-builder.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/pr-builder.yaml@main permissions: contents: read if: always() @@ -63,7 +63,7 @@ jobs: if: ${{ vars.TELEMETRY_ENABLED == 'true' }} uses: rapidsai/shared-actions/telemetry-dispatch-stash-base-env-vars@main build-details: - uses: rapidsai/shared-workflows/.github/workflows/compute-build-details.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/compute-build-details.yaml@main check-nightly-ci: runs-on: ubuntu-latest permissions: @@ -88,7 +88,7 @@ jobs: packages: read pull-requests: read needs: telemetry-setup - uses: rapidsai/shared-workflows/.github/workflows/changed-files.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/changed-files.yaml@main with: files_yaml: | build_docs: @@ -234,7 +234,7 @@ jobs: permissions: contents: read needs: telemetry-setup - uses: rapidsai/shared-workflows/.github/workflows/checks.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/checks.yaml@main with: enable_check_generated_files: false ignored_pr_jobs: "telemetry-summarize cudf-spark-jni cuml-compat-tests" @@ -247,7 +247,7 @@ jobs: packages: read pull-requests: read secrets: inherit # zizmor: ignore[secrets-inherit] - uses: rapidsai/shared-workflows/.github/workflows/conda-cpp-build.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/conda-cpp-build.yaml@main with: build_type: pull-request build-datetime: ${{ needs.build-details.outputs.build-datetime }} @@ -262,7 +262,7 @@ jobs: packages: read pull-requests: read secrets: inherit # zizmor: ignore[secrets-inherit] - uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@main if: fromJSON(needs.changed-files.outputs.changed_file_groups).cpp_build_inputs || fromJSON(needs.changed-files.outputs.changed_file_groups).test_cmake with: build_type: pull-request @@ -279,7 +279,7 @@ jobs: pull-requests: read secrets: inherit # zizmor: ignore[secrets-inherit] needs: [checks, changed-files] - uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@main if: fromJSON(needs.changed-files.outputs.changed_file_groups).cpp_build_inputs || fromJSON(needs.changed-files.outputs.changed_file_groups).cpp_test_files || fromJSON(needs.changed-files.outputs.changed_file_groups).cpp_linters with: build_type: pull-request @@ -292,7 +292,7 @@ jobs: id-token: write packages: read pull-requests: read - uses: rapidsai/shared-workflows/.github/workflows/conda-cpp-post-build-checks.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/conda-cpp-post-build-checks.yaml@main with: build_type: pull-request package_name: libcudf @@ -305,7 +305,7 @@ jobs: packages: read pull-requests: read secrets: inherit # zizmor: ignore[secrets-inherit] - uses: rapidsai/shared-workflows/.github/workflows/conda-cpp-tests.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/conda-cpp-tests.yaml@main if: fromJSON(needs.changed-files.outputs.changed_file_groups).cpp_build_inputs || fromJSON(needs.changed-files.outputs.changed_file_groups).cpp_test_files || fromJSON(needs.changed-files.outputs.changed_file_groups).test_cpp with: build_type: pull-request @@ -321,7 +321,7 @@ jobs: packages: read pull-requests: read secrets: inherit # zizmor: ignore[secrets-inherit] - uses: rapidsai/shared-workflows/.github/workflows/conda-python-build.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/conda-python-build.yaml@main with: build_type: pull-request build-datetime: ${{ needs.build-details.outputs.build-datetime }} @@ -337,7 +337,7 @@ jobs: packages: read pull-requests: read secrets: inherit # zizmor: ignore[secrets-inherit] - uses: rapidsai/shared-workflows/.github/workflows/conda-python-build.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/conda-python-build.yaml@main with: build_type: pull-request build-datetime: ${{ needs.build-details.outputs.build-datetime }} @@ -352,7 +352,7 @@ jobs: packages: read pull-requests: read secrets: inherit # zizmor: ignore[secrets-inherit] - uses: rapidsai/shared-workflows/.github/workflows/conda-python-tests.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/conda-python-tests.yaml@main if: fromJSON(needs.changed-files.outputs.changed_file_groups).cpp_build_inputs || fromJSON(needs.changed-files.outputs.changed_file_groups).test_python_all || fromJSON(needs.changed-files.outputs.changed_file_groups).test_python_cudf || fromJSON(needs.changed-files.outputs.changed_file_groups).test_python_conda_builds || fromJSON(needs.changed-files.outputs.changed_file_groups).test_python_conda_common || fromJSON(needs.changed-files.outputs.changed_file_groups).test_python_conda_cudf with: build_type: pull-request @@ -369,7 +369,7 @@ jobs: packages: read pull-requests: read secrets: inherit # zizmor: ignore[secrets-inherit] - uses: rapidsai/shared-workflows/.github/workflows/conda-python-tests.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/conda-python-tests.yaml@main if: fromJSON(needs.changed-files.outputs.changed_file_groups).cpp_build_inputs || fromJSON(needs.changed-files.outputs.changed_file_groups).test_python_all || fromJSON(needs.changed-files.outputs.changed_file_groups).test_python_other || fromJSON(needs.changed-files.outputs.changed_file_groups).test_python_cudf_polars || fromJSON(needs.changed-files.outputs.changed_file_groups).test_python_cudf_streaming || fromJSON(needs.changed-files.outputs.changed_file_groups).test_python_conda_builds || fromJSON(needs.changed-files.outputs.changed_file_groups).test_python_conda_common || fromJSON(needs.changed-files.outputs.changed_file_groups).test_python_cudf_polars_runner with: build_type: pull-request @@ -383,7 +383,7 @@ jobs: needs: [checks] permissions: contents: read - uses: rapidsai/shared-workflows/.github/workflows/compute-matrix.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/compute-matrix.yaml@main with: build_type: pull-request matrix_name: conda-cpp-build @@ -397,7 +397,7 @@ jobs: packages: read pull-requests: read secrets: inherit # zizmor: ignore[secrets-inherit] - uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@main if: fromJSON(needs.changed-files.outputs.changed_file_groups).cpp_build_inputs || fromJSON(needs.changed-files.outputs.changed_file_groups).test_java || fromJSON(needs.changed-files.outputs.changed_file_groups).test_java_packaged strategy: fail-fast: false @@ -421,7 +421,7 @@ jobs: packages: read pull-requests: read secrets: inherit # zizmor: ignore[secrets-inherit] - uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@main strategy: fail-fast: false matrix: ${{ fromJSON(needs.java-build-matrix.outputs.matrix) }} @@ -440,7 +440,7 @@ jobs: packages: read pull-requests: read secrets: inherit # zizmor: ignore[secrets-inherit] - uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@main if: fromJSON(needs.changed-files.outputs.changed_file_groups).test_notebooks with: build_type: pull-request @@ -457,7 +457,7 @@ jobs: packages: read pull-requests: read secrets: inherit # zizmor: ignore[secrets-inherit] - uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@main if: fromJSON(needs.changed-files.outputs.changed_file_groups).build_docs || fromJSON(needs.changed-files.outputs.changed_file_groups).test_python_all with: build_type: pull-request @@ -480,7 +480,7 @@ jobs: target-aws-region: ${{ secrets.NVIDIA_DOCS_AWS_REGION }} target-aws-secret-access-key: ${{ secrets.NVIDIA_DOCS_AWS_SECRET_ACCESS_KEY }} target-s3-bucket: ${{ secrets.NVIDIA_DOCS_S3_BUCKET }} - uses: rapidsai/shared-workflows/.github/workflows/publish-api-docs.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/publish-api-docs.yaml@main with: docs-projects: cudf,dask-cudf,libcudf dry-run: true @@ -549,7 +549,7 @@ jobs: packages: read pull-requests: read secrets: inherit # zizmor: ignore[secrets-inherit] - uses: rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@main if: fromJSON(needs.changed-files.outputs.changed_file_groups).cpp_build_inputs || fromJSON(needs.changed-files.outputs.changed_file_groups).test_python_all || fromJSON(needs.changed-files.outputs.changed_file_groups).test_python_cudf || fromJSON(needs.changed-files.outputs.changed_file_groups).test_python_cudf_streaming || fromJSON(needs.changed-files.outputs.changed_file_groups).test_python_wheels || fromJSON(needs.changed-files.outputs.changed_file_groups).test_python_wheel_cudf with: build_type: pull-request @@ -570,7 +570,7 @@ jobs: packages: read pull-requests: read secrets: inherit # zizmor: ignore[secrets-inherit] - uses: rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@main if: fromJSON(needs.changed-files.outputs.changed_file_groups).cpp_build_inputs || fromJSON(needs.changed-files.outputs.changed_file_groups).test_python_all || fromJSON(needs.changed-files.outputs.changed_file_groups).test_python_cudf_polars || fromJSON(needs.changed-files.outputs.changed_file_groups).test_python_wheels || fromJSON(needs.changed-files.outputs.changed_file_groups).test_python_wheel_cudf_polars || fromJSON(needs.changed-files.outputs.changed_file_groups).test_python_cudf_polars_runner with: # This selects "ARCH=amd64 + the latest supported Python + CUDA". @@ -603,7 +603,7 @@ jobs: packages: read pull-requests: read secrets: inherit # zizmor: ignore[secrets-inherit] - uses: rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@main if: fromJSON(needs.changed-files.outputs.changed_file_groups).cpp_build_inputs || fromJSON(needs.changed-files.outputs.changed_file_groups).test_python_all || fromJSON(needs.changed-files.outputs.changed_file_groups).test_python_cudf_polars || fromJSON(needs.changed-files.outputs.changed_file_groups).test_python_wheels || fromJSON(needs.changed-files.outputs.changed_file_groups).test_python_wheel_cudf_polars || fromJSON(needs.changed-files.outputs.changed_file_groups).test_python_cudf_polars_polars with: # This selects "ARCH=amd64 + the latest supported Python + CUDA". @@ -622,7 +622,7 @@ jobs: packages: read pull-requests: read secrets: inherit # zizmor: ignore[secrets-inherit] - uses: rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@main if: fromJSON(needs.changed-files.outputs.changed_file_groups).test_wheel_dask_cudf || fromJSON(needs.changed-files.outputs.changed_file_groups).test_python_wheels || fromJSON(needs.changed-files.outputs.changed_file_groups).test_python_wheel_cudf || fromJSON(needs.changed-files.outputs.changed_file_groups).test_python_wheel_dask_cudf with: # This selects "ARCH=amd64 + the latest supported Python + CUDA". @@ -639,7 +639,7 @@ jobs: pull-requests: read secrets: inherit # zizmor: ignore[secrets-inherit] needs: telemetry-setup - uses: rapidsai/shared-workflows/.github/workflows/build-in-devcontainer.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/build-in-devcontainer.yaml@main with: arch: '["amd64", "arm64"]' cuda: '["13.3"]' @@ -662,7 +662,7 @@ jobs: packages: read pull-requests: read secrets: inherit # zizmor: ignore[secrets-inherit] - uses: rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@main if: fromJSON(needs.changed-files.outputs.changed_file_groups).unit_tests_cudf_pandas with: # This selects the latest supported Python + CUDA minor versions for each ARCH/CUDA major version combo @@ -679,7 +679,7 @@ jobs: packages: read pull-requests: read secrets: inherit # zizmor: ignore[secrets-inherit] - uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@main if: fromJSON(needs.changed-files.outputs.changed_file_groups).test_python_all || fromJSON(needs.changed-files.outputs.changed_file_groups).test_python_cudf || fromJSON(needs.changed-files.outputs.changed_file_groups).test_python_conda_builds || fromJSON(needs.changed-files.outputs.changed_file_groups).test_cudf_pandas_third_party_integration with: build_type: pull-request @@ -700,7 +700,7 @@ jobs: packages: read pull-requests: read secrets: inherit # zizmor: ignore[secrets-inherit] - uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@main if: fromJSON(needs.changed-files.outputs.changed_file_groups).test_python_all || fromJSON(needs.changed-files.outputs.changed_file_groups).test_python_cudf || fromJSON(needs.changed-files.outputs.changed_file_groups).test_python_conda_builds || fromJSON(needs.changed-files.outputs.changed_file_groups).test_python_conda_common || fromJSON(needs.changed-files.outputs.changed_file_groups).test_python_cuml with: build_type: pull-request @@ -742,7 +742,7 @@ jobs: id-token: write packages: read pull-requests: read - uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@main if: fromJSON(needs.changed-files.outputs.changed_file_groups).test_python_all || fromJSON(needs.changed-files.outputs.changed_file_groups).test_python_cudf || fromJSON(needs.changed-files.outputs.changed_file_groups).test_python_wheels || fromJSON(needs.changed-files.outputs.changed_file_groups).test_cudf_pandas_pandas_tests with: build_type: pull-request @@ -764,7 +764,7 @@ jobs: id-token: write packages: read pull-requests: read - uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@main # Run whenever the shards ran (pass or fail) so we always get a diff, but # not when pandas-tests was skipped. continue-on-error keeps this purely # informational job from ever blocking the PR. @@ -787,7 +787,7 @@ jobs: packages: read pull-requests: read secrets: inherit # zizmor: ignore[secrets-inherit] - uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@main if: fromJSON(needs.changed-files.outputs.changed_file_groups).test_python_all || fromJSON(needs.changed-files.outputs.changed_file_groups).test_python_cudf || fromJSON(needs.changed-files.outputs.changed_file_groups).test_python_cudf_polars || fromJSON(needs.changed-files.outputs.changed_file_groups).test_python_conda_builds || fromJSON(needs.changed-files.outputs.changed_file_groups).test_python_conda_common || fromJSON(needs.changed-files.outputs.changed_file_groups).test_python_narwhals with: build_type: pull-request diff --git a/.github/workflows/pr_issue_status_automation.yml b/.github/workflows/pr_issue_status_automation.yml index 6f069f28743b..f5d780ea6c75 100644 --- a/.github/workflows/pr_issue_status_automation.yml +++ b/.github/workflows/pr_issue_status_automation.yml @@ -13,7 +13,7 @@ permissions: {} jobs: get-project-id: - uses: rapidsai/shared-workflows/.github/workflows/project-get-item-id.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/project-get-item-id.yaml@main secrets: ADD_TO_PROJECT_GITHUB_TOKEN: ${{ secrets.ADD_TO_PROJECT_GITHUB_TOKEN }} if: github.event.pull_request.state == 'open' @@ -25,7 +25,7 @@ jobs: update-status: # This job sets the PR and its linked issues to "In Progress" status - uses: rapidsai/shared-workflows/.github/workflows/project-get-set-single-select-field.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/project-get-set-single-select-field.yaml@main secrets: ADD_TO_PROJECT_GITHUB_TOKEN: ${{ secrets.ADD_TO_PROJECT_GITHUB_TOKEN }} if: ${{ github.event.pull_request.state == 'open' && needs.get-project-id.outputs.ITEM_PROJECT_ID != '' }} @@ -65,7 +65,7 @@ jobs: update-release: # This job sets the PR and its linked issues to the release they are targeting - uses: rapidsai/shared-workflows/.github/workflows/project-get-set-single-select-field.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/project-get-set-single-select-field.yaml@main secrets: ADD_TO_PROJECT_GITHUB_TOKEN: ${{ secrets.ADD_TO_PROJECT_GITHUB_TOKEN }} if: ${{ github.event.pull_request.state == 'open' && needs.get-project-id.outputs.ITEM_PROJECT_ID != '' }} diff --git a/.github/workflows/test.yaml b/.github/workflows/test.yaml index a78465d66877..7c73aad711c1 100644 --- a/.github/workflows/test.yaml +++ b/.github/workflows/test.yaml @@ -32,7 +32,7 @@ jobs: id-token: write packages: read pull-requests: read - uses: rapidsai/shared-workflows/.github/workflows/conda-cpp-post-build-checks.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/conda-cpp-post-build-checks.yaml@main with: build_type: ${{ inputs.build_type }} branch: ${{ inputs.branch }} @@ -47,7 +47,7 @@ jobs: packages: read pull-requests: read secrets: inherit # zizmor: ignore[secrets-inherit] - uses: rapidsai/shared-workflows/.github/workflows/conda-cpp-tests.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/conda-cpp-tests.yaml@main with: build_type: ${{ inputs.build_type }} branch: ${{ inputs.branch }} @@ -64,7 +64,7 @@ jobs: packages: read pull-requests: read secrets: inherit # zizmor: ignore[secrets-inherit] - uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@main with: build_type: ${{ inputs.build_type }} branch: ${{ inputs.branch }} @@ -82,7 +82,7 @@ jobs: packages: read pull-requests: read secrets: inherit # zizmor: ignore[secrets-inherit] - uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@main with: build_type: ${{ inputs.build_type }} branch: ${{ inputs.branch }} @@ -100,7 +100,7 @@ jobs: packages: read pull-requests: read secrets: inherit # zizmor: ignore[secrets-inherit] - uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@main with: build_type: ${{ inputs.build_type }} branch: ${{ inputs.branch }} @@ -116,7 +116,7 @@ jobs: packages: read pull-requests: read secrets: inherit # zizmor: ignore[secrets-inherit] - uses: rapidsai/shared-workflows/.github/workflows/conda-python-tests.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/conda-python-tests.yaml@main with: build_type: ${{ inputs.build_type }} branch: ${{ inputs.branch }} @@ -134,7 +134,7 @@ jobs: packages: read pull-requests: read secrets: inherit # zizmor: ignore[secrets-inherit] - uses: rapidsai/shared-workflows/.github/workflows/conda-python-tests.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/conda-python-tests.yaml@main with: build_type: ${{ inputs.build_type }} branch: ${{ inputs.branch }} @@ -147,7 +147,7 @@ jobs: java-build-matrix: permissions: contents: read - uses: rapidsai/shared-workflows/.github/workflows/compute-matrix.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/compute-matrix.yaml@main with: build_type: ${{ inputs.build_type }} matrix_name: conda-cpp-build @@ -161,7 +161,7 @@ jobs: packages: read pull-requests: read secrets: inherit # zizmor: ignore[secrets-inherit] - uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@main strategy: fail-fast: false matrix: ${{ fromJSON(needs.java-build-matrix.outputs.matrix) }} @@ -182,7 +182,7 @@ jobs: packages: read pull-requests: read secrets: inherit # zizmor: ignore[secrets-inherit] - uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@main with: build_type: ${{ inputs.build_type }} branch: ${{ inputs.branch }} @@ -200,7 +200,7 @@ jobs: packages: read pull-requests: read secrets: inherit # zizmor: ignore[secrets-inherit] - uses: rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@main with: build_type: ${{ inputs.build_type }} branch: ${{ inputs.branch }} @@ -215,7 +215,7 @@ jobs: packages: read pull-requests: read secrets: inherit # zizmor: ignore[secrets-inherit] - uses: rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@main with: build_type: ${{ inputs.build_type }} branch: ${{ inputs.branch }} @@ -230,7 +230,7 @@ jobs: packages: read pull-requests: read secrets: inherit # zizmor: ignore[secrets-inherit] - uses: rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@main with: build_type: ${{ inputs.build_type }} branch: ${{ inputs.branch }} @@ -247,7 +247,7 @@ jobs: packages: read pull-requests: read secrets: inherit # zizmor: ignore[secrets-inherit] - uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@main with: build_type: ${{ inputs.build_type }} branch: ${{ inputs.branch }} @@ -266,7 +266,7 @@ jobs: packages: read pull-requests: read secrets: inherit # zizmor: ignore[secrets-inherit] - uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@main with: build_type: ${{ inputs.build_type }} branch: ${{ inputs.branch }} @@ -284,7 +284,7 @@ jobs: packages: read pull-requests: read secrets: inherit # zizmor: ignore[secrets-inherit] - uses: rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@main with: build_type: ${{ inputs.build_type }} branch: ${{ inputs.branch }} @@ -318,7 +318,7 @@ jobs: packages: read pull-requests: read secrets: inherit # zizmor: ignore[secrets-inherit] - uses: rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@main with: build_type: ${{ inputs.build_type }} branch: ${{ inputs.branch }} @@ -338,7 +338,7 @@ jobs: packages: read pull-requests: read secrets: inherit # zizmor: ignore[secrets-inherit] - uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/custom-job.yaml@main with: build_type: ${{ inputs.build_type }} branch: ${{ inputs.branch }} diff --git a/.github/workflows/trigger-breaking-change-alert.yaml b/.github/workflows/trigger-breaking-change-alert.yaml index 116531f0883f..5a92e2c7613c 100644 --- a/.github/workflows/trigger-breaking-change-alert.yaml +++ b/.github/workflows/trigger-breaking-change-alert.yaml @@ -18,7 +18,7 @@ jobs: if: contains(github.event.pull_request.labels.*.name, 'breaking') permissions: contents: read - uses: rapidsai/shared-workflows/.github/workflows/breaking-change-alert.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/breaking-change-alert.yaml@main secrets: slack-webhook-url: ${{ secrets.NV_SLACK_BREAKING_CHANGE_NOTIFIER_APP }} with: diff --git a/.github/workflows/wheels-build-stage.yaml b/.github/workflows/wheels-build-stage.yaml index d6325b56c5e1..7e86dbd81c8a 100644 --- a/.github/workflows/wheels-build-stage.yaml +++ b/.github/workflows/wheels-build-stage.yaml @@ -46,7 +46,7 @@ permissions: jobs: compute-matrix: - uses: rapidsai/shared-workflows/.github/workflows/compute-matrix.yaml@release/26.10 + uses: rapidsai/shared-workflows/.github/workflows/compute-matrix.yaml@main with: build_type: ${{ inputs.build_type }} matrix_name: wheels-build diff --git a/RAPIDS_BRANCH b/RAPIDS_BRANCH index b735ab15de43..ba2906d0666c 100644 --- a/RAPIDS_BRANCH +++ b/RAPIDS_BRANCH @@ -1 +1 @@ -release/26.10 +main diff --git a/conda/recipes/cudf/recipe.yaml b/conda/recipes/cudf/recipe.yaml index 37255298191d..1dc3c1572e4f 100644 --- a/conda/recipes/cudf/recipe.yaml +++ b/conda/recipes/cudf/recipe.yaml @@ -76,7 +76,7 @@ requirements: - rapids-build-backend >=0.4.0,<0.5.0 - scikit-build-core>=0.11.0 - dlpack >=0.8,<1.0 - - numba-cuda >=0.22.2,<0.31.0 + - numba-cuda >=0.22.2 - libcudf =${{ version }} - pylibcudf =${{ version }} - rmm =${{ minor_version }} @@ -90,7 +90,7 @@ requirements: - python - pandas >=3.0.0,<3.1.0 - cupy >=14.0.1,!=14.1.0 - - numba-cuda >=0.22.2,<0.31.0 + - numba-cuda >=0.22.2 - numba-cuda-mlir >=0.3.0 - numba >=0.60.0,<0.65.0 - numpy >=2.0,<3.0 diff --git a/cpp/examples/versions.cmake b/cpp/examples/versions.cmake index f9e162167d0d..fceac22388ba 100644 --- a/cpp/examples/versions.cmake +++ b/cpp/examples/versions.cmake @@ -6,4 +6,4 @@ # ============================================================================= # rapids-pre-commit-hooks: disable-next-line[verify-hardcoded-version] -set(CUDF_TAG release/26.10) +set(CUDF_TAG main) diff --git a/dependencies.yaml b/dependencies.yaml index b6b263bdba03..16c5ba57e2b6 100644 --- a/dependencies.yaml +++ b/dependencies.yaml @@ -1345,7 +1345,7 @@ dependencies: - numba>=0.60.0,<0.65.0 - output_types: [conda] packages: - - &numba_cuda numba-cuda>=0.22.2,<0.31.0 + - &numba_cuda numba-cuda>=0.22.2 specific: - output_types: [requirements, constraints, pyproject] matrices: @@ -1353,12 +1353,12 @@ dependencies: cuda: "12.*" cuda_suffixed: "true" packages: - - numba-cuda[cu12]>=0.22.2,<0.31.0 + - numba-cuda[cu12]>=0.22.2 - matrix: cuda: "13.*" cuda_suffixed: "true" packages: - - numba-cuda[cu13]>=0.22.2,<0.31.0 + - numba-cuda[cu13]>=0.22.2 # fallback to numba-cuda with no extra CUDA packages if 'cuda_suffixed' isn't true - matrix: cuda_suffixed: "false" diff --git a/docs/cudf/source/pylibcudf/developer_docs.md b/docs/cudf/source/pylibcudf/developer_docs.md index 01b56efb2bf2..f7798a4513cf 100644 --- a/docs/cudf/source/pylibcudf/developer_docs.md +++ b/docs/cudf/source/pylibcudf/developer_docs.md @@ -153,7 +153,7 @@ Some guidelines on what should be tested: - Exception: In special cases where constructing suitable large tests is difficult in C++ (such as creating suitable input data for I/O testing), tests may be added to pylibcudf instead. - Nullable data should always be tested. - Expected exceptions should be tested. Tests should be written from the user's perspective in mind, and if the API is not currently throwing the appropriate exception it should be updated. - - Important note: If the exception should be produced by libcudf, the underlying libcudf API should be updated to throw the desired exception in C++. Such changes may require consultation with libcudf devs in nontrivial cases. [This issue](https://github.com/NVIDIA/cudf/issues/12885) provides an overview and an indication of acceptable exception types that should cover most use cases. In rare cases a new C++ exception may need to be introduced in [`error.hpp`](https://github.com/NVIDIA/cudf/blob/release/26.10/cpp/include/cudf/utilities/error.hpp). If so, this exception will also need to be mapped to a suitable Python exception in `exception_handler.pxd`. + - Important note: If the exception should be produced by libcudf, the underlying libcudf API should be updated to throw the desired exception in C++. Such changes may require consultation with libcudf devs in nontrivial cases. [This issue](https://github.com/NVIDIA/cudf/issues/12885) provides an overview and an indication of acceptable exception types that should cover most use cases. In rare cases a new C++ exception may need to be introduced in [`error.hpp`](https://github.com/NVIDIA/cudf/blob/main/cpp/include/cudf/utilities/error.hpp). If so, this exception will also need to be mapped to a suitable Python exception in `exception_handler.pxd`. Some guidelines on how best to use pytests. - By default, fixtures producing device data containers should be of module scope and treated as immutable by tests. Allocating data on the GPU is expensive and slows tests. Almost all pylibcudf operations are out of place operations, so module-scoped fixtures should not typically be problematic to work with. Session-scoped fixtures would also work, but they are harder to reason about since they live in a different module, and if they need to change for any reason they could affect an arbitrarily large number of tests. Module scope is a good balance. diff --git a/java/ci/README.md b/java/ci/README.md index 7a944f588992..3e3f69d816a3 100644 --- a/java/ci/README.md +++ b/java/ci/README.md @@ -81,12 +81,12 @@ lays them out as: ```text /tmp/maven-repo/ai/rapids/cudf/-SNAPSHOT/ - cudf-26.10.0-SNAPSHOT.jar - cudf-26.10.0-SNAPSHOT-cuda12.jar - cudf-26.10.0-SNAPSHOT-cuda13.jar - cudf-26.10.0-SNAPSHOT-sources.jar - cudf-26.10.0-SNAPSHOT-javadoc.jar - cudf-26.10.0-SNAPSHOT.pom + cudf--SNAPSHOT.jar + cudf--SNAPSHOT-cuda12.jar + cudf--SNAPSHOT-cuda13.jar + cudf--SNAPSHOT-sources.jar + cudf--SNAPSHOT-javadoc.jar + cudf--SNAPSHOT.pom ``` The set of classifiers is whatever subdirectories are present under @@ -99,7 +99,7 @@ it, so an `aarch64`-only set of subdirectories is not a valid gather input. ### Release Tag vs SNAPSHOT Versioning Release tag CI runs (`GITHUB_REF=refs/tags/vYY.MM.PP`) produce release-versioned -JARs (`cudf-26.10.0-SNAPSHOT`. Gated by +JARs (`cudf--*.jar`). All other runs produce `-SNAPSHOT`. Gated by [`rapids-is-release-build`](https://github.com/rapidsai/gha-tools/blob/main/tools/rapids-is-release-build). `GITHUB_REF` is optional. Unset or non-tag values stay SNAPSHOT. @@ -159,7 +159,7 @@ nvidia-docker run -it cudf-build:12.9.1-devel-rocky8 bash You can download the cuDF repo in the docker container or you can mount it into the container. Here I choose to download again in the container. ```bash -git clone --recursive https://github.com/NVIDIA/cudf.git -b release/26.10 +git clone --recursive https://github.com/NVIDIA/cudf.git -b main ``` ```bash diff --git a/python/cudf/cudf/core/unicode_normalizer.py b/python/cudf/cudf/core/unicode_normalizer.py index cae08dbaf46d..383fd5c0c65c 100644 --- a/python/cudf/cudf/core/unicode_normalizer.py +++ b/python/cudf/cudf/core/unicode_normalizer.py @@ -5,8 +5,11 @@ from __future__ import annotations +import functools import unicodedata as ud +import numpy as np + import pylibcudf as plc from cudf.core.column.column import ColumnBase @@ -14,6 +17,27 @@ from cudf.core.series import Series +@functools.lru_cache(maxsize=None) +def _load_unicode_raw_data( + unidata_version: str, +) -> tuple[list[str], np.ndarray, list[str]]: + # Scans all non-ASCII codepoints and collects entries with a non-zero CCC + # or a decomposition mapping. lru_cache's internal RLock ensures this + # runs only once even under concurrent callers. + cp_list: list[str] = [] + ccc_list: list[int] = [] + decomp_list: list[str] = [] + for cp in range(0x0080, 0x110000): + c = chr(cp) + ccc = ud.combining(c) + decomp = ud.decomposition(c) + if ccc != 0 or decomp: + cp_list.append(f"{cp:04X}") + ccc_list.append(ccc) + decomp_list.append(decomp) + return cp_list, np.array(ccc_list, dtype="int32"), decomp_list + + class UnicodeNormalizer: """ A normalizer object for Unicode TR15 normalization (NFD, NFC, NFKD, NFKC). @@ -131,22 +155,13 @@ def from_python_unicodedata(cls, form: str = "NFC") -> UnicodeNormalizer: f"Expected one of: {list(cls._FORM_MAP)}" ) - cp_list: list[str] = [] - ccc_list: list[int] = [] - decomp_list: list[str] = [] - for cp in range(0x0080, 0x110000): - c = chr(cp) - ccc = ud.combining(c) - decomp = ud.decomposition(c) - if ccc != 0 or decomp: - cp_list.append(f"{cp:04X}") - ccc_list.append(ccc) - decomp_list.append(decomp) - + cp_list, ccc_arr, decomp_list = _load_unicode_raw_data( + ud.unidata_version + ) unicode_data = DataFrame( { "cp": Series(cp_list), - "ccc": Series(ccc_list, dtype="int32"), + "ccc": Series(ccc_arr), "decomp": Series(decomp_list), } ) diff --git a/python/cudf_polars/docs/overview.md b/python/cudf_polars/docs/overview.md index 7fd92c53ebbb..f2a11f91bc71 100644 --- a/python/cudf_polars/docs/overview.md +++ b/python/cudf_polars/docs/overview.md @@ -8,7 +8,7 @@ You will need: preferred configuration. Or else, use [rustup](https://rust-lang.org/tools/install/) 2. A [cudf development - environment](https://github.com/NVIDIA/cudf/blob/release/26.10/CONTRIBUTING.md#setting-up-your-build-environment). + environment](https://github.com/NVIDIA/cudf/blob/main/CONTRIBUTING.md#setting-up-your-build-environment). The combined devcontainer works, or whatever your favourite approach is. :::{note} diff --git a/python/custreamz/README.md b/python/custreamz/README.md index 5eb865ba71ef..ffd8e6955f2f 100644 --- a/python/custreamz/README.md +++ b/python/custreamz/README.md @@ -35,9 +35,9 @@ tips_df['tip_percentage'] = tips_df['tip'] / tips_df['total_bill'] * 100 print(tips_df.groupby('size').tip_percentage.mean()) ``` -A "hello world" of using cuStreamz with python streamz can be found [here](https://github.com/rapidsai-community/notebooks-contrib/blob/release/26.10/getting_started_materials/hello_worlds/hello_streamz.ipynb) +A "hello world" of using cuStreamz with python streamz can be found [here](https://github.com/rapidsai-community/notebooks-contrib/blob/main/getting_started_materials/hello_worlds/hello_streamz.ipynb) -A more detailed example of [parsing haproxy logs](https://github.com/rapidsai-community/notebooks-contrib/blob/release/26.10/the_archive/archived_rapids_demos/custreamz/parsing_haproxy_logs.ipynb) is also available. +A more detailed example of [parsing haproxy logs](https://github.com/rapidsai-community/notebooks-contrib/blob/main/the_archive/archived_rapids_demos/custreamz/parsing_haproxy_logs.ipynb) is also available. ## Quick Start