Merge branch 'main' into missing-value-after-comparison

Author: Sharl0tteIsTaken

.github/workflows/code-checks.yml

@@ -53,18 +53,10 @@ jobs:
       run: cd ci && ./code_checks.sh doctests
       if: ${{ steps.build.outcome == 'success' && always() }}
 
-    - name: Check for no warnings when building single-page docs
-      run: ci/code_checks.sh single-docs
-      if: ${{ steps.build.outcome == 'success' && always() }}
-
     - name: Run checks on imported code
       run: ci/code_checks.sh code
       if: ${{ steps.build.outcome == 'success' && always() }}
 
-    - name: Run check of documentation notebooks
-      run: ci/code_checks.sh notebooks
-      if: ${{ steps.build.outcome == 'success' && always() }}
-
     - name: Use existing environment for type checking
       run: |
         echo $PATH >> $GITHUB_PATH

.github/workflows/codeql.yml

@@ -27,8 +27,8 @@ jobs:
 
     steps:
       - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6
-      - uses: github/codeql-action/init@c10b8064de6f491fea524254123dbe5e09572f13 # v4
+      - uses: github/codeql-action/init@95e58e9a2cdfd71adc6e0353d5c52f41a045d225 # v4
         with:
           languages: ${{ matrix.language }}
-      - uses: github/codeql-action/autobuild@c10b8064de6f491fea524254123dbe5e09572f13 # v4
-      - uses: github/codeql-action/analyze@c10b8064de6f491fea524254123dbe5e09572f13 # v4
+      - uses: github/codeql-action/autobuild@95e58e9a2cdfd71adc6e0353d5c52f41a045d225 # v4
+      - uses: github/codeql-action/analyze@95e58e9a2cdfd71adc6e0353d5c52f41a045d225 # v4

.github/workflows/docbuild-and-upload.yml

@@ -22,8 +22,9 @@ on:
         type: boolean
         default: false
 
-env:
-  ENV_FILE: environment.yml
+defaults:
+  run:
+    shell: bash -euox pipefail {0}
 
 permissions: {}
 
@@ -39,10 +40,6 @@ jobs:
       group: ${{ github.event_name == 'push' && github.run_number || github.ref }}-web-docs
       cancel-in-progress: true
 
-    defaults:
-      run:
-        shell: bash -el {0}
-
     steps:
     - name: Set pandas version
       env:
@@ -60,6 +57,8 @@ jobs:
         elif [[ "$EVENT_NAME" == "push" && "$GITHUB_REF_NAME" =~ $tag_version_pat ]]; then
           PANDAS_VERSION="${GITHUB_REF_NAME:1}"
           echo "PANDAS_VERSION=$PANDAS_VERSION" >> "$GITHUB_ENV"
+        else
+          PANDAS_VERSION=""
         fi
 
         if [[ "$EVENT_NAME" == "push" && -n "$PANDAS_VERSION" ]]; then
@@ -83,33 +82,68 @@ jobs:
       with:
         fetch-depth: 0
 
-    - name: Set up Conda
-      uses: ./.github/actions/setup-conda
-
-    - name: Build Pandas
-      uses: ./.github/actions/build_pandas
+    - name: Create virtual environment with Pixi
+      uses: ./.github/actions/setup-pixi
+      with:
+        environment: docs-and-web
 
-    - name: Extra installs
-      # https://pytest-qt.readthedocs.io/en/latest/troubleshooting.html#github-actions-azure-pipelines-travis-ci-and-gitlab-ci-cd
-      run: sudo apt-get update && sudo apt-get install -y libegl1 libopengl0
+    - name: Build pandas
+      run: |
+        pixi run \
+          --environment docs-and-web \
+          build-pandas \
+          --editable \
+          -Csetup-args="--werror"
 
     - name: Test website
-      run: python -m pytest web/
+      run: |
+        pixi run \
+          --environment docs-and-web \
+          ci-test-website
+
+    - name: Test build single page doc
+      run: |
+        pixi run \
+          --environment docs-and-web \
+          ci-test-single-page-doc pandas.Series.value_counts
+        pixi run \
+          --environment docs-and-web \
+          ci-test-single-page-doc pandas.Series.str.split
+
+    - name: Test nbconvert doc notebooks
+      run: |
+        pixi run \
+          --environment docs-and-web \
+          ci-test-nbconvert-doc-notebooks "$(find doc/source -name '*.ipynb')"
 
     - name: Build website
-      run: python web/pandas_web.py web/pandas --target-path=web/build
+      run: |
+        pixi run \
+          --environment docs-and-web \
+          ci-build-website
       env:
         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 
     - name: Build documentation
-      run: doc/make.py --warnings-are-errors
+      run: |
+        pixi run \
+          --environment docs-and-web \
+          ci-build-documentation \
+          html
 
     - name: Build the interactive terminal
       working-directory: web/interactive_terminal
-      run: jupyter lite build
+      run: |
+        pixi run \
+          --environment docs-and-web \
+          ci-build-interactive_terminal
 
     - name: Build documentation zip
-      run: doc/make.py zip_html
+      run: |
+        pixi run \
+          --environment docs-and-web \
+          ci-build-documentation \
+          zip_html
 
     - name: Install ssh key
       run: |

.github/workflows/unit-tests.yml

@@ -247,7 +247,7 @@ jobs:
             --environment ${{ matrix.environment }} \
             build-pandas \
             --editable \
-            -Csetup-args="--werror"
+            "${{ matrix.os == 'windows-2025' && '-Csetup-args="--vsenv" -Csetup-args="--werror"' || '-Csetup-args="--werror"' }}"
         shell: bash -euox pipefail {0}
 
       - name: Test
@@ -339,6 +339,33 @@ jobs:
       group: ${{ github.event_name == 'push' && github.run_number || github.ref }}-musl
       cancel-in-progress: true
 
+  Windows-MinGW:
+    runs-on: windows-2025
+    permissions:
+      contents: read
+    steps:
+      - name: Checkout
+        uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6
+        with:
+          fetch-depth: 0
+
+      - name: Create virtual environment with Pixi
+        uses: ./.github/actions/setup-pixi
+        with:
+          environment: mingw
+
+      - name: Build pandas
+        id: build
+        run: |
+          pixi run \
+            --environment mingw \
+            build-pandas \
+            --editable \
+            -Csetup-args="--werror"
+    concurrency:
+      group: ${{ github.event_name == 'push' && github.run_number || github.ref }}-mingw
+      cancel-in-progress: true
+
   python-dev:
     # This job may or may not run depending on the state of the next
     # unreleased Python version. DO NOT DELETE IT.
@@ -447,7 +474,7 @@ jobs:
           pyodide build
 
       - name: Set up Node.js
-        uses: actions/setup-node@53b83947a5a98c8d113130e565377fae1a50d02f # v6
+        uses: actions/setup-node@48b55a011bda9f5d6aeb4c2d9c7362e8dae4041e # v6
         with:
           node-version: '20'
 

ci/code_checks.sh

@@ -9,8 +9,6 @@
 #   $ ./ci/code_checks.sh               # run all checks
 #   $ ./ci/code_checks.sh code          # checks on imported code
 #   $ ./ci/code_checks.sh doctests      # run doctests
-#   $ ./ci/code_checks.sh single-docs   # check single-page docs build warning-free
-#   $ ./ci/code_checks.sh notebooks     # check execution of documentation notebooks
 
 set -uo pipefail
 
@@ -21,8 +19,8 @@ else
     CHECK=""
 fi
 
-[[ -z "$CHECK" || "$CHECK" == "code" || "$CHECK" == "doctests" || "$CHECK" == "single-docs" || "$CHECK" == "notebooks" ]] || \
-    { echo "Unknown command $1. Usage: $0 [code|doctests|single-docs|notebooks]"; exit 1; }
+[[ -z "$CHECK" || "$CHECK" == "code" || "$CHECK" == "doctests" ]] || \
+    { echo "Unknown command $1. Usage: $0 [code|doctests]"; exit 1; }
 
 RET=0
 
@@ -60,19 +58,4 @@ if [[ -z "$CHECK" || "$CHECK" == "doctests" ]]; then
 
 fi
 
-### DOCUMENTATION NOTEBOOKS ###
-if [[ -z "$CHECK" || "$CHECK" == "notebooks" ]]; then
-
-    MSG='Notebooks' ; echo $MSG
-    jupyter nbconvert --execute "$(find doc/source -name '*.ipynb')" --to notebook
-    RET=$(($RET + $?)) ; echo $MSG "DONE"
-
-fi
-
-### SINGLE-PAGE DOCS ###
-if [[ -z "$CHECK" || "$CHECK" == "single-docs" ]]; then
-    python doc/make.py --warnings-are-errors --no-browser --single pandas.Series.value_counts
-    python doc/make.py --warnings-are-errors --no-browser --single pandas.Series.str.split
-fi
-
 exit $RET

doc/source/conf.py

@@ -761,11 +761,9 @@ def _pandas_validate(obj_name, validator_cls=None, **validator_kwargs):
 
 if include_api:
     intersphinx_mapping = {
-        "dateutil": ("https://dateutil.readthedocs.io/en/latest/", None),
         "matplotlib": ("https://matplotlib.org/stable/", None),
         "numpy": ("https://numpy.org/doc/stable/", None),
         "python": ("https://docs.python.org/3/", None),
-        "scipy": ("https://docs.scipy.org/doc/scipy/", None),
         "pyarrow": ("https://arrow.apache.org/docs/", None),
     }
 

doc/source/user_guide/basics.rst

@@ -1628,7 +1628,7 @@ This enables nice expressions like this:
 
    s[s.dt.day == 2]
 
-You can easily produces tz aware transformations:
+You can easily produce tz aware transformations:
 
 .. ipython:: python
 

doc/source/user_guide/options.rst

@@ -307,17 +307,13 @@ Number formatting
 ------------------
 
 pandas also allows you to set how numbers are displayed in the console.
-This option is not set through the ``set_options`` API.
-
-Use the ``set_eng_float_format`` function
-to alter the floating-point formatting of pandas objects to produce a particular
-format.
+Use ``display.precision`` to control the number of decimal places:
 
 .. ipython:: python
 
    import numpy as np
 
-   pd.set_eng_float_format(accuracy=3, use_eng_prefix=True)
+   pd.set_option("display.precision", 2)
    s = pd.Series(np.random.randn(5), index=["a", "b", "c", "d", "e"])
    s / 1.0e3
    s / 1.0e6

doc/source/user_guide/reshaping.rst

@@ -78,7 +78,7 @@ are homogeneously-typed.
 .. note::
 
    :func:`~pandas.pivot` can only handle unique rows specified by ``index`` and ``columns``.
-   If you data contains duplicates, use :func:`~pandas.pivot_table`.
+   If your data contains duplicates, use :func:`~pandas.pivot_table`.
 
 
 .. _reshaping.pivot:

doc/source/whatsnew/v3.0.3.rst

@@ -15,6 +15,8 @@ Fixed regressions
 ~~~~~~~~~~~~~~~~~
 
 - Fixed reading of Parquet files with timezone-aware timestamps or localizing of a timeseries with a ``pytz`` timezone when an older version of ``pytz`` was installed (:issue:`64978`)
+- Fixed regression in :func:`to_timedelta` ignoring the ``unit`` argument for round float values when mixed with non-round floats in a list (:issue:`65150`)
+- Fixed regression in :meth:`Series.rank` with custom extension dtypes (:issue:`64976`)
 - Fixed regression in :meth:`Timedelta.round`, :meth:`Timedelta.floor`, and :meth:`Timedelta.ceil` raising ``ZeroDivisionError`` for sub-second ``freq`` (:issue:`64828`)
 
 .. ---------------------------------------------------------------------------
@@ -26,6 +28,7 @@ Bug fixes
 - Fixed :class:`ArrowDtype` string arithmetic for addition between ``string`` and ``large_string`` typed arrays (:issue:`65220`)
 - Fixed a bug in adding missing values (e.g. :attr:`NA`) to a pyarrow-backed string array or Series
   raising an error instead of propagating the missing value (:issue:`64968`)
+- Fixed a bug in :meth:`Series.rank` with period dtype and missing values, always sorting missing values at the top, regardless of the ``na_option`` value (:issue:`64976`)
 
 .. ---------------------------------------------------------------------------
 .. _whatsnew_303.contributors: