RustPython · reactive-firewall · Jul 17, 2025 · Jul 17, 2025 · Jul 17, 2025 · Jul 17, 2025
diff --git a/.github/actions/CI-5974-Fetch-CPython/action.yaml b/.github/actions/CI-5974-Fetch-CPython/action.yaml
@@ -0,0 +1,174 @@
+---
+name: 'Checkout CPython'
+description: 'checks-out the given CPython version'
+author: 'Mr. Walls'
+branding:
+  icon: 'download-cloud'
+  color: 'blue'
+inputs:
+  override-repository:
+    description: |
+      The GitHub repository to clone CPython from. When running this action on github.com,
+      the default value is sufficient. Useful for Forks.
+    required: true
+    default: ${{ github.server_url == 'https://github.com' && github.repository || 'python/cpython' }}
+  override-rustpython-path:
+    description: |
+      override value for path to the Python Lib. The default is to use the value of the environment
+      variable 'RUSTPYTHONPATH'. Most users will find the default 'Lib' sufficient.
+    required: true
+    default: ${{ github.server_url == 'https://github.com' && github.repository || 'Lib' }}
+  override-path:
+    description: |
+      Path to setup. When running this action on github.com, the default value
+      is sufficient. MUST be a path to a directory named 'cpython'.
+    required: true
+    default: ${{ github.server_url == 'https://github.com' && github.workspace || 'cpython' }}
+  override-cpython-lib-path:
+    description: |
+      override value for path to the CPython Reference Lib. The default is to use the value of the
+      environment variable 'PYTHONPLATLIBDIR'. Most users will find the default 'Lib' sufficient.
+      See https://docs.python.org/3/using/cmdline.html#envvar-PYTHONPLATLIBDIR for more.
+    required: true
+    default: ${{ github.server_url == 'https://github.com' && github.repository || 'Lib' }}
+  match:
+    description: |
+      Glob-style pattern of files or directories to match and integrate.
+      Only works with git tracked files.
+    required: true
+    type: string
+    default: 'Lib/test/*.py Lib/test/**/*.py'
+  ignore:
+    description: |
+      List of Glob-style patterns of files or directories to ignore.
+      Only works with git tracked files.
+    required: false
+    type: string
+  github-token:
+    description: |
+      The token used to authenticate when fetching RustPython commits from
+      https://github.com/RustPython/RustPython.git. When running this action on github.com,
+      the default value is sufficient. When running on GHES, you can pass a personal access
+      token for github.com if you are experiencing rate limiting.
+    default: ${{ github.server_url == 'https://github.com' && github.token || '' }}
+    required: true
+  python-version:
+    description: |
+      The Cpython version (e.g., any valid release or tag, 3.11, 3.12, 3.13) to override setup.
+      The default is to use the value of the environment variable 'PYTHON_VERSION'.
+    default: '3.13'
+    required: true
+outputs:
+  branch-name:
+    description: "The name of the branch that was checked-out."
+    value: ${{ steps.output_branch_name.outputs.branch-name || '' }}
+  sha:
+    description: "The SHA of the commit checked-out."
+    value: ${{ steps.output_sha.outputs.sha || 'HEAD' }}
+  files:
+    description: "The downloaded artifact-files."
+    value: ${{ steps.output_cpython_files.outputs.files }}
+
+runs:
+  using: composite
+  steps:
+    - name: "Setup Python"
+      id: output_python
+      env:
+        PYTHON_VERSION_INPUT: ${{ inputs.python-version }}
+      shell: bash
+      run: |
+        if [[ -n $PYTHON_VERSION_INPUT ]]; then
+          printf "python-version=%s\n" "${PYTHON_VERSION_INPUT}" >> "$GITHUB_OUTPUT"
+          PYTHON_VERSION=${PYTHON_VERSION_INPUT}
+        else
+          printf "python-version=%s\n" "${PYTHON_VERSION}" >> "$GITHUB_OUTPUT"
+        fi
+        printf "%s\n" "PYTHON_VERSION=${PYTHON_VERSION}" >> "$GITHUB_ENV"
+    - name: Fetch Reference Cpython ${{ matrix.python-version }} on ${{ matrix.os }}
+      id: cpython
+      uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
+      with:
+        persist-credentials: false
+        path: ${{ inputs.override-path }}
+        fetch-tags: true
+        sparse-checkout: |
+          ${{ inputs.override-cpython-lib-path }}
+        ref: ${{ steps.output_python.outputs.python-version }}
+        repository: ${{ inputs.override-repository }}
+        # fixed settings
+        fetch-depth: 0
+        sparse-checkout-cone-mode: false
+        submodules: true
+        token: ${{ inputs.github-token }}
+    - id: store_old_path
+      if: ${{ !cancelled() }}
+      shell: bash
+      run: |
+        cd ${PWD:-.} ;
+        export OLD_PWD=$(pwd) ;  # only local use for bootstrap
+        printf "initial-path=%s\n" "${OLD_PWD}" >> "$GITHUB_OUTPUT"
+    - id: output_branch_name
+      if: ${{ !cancelled() }}
+      shell: bash
+      run: |
+        cd ${{ inputs.override-path }} || exit 14 ;
+        printf "branch-name=%s\n" $(git name-rev --name-only HEAD | cut -d~ -f1-1) >> "$GITHUB_OUTPUT"
+        cd ${{ steps.store_old_path.outputs.initial-path }} || exit 15 ;
+    - id: output_sha
+      shell: bash
+      run: |
+        cd ${{ inputs.override-path }} || exit 14 ;
+        printf "sha=%s\n" $(git log -1 --format=%H) >> "$GITHUB_OUTPUT"
+        cd ${{ steps.store_old_path.outputs.initial-path }} || exit 15 ;
+    - name: Configure Ignored Reference Lib Files
+      id: refignorefiles
+      shell: bash
+      env:
+        GIT_IGNORE_PATTERN: ${{ inputs.ignore || '' }}
+      run: |
+        # TODO: include work from RustPython/scripts/notes.txt
+        cd ${{ inputs.override-path }} || exit 14 ;
+        if [[ -w ".git/info/exclude" ]] ; then
+          printf "%s\n" ${GIT_IGNORE_PATTERN:-} >>".git/info/exclude" || : ;
+        else
+          printf "::debug::%s\n" "Could not find .git/info/exclude" ;
+          printf "%s\n" ${GIT_IGNORE_PATTERN:-} >>".gitignore" || : ;
+        fi ;
+        cd ${{ steps.store_old_path.outputs.initial-path }} || exit 15 ;
+      if: ${{ success() }}
+    - name: Enumerate Reference Lib Files
+      id: output_cpython_files
+      shell: bash
+      env:
+        TEST_MATCH_PATTERN: ${{ inputs.match || '' }}
+      run: |
+        cd ${{ inputs.override-path }} || exit 14 ;
+        FILES=$(git ls-files --exclude-standard -- ${{ env.TEST_MATCH_PATTERN }} )
+        if [ -z "$FILES" ]; then
+          printf "%s\n" "::warning file=.github/actions/:: No ${{ inputs.override-cpython-lib-path }} Reference files found for Cpython ${{ inputs.python-version }} on ${{ runner.os }}." ;
+          printf "%s\n" "files=" >> "$GITHUB_OUTPUT"
+        else
+          printf "%s\n" "Reference files found:"
+          printf "%s\n" "$FILES"
+          # Replace line breaks with commas for GitHub Action Output
+          FILES="${FILES//$'\n'/ }"
+          printf "%s\n" "files=$FILES" >> "$GITHUB_OUTPUT"
+        fi
+        cd ${{ steps.store_old_path.outputs.initial-path }} || exit 15 ;
+      if: ${{ success() }}
+    - name: "License"
+      id: show_cpython_license
+      shell: bash
+      if: ${{ !cancelled() }}
+      run: |
+        cd ${{ inputs.override-path }} || exit 14 ;
+        if [[ -r LICENSE ]] ; then
+          printf "\n\n"
+          cat <LICENSE ;
+          printf "\n\n"
+        else
+          printf "%s\n" "::warning title=UNLICENSED:: This is an UNLICENSED Build for Cpython ${{ inputs.python-version }} on ${{ runner.os }}"
+        fi
+        cd ${{ steps.store_old_path.outputs.initial-path }} || exit 15 ;
+
diff --git a/.github/actions/CI-5974-Fetch-RustPython/action.yaml b/.github/actions/CI-5974-Fetch-RustPython/action.yaml
@@ -0,0 +1,130 @@
+---
+name: 'Checkout and Build RustPython'
+description: 'checks-out the given Rust-Python commit and builds RustPython'
+author: 'Mr. Walls'
+branding:
+  icon: 'download-cloud'
+  color: 'yellow'
+inputs:
+  override-ref:
+    description: |
+      The commit or git ref to checkout and build for. When running this action on github.com,
+      the default value is sufficient.
+    required: true
+    default: ${{ github.server_url == 'https://github.com' && github.sha || 'main' }}
+  override-repository:
+    description: |
+      The GitHub repository to clone RustPython from. When running this action on github.com,
+      the default value is sufficient. Useful for Forks.
+    required: true
+    default: ${{ github.server_url == 'https://github.com' && github.repository || 'RustPython/RustPython' }}
+  override-rustpython-path:
+    description: |
+      override value for path to the Python Lib. The default is to use the value of the environment
+      variable 'RUSTPYTHONPATH'. Most users will find the default 'Lib' sufficient.
+    required: true
+    default: ${{ github.server_url == 'https://github.com' && github.repository || 'Lib' }}
+  override-path:
+    description: |
+      Path to setup. When running this action on github.com, the default value
+      is sufficient. MUST be a path to a directory named 'rustpython'.
+    required: true
+    default: ${{ github.server_url == 'https://github.com' && github.workspace || 'rustpython' }}
+  github-token:
+    description: |
+      The token used to authenticate when fetching RustPython commits from
+      https://github.com/RustPython/RustPython.git. When running this action on github.com,
+      the default value is sufficient. When running on GHES, you can pass a personal access
+      token for github.com if you are experiencing rate limiting.
+    default: ${{ github.server_url == 'https://github.com' && github.token || '' }}
+    required: true
+outputs:
+  branch-name:
+    description: "The name of the branch that was checked-out."
+    value: ${{ steps.output_branch_name.outputs.branch-name || '' }}
+  sha:
+    description: "The SHA of the commit checked-out."
+    value: ${{ steps.output_sha.outputs.sha || 'HEAD' }}
+  rustpython-version:
+    description: "The python version that was used in the run."
+    value: '0.4'  # TODO: fix this
+  rustpython-lib-path:
+    description: "The python version that was used in the run."
+    value: ${{ steps.output_rpython_path.output.rustpython-lib-path }}
+
+runs:
+  using: composite
+  steps:
+    - name: Checkout repository
+      id: rpython
+      uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
+      with:
+        path: ${{ inputs.override-path }}
+        persist-credentials: false
+        ref: ${{ inputs.override-ref }}
+        repository: ${{ inputs.override-repository }}
+        # fixed settings
+        fetch-depth: 0
+        sparse-checkout-cone-mode: false
+        submodules: true
+        token: ${{ inputs.github-token }}
+    - id: store_old_path
+      if: ${{ !cancelled() }}
+      shell: bash
+      run: |
+        cd ${PWD:-.} ;
+        export OLD_PWD=$(pwd) ;  # only local use for bootstrap
+        printf "initial-path=%s\n" "${OLD_PWD}" >> "$GITHUB_OUTPUT" ;
+        if [[ "$RUNNER_DEBUG" == "true" ]] || [[ "$ACTIONS_STEP_DEBUG" == "true" ]]; then
+          printf "::debug::Return directory now set to '%s'\n" "${OLD_PWD}" ;
+          printf "::debug::Working directory is set to '%s'\n" '${{ inputs.override-path }}' ;
+        fi ;
+    - id: output_branch_name
+      if: ${{ !cancelled() }}
+      shell: bash
+      run: |
+        cd ${{ inputs.override-path }} || exit 13 ;
+        printf "branch-name=%s\n" $(git name-rev --name-only HEAD | cut -d~ -f1-1) >> "$GITHUB_OUTPUT"
+        cd ${{ steps.store_old_path.outputs.initial-path }} || exit 15 ;
+    - id: output_sha
+      shell: bash
+      run: |
+        cd ${{ inputs.override-path }} || exit 13 ;
+        printf "sha=%s\n" $(git log -1 --format=%H) >> "$GITHUB_OUTPUT"
+        cd ${{ steps.store_old_path.outputs.initial-path }} || exit 15 ;
+    - name: "Setup Cargo"
+      id: output_cargo_args
+      shell: bash
+      run: |
+        if [[ -n $CARGO_ARGS ]]; then
+          if [[ "$RUNNER_DEBUG" == "true" ]] || [[ "$ACTIONS_STEP_DEBUG" == "true" ]]; then printf "::debug::CARGO_ARGS already set to '%s'\n" "${CARGO_ARGS}" ; fi ;
+          # e.g., CARGO_ARGS=${CARGO_ARGS}
+        else
+          CARGO_ARGS="--release" ;
+          if [[ "$RUNNER_DEBUG" == "true" ]] || [[ "$ACTIONS_STEP_DEBUG" == "true" ]]; then printf "::debug::CARGO_ARGS initialized to '%s'\n" "${CARGO_ARGS}" ; fi ;
+        fi ;
+        printf "%s\n" "CARGO_ARGS=${CARGO_ARGS}" >> "$GITHUB_ENV" ;
+    - name: Pre-Test Build check
+      id: build_rpython
+      shell: bash
+      env:
+        OS: ${{ runner.os }}
+      if: ${{ !cancelled() }}
+      run: |
+        cd ${{ inputs.override-path }} || exit 13 ;
+        printf "::group::%s\n" "Cargo" ;
+        if [[ "$RUNNER_DEBUG" == "true" ]] || [[ "$ACTIONS_STEP_DEBUG" == "true" ]]; then printf "::debug::Now Building '%s'\n" "RustPython" ; fi ;
+          # Execute the testing command in a subshell
+          (
+            RUSTPYTHONPATH=${{ inputs.override-rustpython-path }} cargo run $CARGO_ARGS -- --version || printf "::error title='build failure':: Could not pass build step for version check on ${OS}.\n" ;
+          ) ;
+        printf "::endgroup::%s\n" ;
+        cd ${{ steps.store_old_path.outputs.initial-path }} || exit 15 ;
+    - id: output_rpython_path
+      shell: bash
+      run: |
+        cd ${{ inputs.override-path }} || exit 13 ; # in case it is relative
+        cd ${{ inputs.override-rustpython-path }} || exit 13 ;
+        printf "RUSTPYTHONPATH=%s\n" $(pwd) >> "$GITHUB_ENV" ;
+        printf "rustpython-lib-path=%s\n" $(pwd) >> "$GITHUB_OUTPUT" ;
+        cd ${{ steps.store_old_path.outputs.initial-path }} || exit 15 ;
diff --git a/.github/actions/CI-5974-Integrate-CPython/action.yaml b/.github/actions/CI-5974-Integrate-CPython/action.yaml
@@ -0,0 +1,82 @@
+---
+name: 'Integrate Reference Implementation'
+description: 'Copy Reference Implementation'
+author: 'Mr. Walls'
+branding:
+  icon: 'copy'
+  color: 'purple'
+inputs:
+  into-path:
+    description: |
+      Path to Destination. Default is 'rustpython'
+    required: true
+    default: 'rustpython'
+  from-path:
+    description: |
+      Path to source. Default is 'cpython'
+    required: true
+    default: 'cpython'
+  files:
+    description: |
+      List of paths to copy from source to destination. Default is 'Lib/**/*.py'
+    required: true
+    default: 'Lib/**/*.py'
+  python-version:
+    description: |
+      The Cpython version (e.g., any valid release or tag, 3.11, 3.12, 3.13) to override setup.
+      The default is to use the value of the environment variable 'PYTHON_VERSION'.
+    default: '3.13'
+    required: true
+
+# TODO: add verification steps
+
+runs:
+  using: composite
+  steps:
+    - id: output_python
+      env:
+        PYTHON_VERSION_INPUT: ${{ inputs.python-version }}
+      name: "Detect Python"
+      if: ${{ inputs.files != '' }}
+      shell: bash
+      run: |
+        # check the python version
+        if [[ -n $PYTHON_VERSION_INPUT ]]; then
+          printf "python-version=%s\n" "${PYTHON_VERSION_INPUT}" >> "$GITHUB_OUTPUT"
+          PYTHON_VERSION=${PYTHON_VERSION_INPUT}
+        else
+          printf "python-version=%s\n" "${PYTHON_VERSION}" >> "$GITHUB_OUTPUT"
+        fi
+        printf "%s\n" "PYTHON_VERSION=${PYTHON_VERSION}" >> "$GITHUB_ENV"
+        if [[ "$RUNNER_DEBUG" == "true" ]] || [[ "$ACTIONS_STEP_DEBUG" == "true" ]]; then printf "::debug::Targeting Cpython %s.\n" "${PYTHON_VERSION}" ; fi ;
+    - id: setup_mkdir_option
+      if: ${{ !cancelled() }}
+      shell: bash
+      run: |
+        # set mkdir options per platform
+        if [[ ${{ runner.os }} != 'Windows' ]] ; then
+          printf "mkdir-args=%s\n" "-v -p -m 751" >> "$GITHUB_OUTPUT"
+          printf "MKDIR_ARGS=%s\n" "-v -p -m 751" >> "$GITHUB_ENV"
+        else
+          printf "mkdir-args=%s\n" "-v -p" >> "$GITHUB_OUTPUT"
+          printf "MKDIR_ARGS=%s\n" "-v -p" >> "$GITHUB_ENV"
+        fi
+    - name: "Integrate Cpython Test files"
+      id: merge_theirs
+      shell: bash
+      if: ${{ !cancelled() && inputs.files != '' }}
+      env:
+        INPUT_FILES: ${{ inputs.files }}
+      run: |
+        printf "::group::%s\n" "Copy Reference Implementation" ;
+        for reference_file in ${INPUT_FILES}; do
+          [[ -d $(dirname ${{ inputs.into-path }}/"${reference_file}" ) ]] || mkdir $MKDIR_ARGS $(dirname ${{ inputs.into-path }}/"${reference_file}" ) ;
+          if [[ "$reference_file" == Lib/test/* ]] ; then
+            # update patches with lib_updater tool from #6089
+            ${{ inputs.into-path }}/scripts/lib_updater.py --from ${{ inputs.into-path }}/"${reference_file}" --to ${{ inputs.from-path }}/"${reference_file}" -o ${{ inputs.into-path }}/"${reference_file}" || \
+              printf "::warning file='%s',title='integration failure':: Could not integrate file for Cpython %s on %s.\n" "${reference_file}" '${PYTHON_VERSION}' '${{ runner.os }}' ;
+          else
+            cp -vf ${{ inputs.from-path }}/"${reference_file}" ${{ inputs.into-path }}/"${reference_file}" || printf "::warning file='%s',title='integration failure':: Could not integrate file for Cpython %s on %s.\n" "${reference_file}" '${PYTHON_VERSION}' '${{ runner.os }}' ;
+          fi
+        done ;
+        printf "\n::endgroup::\n\n" ;