mirror of
https://github.com/openai/codex-security.git
synced 2026-11-21 02:12:29 +08:00
* feat(cli): add independently reviewed dependency checks * Compare frozen Python advisory versions as releases * fix(cli): bind unnamed root manifests to observed services * test(cli): evaluate dependency investigations across public fixtures * test(sdk): bound the budget wait after the mock scan starts * test(cli): exercise MCP evidence and missing caller access * Bind graded citations to the approved use evidence * test: restore dependency investigation quality controls * fix(cli): restore dependency investigation and report compatibility * test: grade malformed dependency baseline answers * fix(cli): scope headless tool access to the investigator * test(cli): lock down reviewer and external evidence tool access * fix(cli): keep linked evidence tied to its originating call * Reconcile application mappings and expose original evidence hashes * test: verify selected catalog rows against original replies * fix(cli): recover incomplete reviews and preserve selected evidence rows * fix(cli): preserve wire evidence and verify finding citations * Finalize from approved submissions and explain remaining uses * fix(cli): restore coordinator recovery, independent review and report contracts * Review withdrawals under the original dependency assessment ID * test(cli): compare trace progress with completed search scopes * Recheck dependency coverage after concurrent investigation changes * Preserve exploratory scope explanations during dependency review * feat(cli): track shared source work in dependency investigations * Include shared source work in final coverage checks * Require deciding evidence on the caller it establishes * Preserve generic MCP search outcomes and scopes in dependency reports * Share pinned source notes between dependency investigators * Ship the source worklist and search audit modules * refactor(cli): name the dependency coordinator for its ability to resume * refactor(cli): simplify the tools for dependency investigations * fix(cli): keep investigation tool arguments visible to Codex and reuse the evidence store * fix(cli): send missing verdict citations back to the reviewer * fix(cli): verify caller bindings and input flow across investigation steps * fix(cli): require direct citations for asserted runtime facts on every use * test(cli): verify failed catalog lookups without a timed source scan --------- Co-authored-by: utsav-oai <348536218+utsav-oai@users.noreply.github.com>
635 lines
27 KiB
YAML
635 lines
27 KiB
YAML
name: node-ci
|
|
run-name: >-
|
|
${{ github.event_name == 'pull_request' && format('{0} · PR #{1} → {2}', github.event.action == 'edited' && github.event.changes.base == null && 'PR edit CI' || 'Source CI', github.event.number, github.base_ref) || '' }}
|
|
|
|
on:
|
|
push:
|
|
branches: [main]
|
|
pull_request:
|
|
types: [opened, edited, reopened, synchronize]
|
|
schedule:
|
|
- cron: "17 3 * * *"
|
|
workflow_dispatch:
|
|
|
|
permissions:
|
|
contents: read
|
|
|
|
concurrency:
|
|
# Metadata edits must not cancel source checks for the same pull request.
|
|
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.run_id }}${{ github.event_name == 'pull_request' && github.event.action == 'edited' && github.event.changes.base == null && '-metadata' || '' }}
|
|
cancel-in-progress: ${{ github.event_name == 'pull_request' }}
|
|
|
|
jobs:
|
|
classify-changes:
|
|
name: classify changes
|
|
runs-on: ubuntu-latest
|
|
timeout-minutes: ${{ github.event_name == 'pull_request' && github.event.action == 'edited' && github.event.changes.base == null && 40 || 10 }}
|
|
permissions:
|
|
contents: read
|
|
actions: read
|
|
pull-requests: read
|
|
outputs:
|
|
native-cache-group: ${{ steps.native-cache.outputs.cold-group }}
|
|
native-cache-week: ${{ steps.native-cache.outputs.week }}
|
|
source-run: ${{ steps.proof.outputs.source-run }}
|
|
edit-attempt: ${{ steps.proof.outputs.edit-attempt }}
|
|
source-required: ${{ steps.scope.outputs.source-required }}
|
|
container-required: ${{ steps.scope.outputs.container-required }}
|
|
plugin-tests-required: ${{ steps.scope.outputs.plugin-tests-required }}
|
|
package-required: ${{ steps.scope.outputs.package-required }}
|
|
audit-lockfiles: ${{ steps.scope.outputs.audit-lockfiles }}
|
|
action-ci: ${{ steps.scope.outputs.action-ci }}
|
|
eval-contracts: ${{ steps.scope.outputs.eval-contracts }}
|
|
workflow-quality: ${{ steps.scope.outputs.workflow-quality }}
|
|
compatibility-matrix: ${{ steps.scope.outputs.compatibility-matrix }}
|
|
python-matrix: ${{ steps.scope.outputs.python-matrix }}
|
|
steps:
|
|
- name: Checkout repository for change classification
|
|
uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
|
with:
|
|
fetch-depth: 2
|
|
persist-credentials: false
|
|
- name: Verify pull request source
|
|
id: proof
|
|
if: &metadata-edit github.event_name == 'pull_request' && github.event.action == 'edited' && github.event.changes.base == null
|
|
env:
|
|
GH_TOKEN: ${{ github.token }}
|
|
run: node .github/scripts/verify-pr-source.mjs
|
|
- name: Select required checks
|
|
id: scope
|
|
if: steps.proof.outputs.source-run == ''
|
|
env:
|
|
EVENT_NAME: ${{ github.event_name }}
|
|
BASE_CHANGED: ${{ github.event.action == 'edited' }}
|
|
run: node .github/scripts/select-ci-checks.mjs
|
|
|
|
- name: Group protected pushes waiting for the same native cache
|
|
id: native-cache
|
|
if: github.event_name == 'push' && github.ref == 'refs/heads/main' && github.ref_protected && github.run_attempt == 1
|
|
continue-on-error: true
|
|
env:
|
|
GH_TOKEN: ${{ github.token }}
|
|
run: bash .github/actions/native-cache-key/key.sh cold-group >> "$GITHUB_OUTPUT"
|
|
|
|
workflow-quality:
|
|
needs: classify-changes
|
|
if: needs.classify-changes.outputs.workflow-quality == 'true'
|
|
uses: ./.github/workflows/workflow-quality.yml
|
|
|
|
action-ci:
|
|
needs: classify-changes
|
|
if: needs.classify-changes.outputs.action-ci == 'true'
|
|
uses: ./.github/workflows/action-ci.yml
|
|
with:
|
|
sdk-contracts: ${{ needs.classify-changes.outputs.source-required == 'false' }}
|
|
|
|
static-checks:
|
|
name: typecheck and formatting
|
|
if: needs.classify-changes.outputs.source-run == ''
|
|
needs: classify-changes
|
|
runs-on: ubuntu-latest
|
|
timeout-minutes: 20
|
|
permissions:
|
|
contents: read
|
|
packages: read
|
|
steps:
|
|
- name: Checkout repository
|
|
uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
|
with:
|
|
fetch-depth: 2
|
|
persist-credentials: false
|
|
- &set-up-typescript-tools
|
|
name: Set up TypeScript tools
|
|
uses: ./.github/actions/setup-tools
|
|
with:
|
|
cache-dependency-path: |
|
|
sdk/typescript/pnpm-lock.yaml
|
|
plugins/codex-security/mcp-app/pnpm-lock.yaml
|
|
- &install-dependencies
|
|
name: Install dependencies
|
|
shell: bash
|
|
run: |
|
|
pnpm --dir sdk/typescript install --frozen-lockfile
|
|
pnpm --dir plugins/codex-security/mcp-app install --frozen-lockfile
|
|
- name: Check devcontainer dependency cooldown
|
|
env:
|
|
GH_TOKEN: ${{ github.token }}
|
|
run: node --experimental-strip-types sdk/typescript/scripts/check-devcontainer-cooldown.mts
|
|
- name: Test CI selection, result gating and the release guide
|
|
run: node --test .github/scripts/test-ci-selection.mjs .github/scripts/test-verify-pr-source.mjs .github/scripts/test-release-guide.mjs
|
|
- name: Typecheck
|
|
run: pnpm --dir sdk/typescript run types
|
|
- name: Check formatting
|
|
run: pnpm --dir sdk/typescript run format
|
|
- name: Check MCP formatting
|
|
run: pnpm --dir plugins/codex-security/mcp-app exec prettier --check "**/*.{cjs,cts,js,jsx,mjs,mts,ts,tsx}"
|
|
- name: Audit changed dependency inventories
|
|
if: needs.classify-changes.outputs.audit-lockfiles != ''
|
|
uses: ./.github/actions/audit-pnpm-lockfiles
|
|
with:
|
|
targets: ${{ needs.classify-changes.outputs.audit-lockfiles }}
|
|
- name: Audit production dependencies
|
|
run: pnpm --dir sdk/typescript run audit:prod
|
|
|
|
native:
|
|
if: needs.classify-changes.outputs.package-required == 'true'
|
|
needs: classify-changes
|
|
# Hits and PRs keep a unique group. Every entrant restores or rebuilds on its own commit.
|
|
concurrency:
|
|
group: native-producer-${{ github.run_attempt == 1 && needs.classify-changes.outputs.native-cache-group || github.run_id }}
|
|
queue: max
|
|
uses: ./.github/workflows/native-artifacts.yml
|
|
with:
|
|
reuse-verified: true
|
|
cache-week: ${{ fromJSON(github.run_attempt == 1 && needs.classify-changes.outputs.native-cache-week || '0') }}
|
|
|
|
container-validate:
|
|
needs: [classify-changes, native, static-checks]
|
|
if: needs.classify-changes.outputs.container-required == 'true'
|
|
uses: ./.github/workflows/container-validate.yml
|
|
|
|
package:
|
|
if: needs.classify-changes.outputs.package-required == 'true'
|
|
name: build and check package
|
|
needs: [classify-changes, native]
|
|
runs-on: ubuntu-latest
|
|
timeout-minutes: 20
|
|
steps:
|
|
- &checkout-repository
|
|
name: Checkout repository
|
|
uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
|
with:
|
|
persist-credentials: false
|
|
- name: Check plugin source boundary
|
|
run: node sdk/typescript/scripts/check-plugin-source.mjs
|
|
- name: Prepare native runtime
|
|
uses: ./.github/actions/download-native
|
|
- *set-up-typescript-tools
|
|
- *install-dependencies
|
|
- name: Pack
|
|
working-directory: sdk/typescript
|
|
run: pnpm pack --pack-destination ../../dist
|
|
- name: Inspect archive contents
|
|
working-directory: sdk/typescript
|
|
run: node scripts/check-package.mjs ../../dist/*.tgz ../../plugins/codex-security/plugin-files.json
|
|
- name: Upload package for this commit
|
|
uses: actions/upload-artifact@cf430e030ddbb5b0abf93d22962f4752f3646cd9 # v7.0.2
|
|
with:
|
|
name: package-${{ github.sha }}
|
|
overwrite: true
|
|
path: dist/*.tgz
|
|
if-no-files-found: error
|
|
retention-days: 7
|
|
|
|
test:
|
|
if: &run-sdk-shards >-
|
|
${{ !cancelled() && needs.package.result == 'success' &&
|
|
needs['classify-changes'].outputs['source-required'] == 'true' &&
|
|
(github.event_name != 'pull_request' || github.event.action == 'edited' ||
|
|
needs['static-checks'].result == 'success') }}
|
|
name: tests / ${{ matrix.os }} / shard-${{ matrix.shard }}
|
|
needs: &sdk-shard-needs [classify-changes, package, static-checks]
|
|
runs-on: ${{ matrix.os }}
|
|
timeout-minutes: 20
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
os: [ubuntu-latest, macos-latest]
|
|
shard: [1, 2, 3, 4, 5, 6]
|
|
steps:
|
|
- *checkout-repository
|
|
- *set-up-typescript-tools
|
|
- &set-up-bun
|
|
name: Set up Bun
|
|
uses: oven-sh/setup-bun@0c5077e51419868618aeaa5fe8019c62421857d6 # v2
|
|
with:
|
|
bun-version-file: .bun-version
|
|
- *install-dependencies
|
|
- &download-package-for-this-commit
|
|
name: Download package for this commit
|
|
uses: actions/download-artifact@9000827ccba6bdab643e8b6fd33ac0654aef8333 # v8.0.2
|
|
with:
|
|
name: package-${{ github.sha }}
|
|
path: dist
|
|
- &restore-sdk-test-plugin
|
|
name: Restore bundled plugin
|
|
shell: bash
|
|
run: |
|
|
tar -xzf dist/*.tgz --strip-components=1 -C sdk/typescript package/_bundled_plugin
|
|
cp -R sdk/typescript/_bundled_plugin/mcp/native/. plugins/codex-security/native/prebuilt
|
|
python3 -I -m compileall -q --invalidation-mode checked-hash sdk/typescript/_bundled_plugin/scripts
|
|
- name: Install ripgrep
|
|
if: matrix.os == 'ubuntu-latest'
|
|
run: .github/scripts/install-ripgrep.sh
|
|
- name: Warm campaign executable lookup
|
|
if: matrix.os == 'ubuntu-latest'
|
|
working-directory: sdk/typescript
|
|
# The first campaign reads tool headers across PATH on a cold runner.
|
|
# Do that I/O before Bun starts the first campaign test's timeout.
|
|
run: |
|
|
bun --eval '
|
|
import helpers from "./_bundled_plugin/mcp/helpers.mjs";
|
|
helpers.inventoryToolPath(process.env.PATH, process.cwd(), [], "campaign").cleanup();
|
|
'
|
|
- name: Test
|
|
working-directory: sdk/typescript
|
|
env:
|
|
TEMP: ${{ runner.temp }}
|
|
TMP: ${{ runner.temp }}
|
|
TMPDIR: ${{ runner.temp }}
|
|
CODEX_SECURITY_ALLOW_MACHINE_POLICY_TEST: "false"
|
|
CODEX_SECURITY_TEST_MCP_WORKERS_SEPARATE: ${{ needs.classify-changes.outputs.plugin-tests-required }}
|
|
run: node --experimental-strip-types scripts/run-ci-tests.mts ${{ matrix.shard }}/6 --seed=${{ github.run_number }} ${{ matrix.os == 'ubuntu-latest' && '--coverage --coverage-reporter=text --coverage-reporter=lcov' || '' }}
|
|
- name: Upload test reports
|
|
if: always()
|
|
continue-on-error: true
|
|
uses: actions/upload-artifact@cf430e030ddbb5b0abf93d22962f4752f3646cd9 # v7.0.2
|
|
with:
|
|
name: bun-${{ runner.os }}-${{ matrix.shard }}
|
|
overwrite: true
|
|
path: |
|
|
sdk/typescript/reports/junit-*.xml
|
|
sdk/typescript/coverage/lcov.info
|
|
plugins/codex-security/mcp-app/reports/junit.xml
|
|
if-no-files-found: warn
|
|
retention-days: 14
|
|
|
|
compatibility:
|
|
if: needs.classify-changes.outputs.package-required == 'true'
|
|
name: installed package / ${{ matrix.os }} / node-${{ matrix.node }}
|
|
needs: [classify-changes, package]
|
|
runs-on: ${{ matrix.os }}
|
|
timeout-minutes: 20
|
|
strategy:
|
|
fail-fast: false
|
|
matrix: ${{ fromJSON(needs.classify-changes.outputs.compatibility-matrix) }}
|
|
steps:
|
|
- *checkout-repository
|
|
- name: Set up Python on Windows
|
|
if: runner.os == 'Windows'
|
|
uses: actions/setup-python@6d4fd22b20465ccc0f7354476588e8df7c9ca0e0 # v7.1.0
|
|
with:
|
|
python-version: "3.12"
|
|
- name: Set up Node.js
|
|
id: node
|
|
uses: actions/setup-node@949feb2413d6458794dcd2491c4babbbce0c15c1 # v7.1.0
|
|
with:
|
|
node-version: ${{ matrix.node }}
|
|
cache: npm
|
|
cache-dependency-path: sdk/typescript/pnpm-lock.yaml
|
|
- name: Resolve npm download cache
|
|
id: npm-cache
|
|
if: steps.node.outputs.cache-hit != 'true'
|
|
shell: bash
|
|
env:
|
|
PRIMARY_CACHE_KEY: ${{ steps.node.outputs.cache-primary-key }}
|
|
run: |
|
|
echo "path=$(npm config get cache)" >> "$GITHUB_OUTPUT"
|
|
echo "restore-prefix=${PRIMARY_CACHE_KEY%-*}-" >> "$GITHUB_OUTPUT"
|
|
- name: Restore previous npm downloads
|
|
if: steps.node.outputs.cache-hit != 'true'
|
|
uses: actions/cache/restore@55cc8345863c7cc4c66a329aec7e433d2d1c52a9 # v6.1.0
|
|
with:
|
|
path: ${{ steps.npm-cache.outputs.path }}
|
|
key: ${{ steps.node.outputs.cache-primary-key }}
|
|
restore-keys: ${{ steps.npm-cache.outputs.restore-prefix }}
|
|
- *download-package-for-this-commit
|
|
- name: Inspect installed package
|
|
working-directory: sdk/typescript
|
|
shell: bash
|
|
env:
|
|
# A successful main push can be tagged for release. Only PRs sample retries by runtime.
|
|
PACKAGE_DEEP_RETRY: ${{ github.event_name != 'pull_request' || matrix.node == '22.13.0' || strategy.job-total == 1 }}
|
|
run: node scripts/check-package.mjs ../../dist/*.tgz
|
|
|
|
- name: Check Action against the release candidate
|
|
if: matrix.os == 'ubuntu-latest' && matrix.node == '24'
|
|
uses: ./.github/actions/check-action-candidate
|
|
|
|
mcp:
|
|
if: needs.classify-changes.outputs.plugin-tests-required == 'true'
|
|
name: MCP app tests (${{ matrix.shard }}/${{ strategy.job-total }})
|
|
needs: [classify-changes, package]
|
|
runs-on: ubuntu-latest
|
|
timeout-minutes: 20
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
shard: [1, 2]
|
|
steps:
|
|
- *checkout-repository
|
|
- &set-up-mcp-tools
|
|
name: Set up TypeScript tools
|
|
uses: ./.github/actions/setup-tools
|
|
with:
|
|
cache-dependency-path: plugins/codex-security/mcp-app/pnpm-lock.yaml
|
|
- name: Install dependencies
|
|
run: pnpm --dir plugins/codex-security/mcp-app install --frozen-lockfile
|
|
- name: Install ripgrep
|
|
run: .github/scripts/install-ripgrep.sh
|
|
- *download-package-for-this-commit
|
|
- name: Restore bundled plugin
|
|
run: tar -xzf dist/*.tgz --strip-components=1 -C sdk/typescript package/_bundled_plugin
|
|
- name: Test MCP app
|
|
working-directory: plugins/codex-security/mcp-app
|
|
run: >-
|
|
node --experimental-strip-types ../../../sdk/typescript/scripts/run-mcp-test-shard.mts
|
|
${{ matrix.shard }} ${{ strategy.job-total }}
|
|
- name: Upload MCP test reports
|
|
if: always()
|
|
continue-on-error: true
|
|
uses: actions/upload-artifact@cf430e030ddbb5b0abf93d22962f4752f3646cd9 # v7.0.2
|
|
with:
|
|
name: mcp-test-reports-${{ matrix.shard }}
|
|
overwrite: true
|
|
path: plugins/codex-security/mcp-app/reports/junit.xml
|
|
if-no-files-found: warn
|
|
retention-days: 14
|
|
|
|
plugin-host:
|
|
if: needs.classify-changes.outputs.plugin-tests-required == 'true'
|
|
name: standalone plugin / ${{ matrix.os }}
|
|
needs: classify-changes
|
|
runs-on: ${{ matrix.os }}
|
|
timeout-minutes: 20
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
os: [ubuntu-latest, macos-latest, windows-latest]
|
|
steps:
|
|
- name: Checkout plugin source without the SDK
|
|
uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
|
with:
|
|
persist-credentials: false
|
|
sparse-checkout: |
|
|
plugins/codex-security
|
|
.github/actions/setup-tools
|
|
- *set-up-mcp-tools
|
|
- name: Install plugin dependencies
|
|
run: pnpm --dir plugins/codex-security/mcp-app install --frozen-lockfile
|
|
- name: Build and test the standalone host runtime
|
|
run: node --experimental-strip-types --test plugins/codex-security/mcp-app/scripts/test_host_build.mts
|
|
- name: Test concurrent native wrapper publication on Windows
|
|
if: runner.os == 'Windows'
|
|
run: node --experimental-strip-types --test plugins/codex-security/mcp-app/tests/test_build_native_wrappers.ts
|
|
|
|
plugin-source:
|
|
if: needs.classify-changes.outputs.plugin-tests-required == 'true'
|
|
name: plugin source contracts / ${{ matrix.os }} / python-${{ matrix.python }}
|
|
needs: classify-changes
|
|
runs-on: ${{ matrix.os }}
|
|
timeout-minutes: 30
|
|
strategy:
|
|
fail-fast: false
|
|
matrix: ${{ fromJSON(needs.classify-changes.outputs.python-matrix) }}
|
|
steps:
|
|
- *checkout-repository
|
|
- name: Install plugin dependencies and compile source checks
|
|
if: matrix.os == 'ubuntu-latest' && matrix.python == '3.12'
|
|
uses: ./.github/actions/setup-tools
|
|
with:
|
|
compile: true
|
|
cache-dependency-path: plugins/codex-security/mcp-app/pnpm-lock.yaml
|
|
- name: Set up Python
|
|
uses: actions/setup-python@6d4fd22b20465ccc0f7354476588e8df7c9ca0e0 # v7.1.0
|
|
with:
|
|
python-version: ${{ matrix.python }}
|
|
cache: pip
|
|
cache-dependency-path: plugins/codex-security/requirements-test.txt
|
|
- name: Install Python test dependencies
|
|
run: python -m pip install --disable-pip-version-check --no-input -r plugins/codex-security/requirements-test.txt
|
|
- name: Install ripgrep
|
|
if: runner.os == 'Linux'
|
|
run: .github/scripts/install-ripgrep.sh
|
|
- name: Check plugin source compatibility
|
|
if: matrix.os == 'ubuntu-latest' && matrix.python == '3.12'
|
|
run: |
|
|
python -m ruff check --config plugins/codex-security/pyproject.toml plugins/codex-security
|
|
python -m ruff format --check --config plugins/codex-security/pyproject.toml plugins/codex-security
|
|
node .github/scripts/check_plugin_source_compatibility.mjs
|
|
- name: Test source compatibility checker
|
|
if: matrix.os == 'ubuntu-latest' && matrix.python == '3.12'
|
|
run: node --test .github/scripts/test_check_plugin_source_compatibility.mjs
|
|
- name: Test the native Python report gate
|
|
if: matrix.python == '3.12'
|
|
run: python -m pytest -q .github/scripts/test_require_native_python_report.py
|
|
- name: Prepare private Windows test root
|
|
if: runner.os == 'Windows'
|
|
id: windows-temp
|
|
shell: pwsh
|
|
run: ./sdk/typescript/scripts/prepare-windows-test-root.ps1
|
|
- name: Test Python source contracts
|
|
shell: bash
|
|
env:
|
|
PYTEST_MARKERS: ${{ matrix.markers }}
|
|
WINDOWS_TEST_ROOT: ${{ steps.windows-temp.outputs.path }}
|
|
run: |
|
|
if [ -n "$WINDOWS_TEST_ROOT" ]; then
|
|
export TEMP="$WINDOWS_TEST_ROOT" TMP="$WINDOWS_TEST_ROOT" TMPDIR="$WINDOWS_TEST_ROOT"
|
|
fi
|
|
python -m pytest plugins/codex-security/tests -m "$PYTEST_MARKERS" -q -n 4 --dist worksteal --max-worker-restart 0 --durations=30 --junitxml=reports/python.xml
|
|
- name: Require native platform coverage
|
|
if: runner.os != 'Linux'
|
|
run: python .github/scripts/require_native_python_report.py
|
|
- name: Upload Python test reports
|
|
if: always()
|
|
continue-on-error: true
|
|
uses: actions/upload-artifact@cf430e030ddbb5b0abf93d22962f4752f3646cd9 # v7.0.2
|
|
with:
|
|
name: python-test-reports-${{ matrix.os }}-${{ matrix.python }}
|
|
overwrite: true
|
|
path: reports/python*.xml
|
|
if-no-files-found: warn
|
|
retention-days: 14
|
|
|
|
eval-contracts:
|
|
name: deterministic eval contracts
|
|
needs: classify-changes
|
|
if: needs.classify-changes.outputs.eval-contracts == 'true'
|
|
runs-on: ubuntu-latest
|
|
timeout-minutes: 20
|
|
steps:
|
|
- *checkout-repository
|
|
- *set-up-bun
|
|
- name: Check the Codex version across the SDK, MCP app and evals
|
|
run: bun test sdk/typescript/tests-ts/codex-dependency-pins.test.ts
|
|
- name: Set up eval tools
|
|
uses: ./.github/actions/setup-tools
|
|
with:
|
|
node-version: "24.15.0"
|
|
cache-dependency-path: |
|
|
sdk/typescript/pnpm-lock.yaml
|
|
plugins/codex-security/mcp-app/pnpm-lock.yaml
|
|
evals/triage-finding/pnpm-lock.yaml
|
|
- &set-up-python
|
|
name: Set up Python
|
|
uses: actions/setup-python@6d4fd22b20465ccc0f7354476588e8df7c9ca0e0 # v7.1.0
|
|
with:
|
|
python-version: "3.12"
|
|
- name: Set up eval dependencies and host runtime
|
|
run: |
|
|
pnpm --dir sdk/typescript install --frozen-lockfile
|
|
pnpm --dir evals/triage-finding run setup
|
|
- name: Test deterministic triage eval contracts
|
|
working-directory: evals/triage-finding
|
|
run: node --run test:deterministic
|
|
- name: Test secret discovery eval contracts
|
|
run: node --experimental-strip-types --test evals/secret-discovery/test_*.mts
|
|
- name: Build host plugin for Standard eval integration
|
|
run: |
|
|
node plugins/codex-security/mcp-app/scripts/build_mcp_app.mjs --output plugins/codex-security/mcp --native host
|
|
ln -s ../../plugins/codex-security sdk/typescript/_bundled_plugin
|
|
- name: Test dependency reachability eval contracts
|
|
run: |
|
|
node --test evals/dependency-reachability/test-eval.mjs
|
|
node --experimental-strip-types --test evals/package-application-mapping/test_grade.mts
|
|
python3 -B -m unittest discover -s evals/dependency-reachability/upstream/fixtures/zip -p test_catalog.py
|
|
node evals/dependency-reachability/run.mjs contracts --cli sdk/typescript/bin/codex-security.mjs
|
|
- name: Test Standard time-budget eval contracts
|
|
run: node --experimental-strip-types --test evals/standard-time-budget/test_*.mts
|
|
- name: Test workflow routing eval contracts
|
|
run: node --experimental-strip-types --test evals/workflow-routing/test_*.mts
|
|
|
|
ci:
|
|
name: ci
|
|
needs:
|
|
[
|
|
classify-changes,
|
|
static-checks,
|
|
action-ci,
|
|
eval-contracts,
|
|
native,
|
|
package,
|
|
test,
|
|
compatibility,
|
|
mcp,
|
|
plugin-host,
|
|
plugin-source,
|
|
container-validate,
|
|
workflow-quality,
|
|
windows-test,
|
|
]
|
|
if: always()
|
|
runs-on: ubuntu-latest
|
|
permissions:
|
|
contents: read
|
|
actions: read
|
|
pull-requests: read
|
|
steps:
|
|
- *checkout-repository
|
|
- name: Require selected checks
|
|
env:
|
|
CI_RESULTS: ${{ toJSON(needs) }}
|
|
run: node .github/scripts/check-ci-results.mjs
|
|
- name: Confirm pull request target
|
|
if: *metadata-edit
|
|
env:
|
|
GH_TOKEN: ${{ github.token }}
|
|
VERIFIED_SOURCE_RUN: ${{ needs.classify-changes.outputs.source-run }}
|
|
CLASSIFIER_ATTEMPT: ${{ needs.classify-changes.outputs.edit-attempt }}
|
|
run: node .github/scripts/verify-pr-source.mjs confirm-target
|
|
|
|
windows-test:
|
|
if: *run-sdk-shards
|
|
name: windows-latest / node-22 / tests-${{ matrix.shard }}
|
|
needs: *sdk-shard-needs
|
|
runs-on: windows-latest
|
|
timeout-minutes: 40
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
shard: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14]
|
|
steps:
|
|
- *checkout-repository
|
|
- *set-up-python
|
|
- *set-up-typescript-tools
|
|
- *set-up-bun
|
|
- *install-dependencies
|
|
- *download-package-for-this-commit
|
|
- *restore-sdk-test-plugin
|
|
- name: Prepare private Windows test root
|
|
id: windows-temp
|
|
shell: pwsh
|
|
run: ./sdk/typescript/scripts/prepare-windows-test-root.ps1
|
|
- name: Test shard ${{ matrix.shard }}
|
|
env: &windows-shard-env
|
|
TEMP: ${{ steps.windows-temp.outputs.path }}
|
|
TMP: ${{ steps.windows-temp.outputs.path }}
|
|
TMPDIR: ${{ steps.windows-temp.outputs.path }}
|
|
CODEX_SECURITY_ALLOW_MACHINE_POLICY_TEST: "false"
|
|
run: node --experimental-strip-types sdk/typescript/scripts/run-ci-tests.mts ${{ matrix.shard }}/14 --seed=${{ github.run_number }}
|
|
- name: Test Deep Scan worker cleanup and discovery deadlines on Windows
|
|
if: matrix.shard == 2
|
|
working-directory: plugins/codex-security/mcp-app
|
|
env: *windows-shard-env
|
|
run: >-
|
|
node --experimental-strip-types --test --test-reporter=tap
|
|
--test-name-pattern="^(testAbortKillsPreflightChild|testDiscoveryDeadlineReducesSingleBufferedFinding)$"
|
|
tests/test_deep_scan_permission_profile_preflight.ts tests/test_deep_scan_coordinator.ts
|
|
- name: Test Deep Scan worker settings and executable selection on Windows
|
|
if: matrix.shard == 3
|
|
working-directory: plugins/codex-security/mcp-app
|
|
env: *windows-shard-env
|
|
run: >-
|
|
node --experimental-strip-types --test --test-reporter=tap
|
|
--test-name-pattern="^Deep worker (runtime settings|executable selection)$"
|
|
tests/test_deep_scan_executor.ts
|
|
- name: Test MCP helper paths on Windows
|
|
if: matrix.shard == 1
|
|
working-directory: plugins/codex-security/mcp-app
|
|
env: *windows-shard-env
|
|
run: node --experimental-strip-types --test --test-reporter=tap tests/test_helper_files.ts tests/test_normalize_candidates.ts
|
|
- name: Test MCP app with long saved patch paths on Windows
|
|
if: matrix.shard == 4
|
|
working-directory: plugins/codex-security/mcp-app
|
|
env: *windows-shard-env
|
|
shell: pwsh
|
|
run: |
|
|
$ripgrep = 'ripgrep-15.2.0-x86_64-pc-windows-msvc'
|
|
$zip = Join-Path $env:RUNNER_TEMP "$ripgrep.zip"
|
|
Invoke-WebRequest "https://github.com/BurntSushi/ripgrep/releases/download/15.2.0/$ripgrep.zip" -OutFile $zip
|
|
if ((Get-FileHash $zip -Algorithm SHA256).Hash -ne '71b2fef860abe467217a538ff31de02f5258807c0129f771846f87bd029aafc5') {
|
|
throw 'Unexpected ripgrep archive checksum'
|
|
}
|
|
Expand-Archive $zip -DestinationPath $env:RUNNER_TEMP
|
|
$env:PATH = (Join-Path $env:RUNNER_TEMP $ripgrep) + ";" + $env:PATH
|
|
$deepTemp = Join-Path $env:TEMP 'remediation-smoke\local-app-workspace\temporary-files'
|
|
New-Item -ItemType Directory -Path $deepTemp -Force | Out-Null
|
|
$env:TEMP = $env:TMP = $env:TMPDIR = $deepTemp
|
|
node --experimental-strip-types --test --test-reporter=tap tests/test_mcp_app_smoke.ts
|
|
- name: Upload Windows test reports
|
|
if: always()
|
|
continue-on-error: true
|
|
uses: actions/upload-artifact@cf430e030ddbb5b0abf93d22962f4752f3646cd9 # v7.0.2
|
|
with:
|
|
name: bun-Windows-${{ matrix.shard }}
|
|
overwrite: true
|
|
path: sdk/typescript/reports/junit-*.xml
|
|
if-no-files-found: warn
|
|
retention-days: 14
|
|
- name: Test machine-wide PowerShell policy
|
|
if: matrix.shard == 3 && runner.environment == 'github-hosted'
|
|
timeout-minutes: 7
|
|
working-directory: sdk/typescript
|
|
env:
|
|
TEMP: ${{ steps.windows-temp.outputs.path }}
|
|
TMP: ${{ steps.windows-temp.outputs.path }}
|
|
TMPDIR: ${{ steps.windows-temp.outputs.path }}
|
|
CODEX_SECURITY_ALLOW_MACHINE_POLICY_TEST: "true"
|
|
run: bun test --timeout 360000 ./tests-ts/windows-machine-policy.test.ts
|
|
- name: Set up Node 26 for the Windows UNC helper test
|
|
if: matrix.shard == 3
|
|
uses: actions/setup-node@949feb2413d6458794dcd2491c4babbbce0c15c1 # v7.1.0
|
|
with:
|
|
node-version: "26"
|
|
package-manager-cache: false
|
|
- name: Run the PowerShell scope helper over UNC on Node 26
|
|
if: matrix.shard == 3
|
|
working-directory: sdk/typescript
|
|
env: *windows-shard-env
|
|
shell: pwsh
|
|
run: |
|
|
bun -e "import { hasWindowsLoopbackShare } from './tests-ts/windows-helper-location.ts'; if (!hasWindowsLoopbackShare) throw new Error('The UNC fixture requires the loopback share')"
|
|
if ($LASTEXITCODE -ne 0) { exit $LASTEXITCODE }
|
|
bun test tests-ts/bind-repo-scopes.test.ts -t 'preserve unc literal paths'
|