retention-days: 14

if-no-files-found: warn

run_live_runtime_token_efficiency:

name: Run live runtime token-efficiency lane

needs: [authorize_actor, validate_selected_ref]

if: github.event_name == 'schedule'

runs-on: blacksmith-8vcpu-ubuntu-2404

timeout-minutes: 45

environment: qa-live-shared

env:

QA_PARITY_CONCURRENCY: "1"

OPENCLAW_QA_TRANSPORT_READY_TIMEOUT_MS: "180000"

OPENCLAW_QA_REDACT_PUBLIC_METADATA: "1"

steps:

- name: Checkout selected ref

uses: actions/checkout@v6

with:

persist-credentials: false

ref: ${{ needs.validate_selected_ref.outputs.selected_revision }}

fetch-depth: 1

- name: Setup Node environment

uses: ./.github/actions/setup-node-env

with:

node-version: ${{ env.NODE_VERSION }}

pnpm-version: ${{ env.PNPM_VERSION }}

install-bun: "true"

- name: Validate required QA credential env

env:

OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}

shell: bash

run: |

set -euo pipefail

if [[ -z "${OPENAI_API_KEY:-}" ]]; then

echo "Missing required OPENAI_API_KEY." >&2

exit 1

fi

- name: Build private QA runtime

env:

NODE_OPTIONS: --max-old-space-size=8192

run: pnpm build

- name: Run live runtime parity lane

id: run_lane

shell: bash

env:

OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}

OPENCLAW_LIVE_OPENAI_KEY: ${{ secrets.OPENAI_API_KEY }}

run: |

set -euo pipefail

output_dir=".artifacts/qa-e2e/runtime-token-efficiency-live-${GITHUB_RUN_ID}-${GITHUB_RUN_ATTEMPT}"

echo "output_dir=${output_dir}" >> "$GITHUB_OUTPUT"

pnpm openclaw qa suite \

--repo-root . \

--provider-mode live-frontier \

--runtime-parity-tier standard \

--runtime-parity-tier live-only \

--concurrency "${QA_PARITY_CONCURRENCY}" \

--model "${OPENCLAW_CI_OPENAI_MODEL}" \

--alt-model "${OPENCLAW_CI_OPENAI_MODEL}" \

--runtime-pair pi,codex \

--fast \

--allow-failures \

--output-dir "${output_dir}/runtime-suite"

- name: Generate live runtime token-efficiency report

if: always() && steps.run_lane.outcome != 'skipped' && steps.run_lane.outcome != 'cancelled'

shell: bash

run: |

set -euo pipefail

pnpm openclaw qa parity-report \

--repo-root . \

--runtime-axis \

--token-efficiency \

--summary "${{ steps.run_lane.outputs.output_dir }}/runtime-suite/qa-suite-summary.json" \

--output-dir "${{ steps.run_lane.outputs.output_dir }}/runtime-report"

- name: Upload live runtime token-efficiency artifacts

if: always()

uses: actions/upload-artifact@v4

with:

name: qa-live-runtime-token-efficiency-${{ github.run_id }}-${{ github.run_attempt }}

path: ${{ steps.run_lane.outputs.output_dir }}

retention-days: 14

if-no-files-found: warn

run_live_matrix:

name: Run Matrix live QA lane

needs: [authorize_actor, validate_selected_ref]