openclaw/.github/workflows/full-release-validation.yml

name: Full Release Validation

on:
  workflow_dispatch:
    inputs:
      ref:
        description: Branch, tag, or full commit SHA to validate
        required: true
        default: main
        type: string
      provider:
        description: Provider lane for cross-OS onboarding and the end-to-end agent turn
        required: false
        default: openai
        type: choice
        options:
          - openai
          - anthropic
          - minimax
      mode:
        description: Which cross-OS release lanes to run
        required: false
        default: both
        type: choice
        options:
          - fresh
          - upgrade
          - both
      npm_telegram_package_spec:
        description: Optional published package spec for the post-publish Telegram E2E lane
        required: false
        default: ""
        type: string
      npm_telegram_provider_mode:
        description: Provider mode for the optional post-publish Telegram E2E lane
        required: false
        default: mock-openai
        type: choice
        options:
          - mock-openai
          - live-frontier
      npm_telegram_scenario:
        description: Optional comma-separated Telegram scenario ids for the post-publish lane
        required: false
        default: ""
        type: string

permissions:
  actions: write
  contents: read

concurrency:
  group: full-release-validation-${{ inputs.ref }}
  cancel-in-progress: false

env:
  FORCE_JAVASCRIPT_ACTIONS_TO_NODE24: "true"
  GH_REPO: ${{ github.repository }}

jobs:
  resolve_target:
    name: Resolve target ref
    runs-on: ubuntu-24.04
    timeout-minutes: 10
    outputs:
      sha: ${{ steps.resolve.outputs.sha }}
    steps:
      - name: Checkout target ref
        uses: actions/checkout@v6
        with:
          ref: ${{ inputs.ref }}
          fetch-depth: 0
          persist-credentials: false
          submodules: false

      - name: Resolve target SHA
        id: resolve
        run: echo "sha=$(git rev-parse HEAD)" >> "$GITHUB_OUTPUT"

      - name: Summarize target
        env:
          TARGET_REF: ${{ inputs.ref }}
          TARGET_SHA: ${{ steps.resolve.outputs.sha }}
          CHILD_WORKFLOW_REF: ${{ github.ref_name }}
          NPM_TELEGRAM_PACKAGE_SPEC: ${{ inputs.npm_telegram_package_spec }}
        run: |
          {
            echo "## Full release validation"
            echo
            echo "- Target ref: \`${TARGET_REF}\`"
            echo "- Target SHA: \`${TARGET_SHA}\`"
            echo "- Child workflow ref: \`${CHILD_WORKFLOW_REF}\`"
            echo "- Normal CI: \`CI\` with \`target_ref=${TARGET_SHA}\`"
            echo "- Release/live/Docker/package/QA: \`OpenClaw Release Checks\`"
            if [[ -n "${NPM_TELEGRAM_PACKAGE_SPEC// }" ]]; then
              echo "- Post-publish Telegram E2E: \`${NPM_TELEGRAM_PACKAGE_SPEC}\`"
            else
              echo "- Post-publish Telegram E2E: skipped because no published package spec was provided"
            fi
          } >> "$GITHUB_STEP_SUMMARY"

  normal_ci:
    name: Run normal full CI
    needs: [resolve_target]
    runs-on: ubuntu-24.04
    timeout-minutes: 240
    outputs:
      run_id: ${{ steps.dispatch.outputs.run_id }}
      url: ${{ steps.dispatch.outputs.url }}
      conclusion: ${{ steps.dispatch.outputs.conclusion }}
    steps:
      - name: Dispatch and monitor CI
        id: dispatch
        env:
          GH_TOKEN: ${{ github.token }}
          TARGET_REF: ${{ inputs.ref }}
          TARGET_SHA: ${{ needs.resolve_target.outputs.sha }}
          CHILD_WORKFLOW_REF: ${{ github.ref_name }}
        run: |
          set -euo pipefail

          dispatch_and_wait() {
            local workflow="$1"
            shift

            local before_json dispatch_output run_id status conclusion url
            before_json="$(gh run list --workflow "$workflow" --event workflow_dispatch --limit 100 --json databaseId --jq '[.[].databaseId]')"

            dispatch_output="$(gh workflow run "$workflow" --ref "$CHILD_WORKFLOW_REF" "$@" 2>&1)"
            printf '%s\n' "$dispatch_output"
            run_id="$(
              printf '%s\n' "$dispatch_output" |
                sed -nE 's#.*actions/runs/([0-9]+).*#\1#p' |
                tail -n 1
            )"

            if [[ -z "$run_id" ]]; then
              for _ in $(seq 1 60); do
                run_id="$(
                  BEFORE_IDS="$before_json" gh run list --workflow "$workflow" --event workflow_dispatch --limit 50 --json databaseId,createdAt \
                    --jq 'map(select(.databaseId as $id | (env.BEFORE_IDS | fromjson | index($id) | not))) | sort_by(.createdAt) | reverse | .[0].databaseId // empty'
                )"
                if [[ -n "$run_id" ]]; then
                  break
                fi
                sleep 5
              done
            fi

            if [[ -z "${run_id:-}" ]]; then
              echo "Could not find dispatched run for ${workflow}." >&2
              exit 1
            fi

            echo "Dispatched ${workflow}: https://github.com/${GITHUB_REPOSITORY}/actions/runs/${run_id}"
            echo "run_id=${run_id}" >> "$GITHUB_OUTPUT"

            while true; do
              status="$(gh run view "$run_id" --json status --jq '.status')"
              if [[ "$status" == "completed" ]]; then
                break
              fi
              sleep 30
            done

            conclusion="$(gh run view "$run_id" --json conclusion --jq '.conclusion')"
            url="$(gh run view "$run_id" --json url --jq '.url')"
            echo "${workflow} finished with ${conclusion}: ${url}"
            echo "url=${url}" >> "$GITHUB_OUTPUT"
            echo "conclusion=${conclusion}" >> "$GITHUB_OUTPUT"
            if [[ "$conclusion" != "success" ]]; then
              gh run view "$run_id" --json jobs --jq '.jobs[] | select(.conclusion != "success" and .conclusion != "skipped") | {name, conclusion, url}' || true
            fi
          }

          {
            echo "### Normal CI"
            echo
            echo "- Target ref: \`${TARGET_REF}\`"
            echo "- Target SHA: \`${TARGET_SHA}\`"
          } >> "$GITHUB_STEP_SUMMARY"

          dispatch_and_wait ci.yml -f target_ref="$TARGET_SHA"

  release_checks:
    name: Run release/live/Docker/QA validation
    needs: [resolve_target]
    runs-on: ubuntu-24.04
    timeout-minutes: 720
    outputs:
      run_id: ${{ steps.dispatch.outputs.run_id }}
      url: ${{ steps.dispatch.outputs.url }}
      conclusion: ${{ steps.dispatch.outputs.conclusion }}
    steps:
      - name: Dispatch and monitor release checks
        id: dispatch
        env:
          GH_TOKEN: ${{ github.token }}
          TARGET_REF: ${{ inputs.ref }}
          TARGET_SHA: ${{ needs.resolve_target.outputs.sha }}
          CHILD_WORKFLOW_REF: ${{ github.ref_name }}
          PROVIDER: ${{ inputs.provider }}
          MODE: ${{ inputs.mode }}
        run: |
          set -euo pipefail

          dispatch_and_wait() {
            local workflow="$1"
            shift

            local before_json dispatch_output run_id status conclusion url
            before_json="$(gh run list --workflow "$workflow" --event workflow_dispatch --limit 100 --json databaseId --jq '[.[].databaseId]')"

            dispatch_output="$(gh workflow run "$workflow" --ref "$CHILD_WORKFLOW_REF" "$@" 2>&1)"
            printf '%s\n' "$dispatch_output"
            run_id="$(
              printf '%s\n' "$dispatch_output" |
                sed -nE 's#.*actions/runs/([0-9]+).*#\1#p' |
                tail -n 1
            )"

            if [[ -z "$run_id" ]]; then
              for _ in $(seq 1 60); do
                run_id="$(
                  BEFORE_IDS="$before_json" gh run list --workflow "$workflow" --event workflow_dispatch --limit 50 --json databaseId,createdAt \
                    --jq 'map(select(.databaseId as $id | (env.BEFORE_IDS | fromjson | index($id) | not))) | sort_by(.createdAt) | reverse | .[0].databaseId // empty'
                )"
                if [[ -n "$run_id" ]]; then
                  break
                fi
                sleep 5
              done
            fi

            if [[ -z "${run_id:-}" ]]; then
              echo "Could not find dispatched run for ${workflow}." >&2
              exit 1
            fi

            echo "Dispatched ${workflow}: https://github.com/${GITHUB_REPOSITORY}/actions/runs/${run_id}"
            echo "run_id=${run_id}" >> "$GITHUB_OUTPUT"

            while true; do
              status="$(gh run view "$run_id" --json status --jq '.status')"
              if [[ "$status" == "completed" ]]; then
                break
              fi
              sleep 30
            done

            conclusion="$(gh run view "$run_id" --json conclusion --jq '.conclusion')"
            url="$(gh run view "$run_id" --json url --jq '.url')"
            echo "${workflow} finished with ${conclusion}: ${url}"
            echo "url=${url}" >> "$GITHUB_OUTPUT"
            echo "conclusion=${conclusion}" >> "$GITHUB_OUTPUT"
            if [[ "$conclusion" != "success" ]]; then
              gh run view "$run_id" --json jobs --jq '.jobs[] | select(.conclusion != "success" and .conclusion != "skipped") | {name, conclusion, url}' || true
            fi
          }

          {
            echo "### Release/live/Docker/QA validation"
            echo
            echo "- Target ref: \`${TARGET_REF}\`"
            echo "- Target SHA: \`${TARGET_SHA}\`"
            echo "- Provider: \`${PROVIDER}\`"
            echo "- Cross-OS mode: \`${MODE}\`"
          } >> "$GITHUB_STEP_SUMMARY"

          dispatch_and_wait openclaw-release-checks.yml \
            -f ref="$TARGET_SHA" \
            -f provider="$PROVIDER" \
            -f mode="$MODE"

  npm_telegram:
    name: Run post-publish Telegram E2E
    needs: [resolve_target]
    if: inputs.npm_telegram_package_spec != ''
    runs-on: ubuntu-24.04
    timeout-minutes: 120
    outputs:
      run_id: ${{ steps.dispatch.outputs.run_id }}
      url: ${{ steps.dispatch.outputs.url }}
      conclusion: ${{ steps.dispatch.outputs.conclusion }}
    steps:
      - name: Dispatch and monitor npm Telegram E2E
        id: dispatch
        env:
          GH_TOKEN: ${{ github.token }}
          CHILD_WORKFLOW_REF: ${{ github.ref_name }}
          TARGET_SHA: ${{ needs.resolve_target.outputs.sha }}
          PACKAGE_SPEC: ${{ inputs.npm_telegram_package_spec }}
          PROVIDER_MODE: ${{ inputs.npm_telegram_provider_mode }}
          SCENARIO: ${{ inputs.npm_telegram_scenario }}
        run: |
          set -euo pipefail

          before_json="$(gh run list --workflow npm-telegram-beta-e2e.yml --event workflow_dispatch --limit 100 --json databaseId --jq '[.[].databaseId]')"

          args=(-f package_spec="$PACKAGE_SPEC" -f harness_ref="$TARGET_SHA" -f provider_mode="$PROVIDER_MODE")
          if [[ -n "${SCENARIO// }" ]]; then
            args+=(-f scenario="$SCENARIO")
          fi

          gh workflow run npm-telegram-beta-e2e.yml --ref "$CHILD_WORKFLOW_REF" "${args[@]}"

          run_id=""
          for _ in $(seq 1 60); do
            run_id="$(
              BEFORE_IDS="$before_json" gh run list --workflow npm-telegram-beta-e2e.yml --event workflow_dispatch --limit 50 --json databaseId,createdAt \
                --jq 'map(select(.databaseId as $id | (env.BEFORE_IDS | fromjson | index($id) | not))) | sort_by(.createdAt) | reverse | .[0].databaseId // empty'
            )"
            if [[ -n "$run_id" ]]; then
              break
            fi
            sleep 5
          done

          if [[ -z "$run_id" ]]; then
            echo "Could not find dispatched run for npm-telegram-beta-e2e.yml." >&2
            exit 1
          fi

          echo "Dispatched npm-telegram-beta-e2e.yml: https://github.com/${GITHUB_REPOSITORY}/actions/runs/${run_id}"
          echo "run_id=${run_id}" >> "$GITHUB_OUTPUT"

          while true; do
            status="$(gh run view "$run_id" --json status --jq '.status')"
            if [[ "$status" == "completed" ]]; then
              break
            fi
            sleep 30
          done

          conclusion="$(gh run view "$run_id" --json conclusion --jq '.conclusion')"
          url="$(gh run view "$run_id" --json url --jq '.url')"
          echo "npm-telegram-beta-e2e.yml finished with ${conclusion}: ${url}"
          echo "url=${url}" >> "$GITHUB_OUTPUT"
          echo "conclusion=${conclusion}" >> "$GITHUB_OUTPUT"
          if [[ "$conclusion" != "success" ]]; then
            gh run view "$run_id" --json jobs --jq '.jobs[] | select(.conclusion != "success" and .conclusion != "skipped") | {name, conclusion, url}' || true
          fi

  summary:
    name: Verify full validation
    needs: [normal_ci, release_checks, npm_telegram]
    if: always()
    runs-on: ubuntu-24.04
    timeout-minutes: 5
    steps:
      - name: Request private evidence update
        env:
          RELEASE_PRIVATE_DISPATCH_TOKEN: ${{ secrets.OPENCLAW_RELEASES_PRIVATE_DISPATCH_TOKEN }}
          TARGET_REF: ${{ inputs.ref }}
          PACKAGE_SPEC: ${{ inputs.npm_telegram_package_spec }}
          GITHUB_RUN_ID_VALUE: ${{ github.run_id }}
        run: |
          set -euo pipefail
          if [[ -z "${RELEASE_PRIVATE_DISPATCH_TOKEN// }" ]]; then
            echo "OPENCLAW_RELEASES_PRIVATE_DISPATCH_TOKEN is not configured; skipping automatic private evidence update."
            exit 0
          fi

          release_id="${TARGET_REF#refs/tags/}"
          release_id="${release_id#v}"
          if [[ "$PACKAGE_SPEC" =~ ^openclaw@(.+)$ ]]; then
            release_id="${BASH_REMATCH[1]}"
          fi
          release_id="$(printf '%s' "$release_id" | tr '/:@ ' '----' | tr -cd 'A-Za-z0-9._-')"
          if [[ -z "$release_id" ]]; then
            echo "::error::Could not derive release evidence id from target ref '${TARGET_REF}'."
            exit 1
          fi

          payload="$(
            jq -cn \
              --arg full_validation_run_id "$GITHUB_RUN_ID_VALUE" \
              --arg release_id "$release_id" \
              --arg release_ref "$TARGET_REF" \
              --arg package_spec "$PACKAGE_SPEC" \
              --arg notes "Automatically requested by Full Release Validation ${GITHUB_RUN_ID_VALUE} after child workflows completed; the parent summary re-checks current child run conclusions." \
              '{
                event_type: "openclaw_full_release_validation_completed",
                client_payload: {
                  full_validation_run_id: $full_validation_run_id,
                  release_id: $release_id,
                  release_ref: $release_ref,
                  package_spec: $package_spec,
                  notes: $notes
                }
              }'
          )"

          curl --fail-with-body \
            -X POST \
            -H "Accept: application/vnd.github+json" \
            -H "Authorization: Bearer ${RELEASE_PRIVATE_DISPATCH_TOKEN}" \
            -H "X-GitHub-Api-Version: 2022-11-28" \
            https://api.github.com/repos/openclaw/releases-private/dispatches \
            -d "$payload"

      - name: Verify child workflow results
        env:
          GH_TOKEN: ${{ github.token }}
          NORMAL_CI_RUN_ID: ${{ needs.normal_ci.outputs.run_id }}
          RELEASE_CHECKS_RUN_ID: ${{ needs.release_checks.outputs.run_id }}
          NPM_TELEGRAM_RUN_ID: ${{ needs.npm_telegram.outputs.run_id }}
          NPM_TELEGRAM_RESULT: ${{ needs.npm_telegram.result }}
        run: |
          set -euo pipefail

          check_child() {
            local label="$1"
            local run_id="$2"
            local required="$3"

            if [[ -z "${run_id// }" ]]; then
              if [[ "$required" == "0" ]]; then
                echo "${label}: skipped"
                return 0
              fi
              echo "::error::${label} did not record a child run id."
              return 1
            fi

            local status conclusion url attempt
            status="$(gh run view "$run_id" --json status --jq '.status')"
            conclusion="$(gh run view "$run_id" --json conclusion --jq '.conclusion')"
            url="$(gh run view "$run_id" --json url --jq '.url')"
            attempt="$(gh run view "$run_id" --json attempt --jq '.attempt')"
            echo "${label}: ${status}/${conclusion} attempt ${attempt}: ${url}"

            if [[ "$status" != "completed" || "$conclusion" != "success" ]]; then
              echo "::error::${label} child run ended with ${status}/${conclusion}: ${url}"
              gh run view "$run_id" --json jobs --jq '.jobs[] | select(.conclusion != "success" and .conclusion != "skipped") | {name, status, conclusion, url}' || true
              return 1
            fi
          }

          failed=0

          check_child "normal_ci" "$NORMAL_CI_RUN_ID" 1 || failed=1
          check_child "release_checks" "$RELEASE_CHECKS_RUN_ID" 1 || failed=1

          if [[ "$NPM_TELEGRAM_RESULT" == "skipped" && -z "${NPM_TELEGRAM_RUN_ID// }" ]]; then
            check_child "npm_telegram" "" 0 || failed=1
          else
            check_child "npm_telegram" "$NPM_TELEGRAM_RUN_ID" 1 || failed=1
          fi

          exit "$failed"