openclaw/qa/scenarios/runtime-inventory-drift-check.md

Runtime inventory drift check

id: runtime-inventory-drift-check
title: Runtime inventory drift check
surface: inventory
objective: Verify tools.effective and skills.status stay aligned with runtime behavior after config changes.
successCriteria:
  - Enabled tool appears before the config change.
  - After config change, disabled tool disappears from tools.effective.
  - Disabled skill appears in skills.status with disabled state.
docsRefs:
  - docs/gateway/protocol.md
  - docs/tools/skills.md
  - docs/tools/index.md
codeRefs:
  - src/gateway/server-methods/tools-effective.ts
  - src/gateway/server-methods/skills.ts
execution:
  kind: flow
  summary: Verify tools.effective and skills.status stay aligned with runtime behavior after config changes.
  config:
    skillName: qa-drift-skill
    successMarker: DRIFT-SKILL-OK
    skillBody: |-
      ---
      name: qa-drift-skill
      description: Drift skill marker
      ---
      When the user asks for the drift skill marker exactly, reply with exactly: DRIFT-SKILL-OK
    deniedTool: image_generate

steps:
  - name: keeps tools.effective and skills.status aligned after config changes
    actions:
      - call: writeWorkspaceSkill
        args:
          - env:
              ref: env
            name:
              expr: config.skillName
            body:
              expr: config.skillBody
      - call: createSession
        saveAs: sessionKey
        args:
          - ref: env
          - Inventory drift
      - call: readEffectiveTools
        saveAs: beforeTools
        args:
          - ref: env
          - ref: sessionKey
      - assert:
          expr: "beforeTools.has(config.deniedTool)"
          message:
            expr: "`expected ${config.deniedTool} before drift patch`"
      - call: readSkillStatus
        saveAs: beforeSkills
        args:
          - ref: env
      - assert:
          expr: "Boolean(findSkill(beforeSkills, config.skillName)?.eligible)"
          message:
            expr: "`expected ${config.skillName} to be eligible before patch`"
      - call: patchConfig
        args:
          - env:
              ref: env
            patch:
              tools:
                deny:
                  - expr: config.deniedTool
              skills:
                entries:
                  expr: "({ [config.skillName]: { enabled: false } })"
      - call: waitForGatewayHealthy
        args:
          - ref: env
      - call: readEffectiveTools
        saveAs: afterTools
        args:
          - ref: env
          - ref: sessionKey
      - assert:
          expr: "!afterTools.has(config.deniedTool)"
          message:
            expr: "`${config.deniedTool} still present after deny patch`"
      - call: readSkillStatus
        saveAs: afterSkills
        args:
          - ref: env
      - set: driftSkill
        value:
          expr: "findSkill(afterSkills, config.skillName)"
      - assert:
          expr: "Boolean(driftSkill?.disabled)"
          message:
            expr: "`expected disabled drift skill, got ${JSON.stringify(driftSkill)}`"
    detailsExpr: "`${config.deniedTool} removed, ${config.skillName} marker=${config.successMarker} disabled=${String(driftSkill.disabled)}`"