← Supporting evidence

Evidence record

failure-matrix.json

Engineering Trustworthy MCP Integrations

7,233 bytes

{
  "schema_version": 1,
  "cases": [
    {
      "boundary": "Discovery bypass",
      "trigger": "Search-only Archive grant addressed directly through host transport",
      "required_outcome": "Application refuses broader access even when helper discovery is bypassed",
      "suite": "MCPArchiveAccessTests",
      "test": "testSearchOnlyGrantMatchesNativeAndRejectsBroaderAccess",
      "source_key": "A06",
      "source_url": "https://vccplus-git.brianholman.com/VCCPlus/VCCPlusOSS/src/branch/main/platforms/macos/Tests/MCPArchiveAccessTests.swift",
      "evidence": "source-inspected regression; no new execution claimed"
    },
    {
      "boundary": "Unapproved scope",
      "trigger": "Support directory proposed but not approved",
      "required_outcome": "Members remain unread and unhashed until native approval",
      "suite": "CMOCProjectInputTests",
      "test": "testUnapprovedSupportRootIsNotReadOrHashedBeforeNativeApproval",
      "source_key": "S02",
      "source_url": "https://vccplus-git.brianholman.com/VCCPlus/VCCPlusOSS/src/branch/main/platforms/macos/Tests/CMOCProjectInputTests.swift",
      "evidence": "source-inspected regression; no new execution claimed"
    },
    {
      "boundary": "Resource revision",
      "trigger": "Existing binary input changes while editor state does not",
      "required_outcome": "Revision advances; old artifact/run loses eligibility",
      "suite": "MCPProjectRefreshTests",
      "test": "testExistingBinaryResourceEditAdvancesRevisionAndInvalidatesArtifact",
      "source_key": "S03",
      "source_url": "https://vccplus-git.brianholman.com/VCCPlus/VCCPlusOSS/src/branch/main/platforms/macos/Tests/MCPProjectRefreshTests.swift",
      "evidence": "source-inspected regression; no new execution claimed"
    },
    {
      "boundary": "Historical capture",
      "trigger": "Live memory changes after a shared-run capture",
      "required_outcome": "Permitted reads return frozen captured bytes, with applicable same-program checks",
      "suite": "MCPDebuggerInspectionTests",
      "test": "testMemoryIsFrozenScopedBoundedAndCPUSpecific",
      "source_key": "O02",
      "source_url": "https://vccplus-git.brianholman.com/VCCPlus/VCCPlusOSS/src/branch/main/platforms/macos/Tests/MCPDebuggerInspectionTests.swift",
      "evidence": "source-inspected regression; no new execution claimed"
    },
    {
      "boundary": "Historical lifetime",
      "trigger": "Continue/eject while captured program relationship remains valid",
      "required_outcome": "Retained historical inspection stays available without claiming fresh guest state",
      "suite": "MCPDebuggerInspectionTests",
      "test": "testHelloDiskKeepsCapturedInspectionAfterContinueAndEject",
      "source_key": "O02",
      "source_url": "https://vccplus-git.brianholman.com/VCCPlus/VCCPlusOSS/src/branch/main/platforms/macos/Tests/MCPDebuggerInspectionTests.swift",
      "evidence": "source-inspected regression; no new execution claimed"
    },
    {
      "boundary": "Owned freshness",
      "trigger": "Guest memory/registers/mapping/mode change while selected clocks remain unchanged",
      "required_outcome": "Owned call-context identity changes; unrelated budget-only fields do not",
      "suite": "MCPDebuggerInspectionTests",
      "test": "testOwnedCallContextIdentityRejectsSameClockGuestChanges",
      "source_key": "O02",
      "source_url": "https://vccplus-git.brianholman.com/VCCPlus/VCCPlusOSS/src/branch/main/platforms/macos/Tests/MCPDebuggerInspectionTests.swift",
      "evidence": "source-inspected regression; no new execution claimed"
    },
    {
      "boundary": "Unsupported interpretation",
      "trigger": "Unknown, optimized, indirect or interrupt frame",
      "required_outcome": "Typed caller/argument interpretation remains unavailable rather than guessed",
      "suite": "CMOCOwnedCallContextTests",
      "test": "testUnknownOptimizedIndirectAndInterruptFramesStayUninterpreted",
      "source_key": "O04",
      "source_url": "https://vccplus-git.brianholman.com/VCCPlus/VCCPlusOSS/src/branch/main/platforms/macos/Tests/CMOCOwnedCallContextTests.swift",
      "evidence": "source-inspected regression; no new execution claimed"
    },
    {
      "boundary": "Before commit",
      "trigger": "Durable outgoing-media retention fails",
      "required_outcome": "Current dirty paused disk remains usable and unchanged",
      "suite": "MCPPlaytestTests",
      "test": "testOwnedMediaRetentionFailureLeavesDirtyPausedDiskUsableOnBothProcessors",
      "source_key": "X02",
      "source_url": "https://vccplus-git.brianholman.com/VCCPlus/VCCPlusOSS/src/branch/main/platforms/macos/Tests/MCPPlaytestTests.swift",
      "evidence": "retained execution projection and source inspection"
    },
    {
      "boundary": "Final precommit boundary",
      "trigger": "Authority lost during asynchronous retention",
      "required_outcome": "Exchange refused with stale_run before mounted selection changes",
      "suite": "MCPPlaytestTests",
      "test": "testOwnedMediaStaleCommitCallbackPreservesTheCurrentDiskOnBothProcessors",
      "source_key": "X02",
      "source_url": "https://vccplus-git.brianholman.com/VCCPlus/VCCPlusOSS/src/branch/main/platforms/macos/Tests/MCPPlaytestTests.swift",
      "evidence": "retained execution projection and source inspection"
    },
    {
      "boundary": "Acknowledged commit",
      "trigger": "Worker commits once, then ownership guard fails before reply",
      "required_outcome": "stale_run_after_commit; committed receipt and both media retained; retry does not exchange again",
      "suite": "MCPPlaytestTests",
      "test": "testAcknowledgedSwapWithLateOwnershipLossRetainsCommittedReceipt",
      "source_key": "X02",
      "source_url": "https://vccplus-git.brianholman.com/VCCPlus/VCCPlusOSS/src/branch/main/platforms/macos/Tests/MCPPlaytestTests.swift",
      "evidence": "retained execution projection and source inspection"
    },
    {
      "boundary": "Uncertain commit",
      "trigger": "Worker reply lost after possible replacement",
      "required_outcome": "Retire run, retain frozen media, report uncertain selection",
      "suite": "MCPPlaytestTests",
      "test": "testLostSwapReplyRetainsEveryFrozenCopyWithUncertainSelection",
      "source_key": "X02",
      "source_url": "https://vccplus-git.brianholman.com/VCCPlus/VCCPlusOSS/src/branch/main/platforms/macos/Tests/MCPPlaytestTests.swift",
      "evidence": "retained execution projection and source inspection"
    },
    {
      "boundary": "Budget exhaustion",
      "trigger": "Ordinary mutation allowance consumed before cleanup",
      "required_outcome": "Stop and retention remain eligible under continuing ownership rules",
      "suite": "MCPPlaytestTests",
      "test": "testStopRetentionRemainsAvailableAfterMutationRequestLimit",
      "source_key": "X02",
      "source_url": "https://vccplus-git.brianholman.com/VCCPlus/VCCPlusOSS/src/branch/main/platforms/macos/Tests/MCPPlaytestTests.swift",
      "evidence": "retained execution projection and source inspection"
    }
  ],
  "counting_note": "Rows map discriminating mechanisms; they are not a unique-test total or fresh execution report."
}

SHA-256bc26506fb611b511b2aa72abd1a4439ef51572baab117acdd5f989c34fd3a2a7

A closer look

Open original