{
 "schema": "cain.conformance_run_summary.v1",
 "date": "2026-10-04",
 "suite": "cainstudio 0.6.0 conformance (32 checks)",
 "tenants": "uxtest a01 (tested) and a02 (second tenant for cross-tenant checks): test accounts, not customers",
 "runs": [
  {
   "file": "127_0_0_1_8088.json",
   "target": "http://127.0.0.1:8088",
   "overall": "CAIN-CONFORMANT",
   "cross_tenant": "CAIN-CONFORMANT",
   "counts": {
    "PASS": 32,
    "FAIL": 0,
    "ERROR": 0,
    "SKIPPED": 0
   },
   "report_sha256": "29e1e99190d3c90f568c319c1c9cfc230a61191ca65450838294cc29192d60f6",
   "digest_recomputes": true,
   "not_pass": []
  },
  {
   "file": "127_0_0_1_8098.json",
   "target": "http://127.0.0.1:8098",
   "overall": "CAIN-CONFORMANT",
   "cross_tenant": "CAIN-CONFORMANT",
   "counts": {
    "PASS": 32,
    "FAIL": 0,
    "ERROR": 0,
    "SKIPPED": 0
   },
   "report_sha256": "4a833122940b5c692728938bba5df28a74f5f6acbc8544eb054d9d94244705a7",
   "digest_recomputes": true,
   "not_pass": []
  },
  {
   "file": "cainstudio_online.json",
   "target": "https://cainstudio.online",
   "overall": "CAIN-CONFORMANT",
   "cross_tenant": "CAIN-CONFORMANT",
   "counts": {
    "PASS": 32,
    "FAIL": 0,
    "ERROR": 0,
    "SKIPPED": 0
   },
   "report_sha256": "b8944457c2d48e9b106abdb1edeab9f91862d8336f073e12de851663f213e7c4",
   "digest_recomputes": true,
   "not_pass": []
  },
  {
   "file": "cainstudio_online_from_clean_venv_install.json",
   "target": "https://cainstudio.online",
   "overall": "CAIN-CONFORMANT",
   "cross_tenant": "CAIN-CONFORMANT",
   "counts": {
    "PASS": 32,
    "FAIL": 0,
    "ERROR": 0,
    "SKIPPED": 0
   },
   "report_sha256": "4dac9dde29ee93b5300e89a55aa8c8c79fd480db7cf5cf7ebfa3372c3733f607",
   "digest_recomputes": true,
   "not_pass": []
  },
  {
   "file": "clawx_click_run1_timeout.json",
   "target": "https://clawx.click",
   "overall": "CAIN-PARTIAL",
   "cross_tenant": "CAIN-CONFORMANT",
   "counts": {
    "PASS": 31,
    "FAIL": 0,
    "ERROR": 1,
    "SKIPPED": 0
   },
   "report_sha256": "dae1d49f38d1c8912658701cc5a00e74686c830290d47bb254fc552aec0f165b",
   "digest_recomputes": true,
   "not_pass": [
    [
     "RIG-07",
     "ERROR",
     "CainUnavailable: could not reach CAIN at https://clawx.click: The read operation timed out"
    ]
   ]
  },
  {
   "file": "clawx_click_run2.json",
   "target": "https://clawx.click",
   "overall": "CAIN-CONFORMANT",
   "cross_tenant": "CAIN-CONFORMANT",
   "counts": {
    "PASS": 32,
    "FAIL": 0,
    "ERROR": 0,
    "SKIPPED": 0
   },
   "report_sha256": "62b19a848492b534e518b2720f25e6532d03391b2a948f1fbb4de84b43c9342c",
   "digest_recomputes": true,
   "not_pass": []
  },
  {
   "file": "clawx_click_run3.json",
   "target": "https://clawx.click",
   "overall": "CAIN-CONFORMANT",
   "cross_tenant": "CAIN-CONFORMANT",
   "counts": {
    "PASS": 32,
    "FAIL": 0,
    "ERROR": 0,
    "SKIPPED": 0
   },
   "report_sha256": "d0b5285f32590e022a0642d65dea1b1597af50ca7c95d956d97236b5e0cc025f",
   "digest_recomputes": true,
   "not_pass": []
  },
  {
   "file": "first_run_cainstudio_online_xt04_test_too_strict.json",
   "target": "https://cainstudio.online",
   "overall": "CAIN-CONFORMANT",
   "cross_tenant": "CAIN-INCOMPATIBLE",
   "counts": {
    "PASS": 31,
    "FAIL": 1,
    "ERROR": 0,
    "SKIPPED": 0
   },
   "report_sha256": "a383640ee7dc61ca6de4124a7b68a31f7b79bb1c622abfcfb86bafd9ac5a1d5f",
   "digest_recomputes": true,
   "not_pass": [
    [
     "XT-04",
     "FAIL",
     "revoke: unexpected status 400"
    ]
   ]
  },
  {
   "file": "mcpgate_online.json",
   "target": "https://mcpgate.online",
   "overall": "CAIN-CONFORMANT",
   "cross_tenant": "CAIN-CONFORMANT",
   "counts": {
    "PASS": 32,
    "FAIL": 0,
    "ERROR": 0,
    "SKIPPED": 0
   },
   "report_sha256": "71d1c807dde272f0b51e17fa385a00aad36b4a6d8fe3b4ff66aa7ef9148f052a",
   "digest_recomputes": true,
   "not_pass": []
  }
 ],
 "preserved_failures": {
  "first_run_cainstudio_online_xt04_test_too_strict.json": "test bug, not a product bug: XT-04 expected HTTP 404 for another tenant's agent; RIG answers 400 for unknown ids and the answer was identical to a non-existent id, agent stayed ACTIVE. Check rewritten before release.",
  "clawx_click_run1_timeout.json": "RIG-07 network timeout (host load average ~40-48 on 4 vCPU); reported as ERROR -> CAIN-PARTIAL, not PASS. Two reruns 32/32."
 },
 "statement": "Self-run conformance by the operator on test tenants. Not a certification, audit or third-party assurance. PASS = the property held for these inputs at this time.",
 "reproduce": "pip install --extra-index-url https://cainstudio.online/simple cainstudio==0.6.0 && cainstudio conform --second-key-env CAIN_SECOND_KEY"
}