{
  "schemaVersion": 1,
  "id": "v0-frontier",
  "track": "unaided",
  "status": "exploratory held-out calibration; not a capability certification",
  "collectedOn": "2026-09-17",
  "suiteVersion": "clankdar-frontier-v0",
  "scorerVersion": "clankdar-score-v2",
  "suiteHash": "d876cab5d2cd4293a06af7446b03b00ad163abc97701fca448a723edd18aefbf",
  "seeds": [
    301,
    302,
    303,
    304,
    305,
    306,
    307,
    308,
    309,
    310,
    311,
    312,
    313,
    314,
    315,
    316,
    317,
    318,
    319,
    320
  ],
  "cells": [
    "automata:t6",
    "automata:t7",
    "bitcircuit:t4",
    "bitcircuit:t5",
    "bitcircuit:t6",
    "bitmatrix:t4",
    "bitmatrix:t5",
    "bitmatrix:t6",
    "cryptarithm:t6",
    "gridxf:t7",
    "knights:t5",
    "knights:t6",
    "registervm:t5",
    "registervm:t6",
    "sat:t4",
    "sat:t5",
    "sat:t6"
  ],
  "models": [
    "openai/gpt-5-mini",
    "google/gemini-2.5-pro",
    "openai/gpt-4.1",
    "openai/gpt-4o-mini",
    "meta/llama-3.1-8b"
  ],
  "protocol": [
    {
      "adapter": "google/gemini-2.5-pro",
      "config": {
        "model": "google/gemini-2.5-pro",
        "endpoint": "https://ai-gateway.vercel.sh/v1",
        "maxTokens": 4096,
        "temperature": 0,
        "timeoutMs": 120000
      },
      "concurrency": 4,
      "timeoutMs": 120000,
      "runtime": "bun@1.3.14",
      "source": {
        "revision": "4b624a7cb84250b13a59803c020065032b73b84e",
        "dirty": false
      }
    },
    {
      "adapter": "meta/llama-3.1-8b",
      "config": {
        "model": "meta/llama-3.1-8b",
        "endpoint": "https://ai-gateway.vercel.sh/v1",
        "maxTokens": 4096,
        "temperature": 0,
        "timeoutMs": 120000
      },
      "concurrency": 4,
      "timeoutMs": 120000,
      "runtime": "bun@1.3.14",
      "source": {
        "revision": "ee6e8ca6cfcc3f764b8964a9f735c58d53966ffb",
        "dirty": false
      }
    },
    {
      "adapter": "openai/gpt-4.1",
      "config": {
        "model": "openai/gpt-4.1",
        "endpoint": "https://ai-gateway.vercel.sh/v1",
        "maxTokens": 4096,
        "temperature": 0,
        "timeoutMs": 120000
      },
      "concurrency": 4,
      "timeoutMs": 120000,
      "runtime": "bun@1.3.14",
      "source": {
        "revision": "4b624a7cb84250b13a59803c020065032b73b84e",
        "dirty": false
      }
    },
    {
      "adapter": "openai/gpt-4o-mini",
      "config": {
        "model": "openai/gpt-4o-mini",
        "endpoint": "https://ai-gateway.vercel.sh/v1",
        "maxTokens": 4096,
        "temperature": 0,
        "timeoutMs": 120000
      },
      "concurrency": 4,
      "timeoutMs": 120000,
      "runtime": "bun@1.3.14",
      "source": {
        "revision": "4b624a7cb84250b13a59803c020065032b73b84e",
        "dirty": false
      }
    },
    {
      "adapter": "openai/gpt-5-mini",
      "config": {
        "model": "openai/gpt-5-mini",
        "endpoint": "https://ai-gateway.vercel.sh/v1",
        "maxTokens": 4096,
        "temperature": 0,
        "timeoutMs": 120000
      },
      "concurrency": 4,
      "timeoutMs": 120000,
      "runtime": "bun@1.3.14",
      "source": {
        "revision": "4b624a7cb84250b13a59803c020065032b73b84e",
        "dirty": false
      }
    }
  ],
  "scoring": {
    "strict": "family-aware canonical whole-response match",
    "diagnostic": "independent final-block extraction followed by exact match",
    "errors": "separate from wrong answers and excluded from valid-response denominators"
  },
  "limitations": [
    "Twenty public seeds per family/tier is an exploratory sample, not a certification threshold.",
    "Requested gateway aliases and provider-reported resolved model labels are not independent model attestations.",
    "Tier aggregates are not a scalar capability ladder because tiers contain different puzzle families; compare family/tier cells and model profiles.",
    "Public generators can be memorized or solved with tools. This run used one-turn, no-tool model calls and does not prove identity, trust, personhood, or safe authority."
  ],
  "artifacts": [
    {
      "file": "google_gemini-2.5-pro-962e7b87ec69.jsonl.gz",
      "sha256": "9a208421ddf935a95510ae84c627450f51c99d69892c8a503321753a33d31259",
      "bytes": 42345
    },
    {
      "file": "meta_llama-3.1-8b-9c3e6009a3b5.jsonl.gz",
      "sha256": "5505b53fb64172683765813b35c84432c184527c208fcabe148a023f9305784b",
      "bytes": 125702
    },
    {
      "file": "openai_gpt-4.1-c8893463e7ce.jsonl.gz",
      "sha256": "7fd8e4e7749571330ac8999e7680198a88c33b09f953743e2c9a77f221cb379d",
      "bytes": 72613
    },
    {
      "file": "openai_gpt-4o-mini-94d9f0da9727.jsonl.gz",
      "sha256": "2d758438b84201227ac4083e2d44fb150c12aa47cf280e6d650645916c4044a9",
      "bytes": 50964
    },
    {
      "file": "openai_gpt-5-mini-020751dc92eb.jsonl.gz",
      "sha256": "b10021a7a16edf137297eac18b9c4cdd931f785ce7e9eb465223a265c7286b6b",
      "bytes": 31879
    },
    {
      "file": "report.json",
      "sha256": "bdd82932c99bb2fbe0bbb07b1fc926486117b1046a2afef34b3e56b7e6fdc99f",
      "bytes": 89384
    }
  ]
}