{
  "id": "benchmark:livecodebench",
  "_kind": "Benchmark",
  "_file": "benchmarks/benchmarks/livecodebench.yaml",
  "_cluster": "benchmarks",
  "attributes": {
    "displayName": "LiveCodeBench",
    "homepageUrl": "https://livecodebench.github.io/",
    "kind": "code-generation",
    "targetsKind": "ModelVersion",
    "description": "Live, contamination-free coding benchmark sourced from recent competitive programming problems.\n"
  },
  "outgoingEdges": [],
  "incomingEdges": [
    {
      "from": "eval-result:livecodebench.qwen-2-5-coder-32b.001",
      "to": "benchmark:livecodebench",
      "kind": "scored_against",
      "attributes": {}
    },
    {
      "from": "eval-result:livecodebench.gemini-2-5-pro.001",
      "to": "benchmark:livecodebench",
      "kind": "scored_against",
      "attributes": {}
    },
    {
      "from": "eval-result:livecodebench.gpt-5.001",
      "to": "benchmark:livecodebench",
      "kind": "scored_against",
      "attributes": {}
    },
    {
      "from": "eval-run:livecodebench.qwen-2-5-coder-32b.2024-11",
      "to": "benchmark:livecodebench",
      "kind": "for_benchmark"
    },
    {
      "from": "eval-run:livecodebench.gemini-2-5-pro.2025-06",
      "to": "benchmark:livecodebench",
      "kind": "for_benchmark"
    },
    {
      "from": "eval-run:livecodebench.gpt-5.2025-08",
      "to": "benchmark:livecodebench",
      "kind": "for_benchmark"
    },
    {
      "from": "test-set:livecodebench-2024-12",
      "to": "benchmark:livecodebench",
      "kind": "belongs_to_benchmark"
    },
    {
      "from": "scope-boundary:livecodebench.scope",
      "to": "benchmark:livecodebench",
      "kind": "bounds_subject"
    }
  ]
}