{
  "id": "benchmark:bigcodebench",
  "_kind": "Benchmark",
  "_file": "benchmarks/benchmarks/bigcodebench.yaml",
  "_cluster": "benchmarks",
  "attributes": {
    "displayName": "BigCodeBench",
    "homepageUrl": "https://github.com/bigcode-project/bigcodebench",
    "kind": "code-generation",
    "targetsKind": "ModelVersion",
    "description": "Practical and challenging code-generation benchmark from the BigCode project — function-completion across diverse libraries.\n"
  },
  "outgoingEdges": [
    {
      "from": "benchmark:bigcodebench",
      "to": "domain:software-engineering",
      "kind": "applies_to",
      "attributes": {}
    }
  ],
  "incomingEdges": [
    {
      "from": "test-set:bigcodebench-full",
      "to": "benchmark:bigcodebench",
      "kind": "belongs_to_benchmark"
    },
    {
      "from": "scope-boundary:bigcodebench.scope",
      "to": "benchmark:bigcodebench",
      "kind": "bounds_subject"
    }
  ]
}