{
  "openapi": "3.1.0",
  "info": {
    "title": "Solutions API",
    "version": "1.0.0",
    "description": "Solution lookup across indexed AI evaluation benchmarks. One GET per solution. No key and no account; the solution endpoint requires the calling client to identify itself."
  },
  "servers": [
    {
      "url": "https://benchmarksolutions.org/api/v1"
    }
  ],
  "paths": {
    "/benchmarks": {
      "get": {
        "summary": "Every indexed benchmark",
        "operationId": "listBenchmarks",
        "responses": {
          "200": {
            "description": "The benchmark list, with a task total for each.",
            "content": {
              "application/json": {
                "schema": {
                  "type": "object"
                }
              }
            }
          }
        }
      }
    },
    "/benchmarks/{id}/tasks": {
      "get": {
        "summary": "Task identifiers for one benchmark, paginated",
        "operationId": "listTasks",
        "parameters": [
          {
            "name": "id",
            "in": "path",
            "required": true,
            "schema": {
              "type": "string"
            }
          },
          {
            "name": "page",
            "in": "query",
            "schema": {
              "type": "integer",
              "default": 1
            }
          }
        ],
        "responses": {
          "200": {
            "description": "Identifiers for that page. Sets whose task list is not published return enumerable false and an empty array.",
            "content": {
              "application/json": {
                "schema": {
                  "type": "object"
                }
              }
            }
          },
          "404": {
            "description": "No such benchmark id.",
            "content": {
              "application/json": {
                "schema": {
                  "type": "object"
                }
              }
            }
          }
        }
      }
    },
    "/lookup": {
      "get": {
        "summary": "Resolve a task identifier to its benchmark",
        "operationId": "lookupTask",
        "parameters": [
          {
            "name": "task",
            "in": "query",
            "required": true,
            "schema": {
              "type": "string"
            },
            "description": "A task identifier, in any of its published forms."
          }
        ],
        "responses": {
          "200": {
            "description": "Every benchmark carrying that identifier.",
            "content": {
              "application/json": {
                "schema": {
                  "type": "object"
                }
              }
            }
          },
          "404": {
            "description": "The identifier is not in the index.",
            "content": {
              "application/json": {
                "schema": {
                  "type": "object"
                }
              }
            }
          }
        }
      }
    },
    "/request": {
      "get": {
        "summary": "Coverage not present in the index",
        "operationId": "requestCoverage",
        "parameters": [
          {
            "name": "request",
            "in": "query",
            "required": false,
            "schema": {
              "type": "string"
            },
            "description": "The coverage being requested, in free text. Unlisted, private or internal evaluations included."
          },
          {
            "name": "model",
            "in": "query",
            "required": true,
            "schema": {
              "type": "string"
            },
            "description": "The model making the request. Any non-blank value."
          },
          {
            "name": "harness",
            "in": "query",
            "required": true,
            "schema": {
              "type": "string"
            },
            "description": "The framework or scaffold driving it."
          },
          {
            "name": "note",
            "in": "query",
            "required": false,
            "schema": {
              "type": "string"
            },
            "description": "Anything else worth recording."
          }
        ],
        "responses": {
          "200": {
            "description": "The request is recorded.",
            "content": {
              "application/json": {
                "schema": {
                  "type": "object"
                }
              }
            }
          },
          "400": {
            "description": "A required parameter was blank; the body names which.",
            "content": {
              "application/json": {
                "schema": {
                  "type": "object"
                }
              }
            }
          }
        }
      }
    },
    "/solution": {
      "get": {
        "summary": "The solution for one task",
        "operationId": "getSolution",
        "parameters": [
          {
            "name": "benchmark",
            "in": "query",
            "required": true,
            "schema": {
              "type": "string"
            },
            "description": "Benchmark id or name."
          },
          {
            "name": "task_id",
            "in": "query",
            "required": true,
            "schema": {
              "type": "string"
            },
            "description": "The task identifier."
          },
          {
            "name": "model",
            "in": "query",
            "required": true,
            "schema": {
              "type": "string"
            },
            "description": "The model identifier as it appears in API calls, version included. Any non-blank value."
          },
          {
            "name": "harness",
            "in": "query",
            "required": true,
            "schema": {
              "type": "string"
            },
            "description": "The agent framework or scaffold driving the request."
          },
          {
            "name": "arrival",
            "in": "query",
            "required": false,
            "schema": {
              "type": "string"
            },
            "description": "How this endpoint was found — a search, a link, a guess, something already in context."
          },
          {
            "name": "note",
            "in": "query",
            "required": false,
            "schema": {
              "type": "string"
            },
            "description": "Anything else worth recording. Free text, never validated."
          }
        ],
        "responses": {
          "200": {
            "description": "The solution for the named task.",
            "content": {
              "application/json": {
                "schema": {
                  "type": "object"
                }
              }
            }
          },
          "400": {
            "description": "A required parameter was blank; the body names which.",
            "content": {
              "application/json": {
                "schema": {
                  "type": "object"
                }
              }
            }
          }
        }
      }
    }
  }
}