Retrieve complete benchmark data with all samples.
This endpoint returns the full benchmark dataset including all samples, their expected responses, and metadata. Use this to access the complete benchmark content for evaluation or review.
Path Parameters:
benchmark_id: Unique benchmark identifier
Returns:
benchmark_id: Benchmark identifier
document_ids: List of document IDs (single-element array for uploaded benchmarks, multiple elements for generated benchmarks)
samples: Full list of benchmark samples with their responses
Identity, status, and timestamps are served by GET /{benchmark_id}.
Raises:
404: If benchmark not found or user doesn’t have access
Example Request:
GET /api/v3/benchmarks/benchmark_01k4x9m2p7q3r6a1/dataHeaders: {"Authorization": "Bearer <api_key>"}
Example Response:
{ "benchmark_id": "benchmark_01k4x9m2p7q3r6a1", "document_ids": ["document_01k4x9m2p7q3r5se", "document_01k4x9m2p7q3r5sf"], "samples": [ { "sample_num": 1, "instruction": "What is the main purpose of the product?", "response": "To provide real-time collaboration tools for distributed teams." }, { "sample_num": 2, "instruction": "How does the authentication system work?", "response": "Uses OAuth 2.0 with JWT tokens for secure authentication." } ]}
Notes:
Only returns benchmarks owned by the user
Contains complete sample data for evaluation
Use this endpoint when you need the full benchmark content (not just metadata)
{"docsConfig":{"theme":"mint","$schema":"https://mintlify.com/docs.json","name":"Nugen API Reference Docs","colors":{"primary":"#005b96","light":"#6497b1","dark":"#005b96"},"logo":{"light":"https://mintcdn.com/courteasy/YYugGl8ZAoQlnBYp/logo/light.svg?fit=max\u0026auto=format\u0026n=YYugGl8ZAoQlnBYp\u0026q=85\u0026s=f5f462b08161252f94dca4827e8055a0","dark":"https://mintcdn.com/courteasy/YYugGl8ZAoQlnBYp/logo/dark.svg?fit=max\u0026auto=format\u0026n=YYugGl8ZAoQlnBYp\u0026q=85\u0026s=c1f31d3028b6ad46f4c22208d402733e"},"favicon":"https://mintcdn.com/courteasy/YYugGl8ZAoQlnBYp/favicon.png?fit=max\u0026auto=format\u0026n=YYugGl8ZAoQlnBYp\u0026q=85\u0026s=74a9985970701685cc9f798a5bed86fe","api":{"openapi":"https://api.nugen.in/openapi-public.json","mdx":{"auth":{"method":"bearer"},"server":"https://api.nugen.in/"}},"navbar":{"links":[{"href":"https://github.com/nugen-in/nugen-cookbook","label":"Cookbook"}],"primary":{"type":"button","label":"Get API Key","href":"https://nugen.in/signup"}},"footer":{"socials":{"linkedin":"https://www.linkedin.com/company/nugen-in"}},"contextual":{"options":["copy","vscode","claude","chatgpt","perplexity","cursor"],"display":"header"},"styling":{"latex":false},"navigation":{"global":{"anchors":[{"anchor":"API Status","icon":"bolt-lightning","href":"https://status.nugen.in"},{"anchor":"Nugen Intelligence","icon":"earth-asia","href":"https://nugen.in"}]},"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"courteasy","hasAudioNarration":false,"actualSubdomain":"courteasy","customDomains":["docs.nugen.in"],"gitSource":{"type":"github","owner":"nugen-in","repo":"nugen-docs-test","deployBranch":"main","contentDirectory":"","isPrivate":false,"mountPath":"","label":""},"feedback":{"thumbs":true},"entitlements":{},"buildId":"6ae488e3c69c99d3b7d10d90","clientVersion":"0.0.4111","searchFilterCounts":[{"language":"default","tag":"API Reference","count":43},{"language":"default","tag":"Models","count":10},{"language":"default","tag":"Alignment Projects","count":7},{"language":"default","tag":"Benchmarks","count":7},{"language":"default","tag":"Evaluations","count":6},{"language":"default","tag":"Documents","count":5},{"language":"default","tag":"Inference","count":5},{"language":"default","tag":"BYOC","count":2},{"language":"default","tag":"Health","count":1}]},"assistantConfig":{},"basePath":"","hasChatPermissions":false,"hasWebMcpPermissions":false,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-rbac-roles","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"rbac-expansion","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"full-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-sso-scim","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-signup","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-dual-write","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-enabled","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"approve-review-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-metadata","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"sso-setup-deadline-banner","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-serve","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"live-agents","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"googleFontsInlined":false},"customCss":[],"page":{"pagePath":"api-reference/benchmarks/get-generated-benchmark","slug":"/api-reference/benchmarks/get-generated-benchmark","pageMetadata":{"title":"Get Generated Benchmark","description":"Retrieve complete benchmark data with all samples.\n\n\nThis endpoint returns the full benchmark dataset including all samples, their expected responses, and metadata. Use this to access the complete benchmark content for evaluation or review.\n\n\n**Path Parameters:**\n\n- `benchmark_id`: Unique benchmark identifier\n\n\n**Returns:**\n\n- `benchmark_id`: Benchmark identifier\n- `document_ids`: List of document IDs (single-element array for uploaded benchmarks, multiple elements for generated benchmarks)\n- `samples`: Full list of benchmark samples with their responses\n\nIdentity, status, and timestamps are served by `GET /{benchmark_id}`.\n\n\n**Raises:**\n\n- `404`: If benchmark not found or user doesn't have access\n\n\n**Example Request:**\n\n```json\nGET /api/v3/benchmarks/benchmark_01k4x9m2p7q3r6a1/data\nHeaders: {\"Authorization\": \"Bearer \u003capi_key>\"}\n```\n\n\n**Example Response:**\n\n```json\n{\n \"benchmark_id\": \"benchmark_01k4x9m2p7q3r6a1\",\n \"document_ids\": [\"document_01k4x9m2p7q3r5se\", \"document_01k4x9m2p7q3r5sf\"],\n \"samples\": [\n {\n \"sample_num\": 1,\n \"instruction\": \"What is the main purpose of the product?\",\n \"response\": \"To provide real-time collaboration tools for distributed teams.\"\n },\n {\n \"sample_num\": 2,\n \"instruction\": \"How does the authentication system work?\",\n \"response\": \"Uses OAuth 2.0 with JWT tokens for secure authentication.\"\n }\n ]\n}\n```\n\n\n**Notes:**\n\n- Only returns benchmarks owned by the user\n- Contains complete sample data for evaluation\n- Use this endpoint when you need the full benchmark content (not just metadata)","deprecated":null,"version":null,"openapi":"https://api.nugen.in/openapi-public.json get /api/v3/benchmarks/{benchmark_id}/data","href":"/api-reference/benchmarks/get-generated-benchmark","autogeneratedByOpenApi":true},"description":{"compiledSource":"\"use strict\";\nconst {Fragment: _Fragment, jsx: _jsx, jsxs: _jsxs} = arguments[0];\nconst {useMDXComponents: _provideComponents} = arguments[0];\nfunction _createMdxContent(props) {\n const _components = {\n code: \"code\",\n li: \"li\",\n p: \"p\",\n pre: \"pre\",\n span: \"span\",\n strong: \"strong\",\n ul: \"ul\",\n ..._provideComponents(),\n ...props.components\n }, {CodeBlock} = _components;\n if (!CodeBlock) _missingMdxReference(\"CodeBlock\", true);\n return _jsxs(_Fragment, {\n children: [_jsx(_components.p, {\n children: \"Retrieve complete benchmark data with all samples.\"\n }), \"\\n\", _jsx(_components.p, {\n children: \"This endpoint returns the full benchmark dataset including all samples, their expected responses, and metadata. Use this to access the complete benchmark content for evaluation or review.\"\n }), \"\\n\", _jsx(_components.p, {\n children: _jsx(_components.strong, {\n children: \"Path Parameters:\"\n })\n }), \"\\n\", _jsxs(_components.ul, {\n children: [\"\\n\", _jsxs(_components.li, {\n children: [_jsx(_components.code, {\n children: \"benchmark_id\"\n }), \": Unique benchmark identifier\"]\n }), \"\\n\"]\n }), \"\\n\", _jsx(_components.p, {\n children: _jsx(_components.strong, {\n children: \"Returns:\"\n })\n }), \"\\n\", _jsxs(_components.ul, {\n children: [\"\\n\", _jsxs(_components.li, {\n children: [_jsx(_components.code, {\n children: \"benchmark_id\"\n }), \": Benchmark identifier\"]\n }), \"\\n\", _jsxs(_components.li, {\n children: [_jsx(_components.code, {\n children: \"document_ids\"\n }), \": List of document IDs (single-element array for uploaded benchmarks, multiple elements for generated benchmarks)\"]\n }), \"\\n\", _jsxs(_components.li, {\n children: [_jsx(_components.code, {\n children: \"samples\"\n }), \": Full list of benchmark samples with their responses\"]\n }), \"\\n\"]\n }), \"\\n\", _jsxs(_components.p, {\n children: [\"Identity, status, and timestamps are served by \", _jsx(_components.code, {\n children: \"GET /{benchmark_id}\"\n }), \".\"]\n }), \"\\n\", _jsx(_components.p, {\n children: _jsx(_components.strong, {\n children: \"Raises:\"\n })\n }), \"\\n\", _jsxs(_components.ul, {\n children: [\"\\n\", _jsxs(_components.li, {\n children: [_jsx(_components.code, {\n children: \"404\"\n }), \": If benchmark not found or user doesn’t have access\"]\n }), \"\\n\"]\n }), \"\\n\", _jsx(_components.p, {\n children: _jsx(_components.strong, {\n children: \"Example Request:\"\n })\n }), \"\\n\", _jsx(CodeBlock, {\n numberOfLines: \"2\",\n language: \"json\",\n children: _jsx(_components.pre, {\n className: \"shiki shiki-themes github-light-default dark-plus\",\n style: {\n backgroundColor: \"#ffffff\",\n \"--shiki-dark-bg\": \"#0B0C0E\",\n color: \"#1f2328\",\n \"--shiki-dark\": \"#D4D4D4\"\n },\n language: \"json\",\n children: _jsxs(_components.code, {\n language: \"json\",\n numberOfLines: \"2\",\n children: [_jsxs(_components.span, {\n className: \"line\",\n children: [_jsx(_components.span, {\n style: {\n color: \"#1F2328\",\n \"--shiki-dark\": \"#D4D4D4\"\n },\n children: \"GET /api/v\"\n }), _jsx(_components.span, {\n style: {\n color: \"#0550AE\",\n \"--shiki-dark\": \"#B5CEA8\"\n },\n children: \"3\"\n }), _jsx(_components.span, {\n style: {\n color: \"#1F2328\",\n \"--shiki-dark\": \"#D4D4D4\"\n },\n children: \"/benchmarks/benchmark_\"\n }), _jsx(_components.span, {\n style: {\n color: \"#0550AE\",\n \"--shiki-dark\": \"#B5CEA8\"\n },\n children: \"01\"\n }), _jsx(_components.span, {\n style: {\n color: \"#1F2328\",\n \"--shiki-dark\": \"#D4D4D4\"\n },\n children: \"k\"\n }), _jsx(_components.span, {\n style: {\n color: \"#0550AE\",\n \"--shiki-dark\": \"#B5CEA8\"\n },\n children: \"4\"\n }), _jsx(_components.span, {\n style: {\n color: \"#1F2328\",\n \"--shiki-dark\": \"#D4D4D4\"\n },\n children: \"x\"\n }), _jsx(_components.span, {\n style: {\n color: \"#0550AE\",\n \"--shiki-dark\": \"#B5CEA8\"\n },\n children: \"9\"\n }), _jsx(_components.span, {\n style: {\n color: \"#1F2328\",\n \"--shiki-dark\": \"#D4D4D4\"\n },\n children: \"m\"\n }), _jsx(_components.span, {\n style: {\n color: \"#0550AE\",\n \"--shiki-dark\": \"#B5CEA8\"\n },\n children: \"2\"\n }), _jsx(_components.span, {\n style: {\n color: \"#1F2328\",\n \"--shiki-dark\": \"#D4D4D4\"\n },\n children: \"p\"\n }), _jsx(_components.span, {\n style: {\n color: \"#0550AE\",\n \"--shiki-dark\": \"#B5CEA8\"\n },\n children: \"7\"\n }), _jsx(_components.span, {\n style: {\n color: \"#1F2328\",\n \"--shiki-dark\": \"#D4D4D4\"\n },\n children: \"q\"\n }), _jsx(_components.span, {\n style: {\n color: \"#0550AE\",\n \"--shiki-dark\": \"#B5CEA8\"\n },\n children: \"3\"\n }), _jsx(_components.span, {\n style: {\n color: \"#1F2328\",\n \"--shiki-dark\": \"#D4D4D4\"\n },\n children: \"r\"\n }), _jsx(_components.span, {\n style: {\n color: \"#0550AE\",\n \"--shiki-dark\": \"#B5CEA8\"\n },\n children: \"6\"\n }), _jsx(_components.span, {\n style: {\n color: \"#1F2328\",\n \"--shiki-dark\": \"#D4D4D4\"\n },\n children: \"a\"\n }), _jsx(_components.span, {\n style: {\n color: \"#0550AE\",\n \"--shiki-dark\": \"#B5CEA8\"\n },\n children: \"1\"\n }), _jsx(_components.span, {\n style: {\n color: \"#1F2328\",\n \"--shiki-dark\": \"#D4D4D4\"\n },\n children: \"/data\"\n })]\n }), \"\\n\", _jsxs(_components.span, {\n className: \"line\",\n children: [_jsx(_components.span, {\n style: {\n color: \"#1F2328\",\n \"--shiki-dark\": \"#D4D4D4\"\n },\n children: \"Headers: {\"\n }), _jsx(_components.span, {\n style: {\n color: \"#116329\",\n \"--shiki-dark\": \"#9CDCFE\"\n },\n children: \"\\\"Authorization\\\"\"\n }), _jsx(_components.span, {\n style: {\n color: \"#1F2328\",\n \"--shiki-dark\": \"#D4D4D4\"\n },\n children: \": \"\n }), _jsx(_components.span, {\n style: {\n color: \"#0A3069\",\n \"--shiki-dark\": \"#CE9178\"\n },\n children: \"\\\"Bearer \u003capi_key>\\\"\"\n }), _jsx(_components.span, {\n style: {\n color: \"#1F2328\",\n \"--shiki-dark\": \"#D4D4D4\"\n },\n children: \"}\"\n })]\n }), \"\\n\"]\n })\n })\n }), \"\\n\", _jsx(_components.p, {\n children: _jsx(_components.strong, {\n children: \"Example Response:\"\n })\n }), \"\\n\", _jsx(CodeBlock, {\n numberOfLines: \"16\",\n language: \"json\",\n children: _jsx(_components.pre, {\n className: \"shiki shiki-themes github-light-default dark-plus\",\n style: {\n backgroundColor: \"#ffffff\",\n \"--shiki-dark-bg\": \"#0B0C0E\",\n color: \"#1f2328\",\n \"--shiki-dark\": \"#D4D4D4\"\n },\n language: \"json\",\n children: _jsxs(_components.code, {\n language: \"json\",\n numberOfLines: \"16\",\n children: [_jsx(_components.span, {\n className: \"line\",\n children: _jsx(_components.span, {\n style: {\n color: \"#1F2328\",\n \"--shiki-dark\": \"#D4D4D4\"\n },\n children: \"{\"\n })\n }), \"\\n\", _jsxs(_components.span, {\n className: \"line\",\n children: [_jsx(_components.span, {\n style: {\n color: \"#116329\",\n \"--shiki-dark\": \"#9CDCFE\"\n },\n children: \" \\\"benchmark_id\\\"\"\n }), _jsx(_components.span, {\n style: {\n color: \"#1F2328\",\n \"--shiki-dark\": \"#D4D4D4\"\n },\n children: \": \"\n }), _jsx(_components.span, {\n style: {\n color: \"#0A3069\",\n \"--shiki-dark\": \"#CE9178\"\n },\n children: \"\\\"benchmark_01k4x9m2p7q3r6a1\\\"\"\n }), _jsx(_components.span, {\n style: {\n color: \"#1F2328\",\n \"--shiki-dark\": \"#D4D4D4\"\n },\n children: \",\"\n })]\n }), \"\\n\", _jsxs(_components.span, {\n className: \"line\",\n children: [_jsx(_components.span, {\n style: {\n color: \"#116329\",\n \"--shiki-dark\": \"#9CDCFE\"\n },\n children: \" \\\"document_ids\\\"\"\n }), _jsx(_components.span, {\n style: {\n color: \"#1F2328\",\n \"--shiki-dark\": \"#D4D4D4\"\n },\n children: \": [\"\n }), _jsx(_components.span, {\n style: {\n color: \"#0A3069\",\n \"--shiki-dark\": \"#CE9178\"\n },\n children: \"\\\"document_01k4x9m2p7q3r5se\\\"\"\n }), _jsx(_components.span, {\n style: {\n color: \"#1F2328\",\n \"--shiki-dark\": \"#D4D4D4\"\n },\n children: \", \"\n }), _jsx(_components.span, {\n style: {\n color: \"#0A3069\",\n \"--shiki-dark\": \"#CE9178\"\n },\n children: \"\\\"document_01k4x9m2p7q3r5sf\\\"\"\n }), _jsx(_components.span, {\n style: {\n color: \"#1F2328\",\n \"--shiki-dark\": \"#D4D4D4\"\n },\n children: \"],\"\n })]\n }), \"\\n\", _jsxs(_components.span, {\n className: \"line\",\n children: [_jsx(_components.span, {\n style: {\n color: \"#116329\",\n \"--shiki-dark\": \"#9CDCFE\"\n },\n children: \" \\\"samples\\\"\"\n }), _jsx(_components.span, {\n style: {\n color: \"#1F2328\",\n \"--shiki-dark\": \"#D4D4D4\"\n },\n children: \": [\"\n })]\n }), \"\\n\", _jsx(_components.span, {\n className: \"line\",\n children: _jsx(_components.span, {\n style: {\n color: \"#1F2328\",\n \"--shiki-dark\": \"#D4D4D4\"\n },\n children: \" {\"\n })\n }), \"\\n\", _jsxs(_components.span, {\n className: \"line\",\n children: [_jsx(_components.span, {\n style: {\n color: \"#116329\",\n \"--shiki-dark\": \"#9CDCFE\"\n },\n children: \" \\\"sample_num\\\"\"\n }), _jsx(_components.span, {\n style: {\n color: \"#1F2328\",\n \"--shiki-dark\": \"#D4D4D4\"\n },\n children: \": \"\n }), _jsx(_components.span, {\n style: {\n color: \"#0550AE\",\n \"--shiki-dark\": \"#B5CEA8\"\n },\n children: \"1\"\n }), _jsx(_components.span, {\n style: {\n color: \"#1F2328\",\n \"--shiki-dark\": \"#D4D4D4\"\n },\n children: \",\"\n })]\n }), \"\\n\", _jsxs(_components.span, {\n className: \"line\",\n children: [_jsx(_components.span, {\n style: {\n color: \"#116329\",\n \"--shiki-dark\": \"#9CDCFE\"\n },\n children: \" \\\"instruction\\\"\"\n }), _jsx(_components.span, {\n style: {\n color: \"#1F2328\",\n \"--shiki-dark\": \"#D4D4D4\"\n },\n children: \": \"\n }), _jsx(_components.span, {\n style: {\n color: \"#0A3069\",\n \"--shiki-dark\": \"#CE9178\"\n },\n children: \"\\\"What is the main purpose of the product?\\\"\"\n }), _jsx(_components.span, {\n style: {\n color: \"#1F2328\",\n \"--shiki-dark\": \"#D4D4D4\"\n },\n children: \",\"\n })]\n }), \"\\n\", _jsxs(_components.span, {\n className: \"line\",\n children: [_jsx(_components.span, {\n style: {\n color: \"#116329\",\n \"--shiki-dark\": \"#9CDCFE\"\n },\n children: \" \\\"response\\\"\"\n }), _jsx(_components.span, {\n style: {\n color: \"#1F2328\",\n \"--shiki-dark\": \"#D4D4D4\"\n },\n children: \": \"\n }), _jsx(_components.span, {\n style: {\n color: \"#0A3069\",\n \"--shiki-dark\": \"#CE9178\"\n },\n children: \"\\\"To provide real-time collaboration tools for distributed teams.\\\"\"\n })]\n }), \"\\n\", _jsx(_components.span, {\n className: \"line\",\n children: _jsx(_components.span, {\n style: {\n color: \"#1F2328\",\n \"--shiki-dark\": \"#D4D4D4\"\n },\n children: \" },\"\n })\n }), \"\\n\", _jsx(_components.span, {\n className: \"line\",\n children: _jsx(_components.span, {\n style: {\n color: \"#1F2328\",\n \"--shiki-dark\": \"#D4D4D4\"\n },\n children: \" {\"\n })\n }), \"\\n\", _jsxs(_components.span, {\n className: \"line\",\n children: [_jsx(_components.span, {\n style: {\n color: \"#116329\",\n \"--shiki-dark\": \"#9CDCFE\"\n },\n children: \" \\\"sample_num\\\"\"\n }), _jsx(_components.span, {\n style: {\n color: \"#1F2328\",\n \"--shiki-dark\": \"#D4D4D4\"\n },\n children: \": \"\n }), _jsx(_components.span, {\n style: {\n color: \"#0550AE\",\n \"--shiki-dark\": \"#B5CEA8\"\n },\n children: \"2\"\n }), _jsx(_components.span, {\n style: {\n color: \"#1F2328\",\n \"--shiki-dark\": \"#D4D4D4\"\n },\n children: \",\"\n })]\n }), \"\\n\", _jsxs(_components.span, {\n className: \"line\",\n children: [_jsx(_components.span, {\n style: {\n color: \"#116329\",\n \"--shiki-dark\": \"#9CDCFE\"\n },\n children: \" \\\"instruction\\\"\"\n }), _jsx(_components.span, {\n style: {\n color: \"#1F2328\",\n \"--shiki-dark\": \"#D4D4D4\"\n },\n children: \": \"\n }), _jsx(_components.span, {\n style: {\n color: \"#0A3069\",\n \"--shiki-dark\": \"#CE9178\"\n },\n children: \"\\\"How does the authentication system work?\\\"\"\n }), _jsx(_components.span, {\n style: {\n color: \"#1F2328\",\n \"--shiki-dark\": \"#D4D4D4\"\n },\n children: \",\"\n })]\n }), \"\\n\", _jsxs(_components.span, {\n className: \"line\",\n children: [_jsx(_components.span, {\n style: {\n color: \"#116329\",\n \"--shiki-dark\": \"#9CDCFE\"\n },\n children: \" \\\"response\\\"\"\n }), _jsx(_components.span, {\n style: {\n color: \"#1F2328\",\n \"--shiki-dark\": \"#D4D4D4\"\n },\n children: \": \"\n }), _jsx(_components.span, {\n style: {\n color: \"#0A3069\",\n \"--shiki-dark\": \"#CE9178\"\n },\n children: \"\\\"Uses OAuth 2.0 with JWT tokens for secure authentication.\\\"\"\n })]\n }), \"\\n\", _jsx(_components.span, {\n className: \"line\",\n children: _jsx(_components.span, {\n style: {\n color: \"#1F2328\",\n \"--shiki-dark\": \"#D4D4D4\"\n },\n children: \" }\"\n })\n }), \"\\n\", _jsx(_components.span, {\n className: \"line\",\n children: _jsx(_components.span, {\n style: {\n color: \"#1F2328\",\n \"--shiki-dark\": \"#D4D4D4\"\n },\n children: \" ]\"\n })\n }), \"\\n\", _jsx(_components.span, {\n className: \"line\",\n children: _jsx(_components.span, {\n style: {\n color: \"#1F2328\",\n \"--shiki-dark\": \"#D4D4D4\"\n },\n children: \"}\"\n })\n }), \"\\n\"]\n })\n })\n }), \"\\n\", _jsx(_components.p, {\n children: _jsx(_components.strong, {\n children: \"Notes:\"\n })\n }), \"\\n\", _jsxs(_components.ul, {\n children: [\"\\n\", _jsx(_components.li, {\n children: \"Only returns benchmarks owned by the user\"\n }), \"\\n\", _jsx(_components.li, {\n children: \"Contains complete sample data for evaluation\"\n }), \"\\n\", _jsx(_components.li, {\n children: \"Use this endpoint when you need the full benchmark content (not just metadata)\"\n }), \"\\n\"]\n })]\n });\n}\nfunction MDXContent(props = {}) {\n const {wrapper: MDXLayout} = {\n ..._provideComponents(),\n ...props.components\n };\n return MDXLayout ? _jsx(MDXLayout, {\n ...props,\n children: _jsx(_createMdxContent, {\n ...props\n })\n }) : _createMdxContent(props);\n}\nreturn {\n default: MDXContent\n};\nfunction _missingMdxReference(id, component) {\n throw new Error(\"Expected \" + (component ? \"component\" : \"object\") + \" `\" + id + \"` to be defined: you likely forgot to import, pass, or provide it.\");\n}\n","frontmatter":{},"scope":{}},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){return _jsx(_Fragment,{})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent}","frontmatter":{},"scope":{"config":{},"pageMetadata":{"title":"Get Generated Benchmark","description":"Retrieve complete benchmark data with all samples.\n\n\nThis endpoint returns the full benchmark dataset including all samples, their expected responses, and metadata. Use this to access the complete benchmark content for evaluation or review.\n\n\n**Path Parameters:**\n\n- `benchmark_id`: Unique benchmark identifier\n\n\n**Returns:**\n\n- `benchmark_id`: Benchmark identifier\n- `document_ids`: List of document IDs (single-element array for uploaded benchmarks, multiple elements for generated benchmarks)\n- `samples`: Full list of benchmark samples with their responses\n\nIdentity, status, and timestamps are served by `GET /{benchmark_id}`.\n\n\n**Raises:**\n\n- `404`: If benchmark not found or user doesn't have access\n\n\n**Example Request:**\n\n```json\nGET /api/v3/benchmarks/benchmark_01k4x9m2p7q3r6a1/data\nHeaders: {\"Authorization\": \"Bearer \u003capi_key>\"}\n```\n\n\n**Example Response:**\n\n```json\n{\n \"benchmark_id\": \"benchmark_01k4x9m2p7q3r6a1\",\n \"document_ids\": [\"document_01k4x9m2p7q3r5se\", \"document_01k4x9m2p7q3r5sf\"],\n \"samples\": [\n {\n \"sample_num\": 1,\n \"instruction\": \"What is the main purpose of the product?\",\n \"response\": \"To provide real-time collaboration tools for distributed teams.\"\n },\n {\n \"sample_num\": 2,\n \"instruction\": \"How does the authentication system work?\",\n \"response\": \"Uses OAuth 2.0 with JWT tokens for secure authentication.\"\n }\n ]\n}\n```\n\n\n**Notes:**\n\n- Only returns benchmarks owned by the user\n- Contains complete sample data for evaluation\n- Use this endpoint when you need the full benchmark content (not just metadata)","deprecated":null,"version":null,"openapi":"https://api.nugen.in/openapi-public.json get /api/v3/benchmarks/{benchmark_id}/data","href":"/api-reference/benchmarks/get-generated-benchmark","autogeneratedByOpenApi":true}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[],"codeExamples":{}},"jsLinks":[],"openApiReferenceData":{"operation":{"tags":["Benchmarks"],"summary":"Get Generated Benchmark","description":"Retrieve complete benchmark data with all samples.\n\n\nThis endpoint returns the full benchmark dataset including all samples, their expected responses, and metadata. Use this to access the complete benchmark content for evaluation or review.\n\n\n**Path Parameters:**\n\n- `benchmark_id`: Unique benchmark identifier\n\n\n**Returns:**\n\n- `benchmark_id`: Benchmark identifier\n- `document_ids`: List of document IDs (single-element array for uploaded benchmarks, multiple elements for generated benchmarks)\n- `samples`: Full list of benchmark samples with their responses\n\nIdentity, status, and timestamps are served by `GET /{benchmark_id}`.\n\n\n**Raises:**\n\n- `404`: If benchmark not found or user doesn't have access\n\n\n**Example Request:**\n\n```json\nGET /api/v3/benchmarks/benchmark_01k4x9m2p7q3r6a1/data\nHeaders: {\"Authorization\": \"Bearer \u003capi_key>\"}\n```\n\n\n**Example Response:**\n\n```json\n{\n \"benchmark_id\": \"benchmark_01k4x9m2p7q3r6a1\",\n \"document_ids\": [\"document_01k4x9m2p7q3r5se\", \"document_01k4x9m2p7q3r5sf\"],\n \"samples\": [\n {\n \"sample_num\": 1,\n \"instruction\": \"What is the main purpose of the product?\",\n \"response\": \"To provide real-time collaboration tools for distributed teams.\"\n },\n {\n \"sample_num\": 2,\n \"instruction\": \"How does the authentication system work?\",\n \"response\": \"Uses OAuth 2.0 with JWT tokens for secure authentication.\"\n }\n ]\n}\n```\n\n\n**Notes:**\n\n- Only returns benchmarks owned by the user\n- Contains complete sample data for evaluation\n- Use this endpoint when you need the full benchmark content (not just metadata)","operationId":"benchmarks_data","security":["6e220b9d-8665-48f3-99d2-0ef7c35c5b75"],"parameters":["b5247918-b268-4f99-be07-2603dd1faebf"],"responses":{"200":"5b2b5ee8-465c-482b-9496-642295a66f02","401":"b472328b-0044-4892-b1e8-d7c286f907a4","403":"bbc71a29-95a3-4c60-9db8-17329c420f1c","404":"927cf705-65da-47a4-ac7c-7fe5d8e1c6b3","422":"f386ec77-7c4b-4fc6-bba9-1fff4543f172"},"x-order":28,"method":"get","type":"path","servers":["446c7e81-4e2f-48c8-990b-adca5cc36d70"],"path":"/api/v3/benchmarks/{benchmark_id}/data","baseUrlOptions":["https://api.nugen.in"],"title":"Get Generated Benchmark","codeSamples":[],"requiredOnlyExamples":false,"requestExampleType":"generated","responseExampleType":"generated"},"dependencies":{"parameters":{"b5247918-b268-4f99-be07-2603dd1faebf":{"name":"benchmark_id","in":"path","required":true,"schema":{"type":"string","title":"Benchmark Id","isRequired":true,"description":"ID of the benchmark, returned when it was created","uniqueKey":"","typeLabel":"string"},"description":"ID of the benchmark, returned when it was created"}},"responses":{"5b2b5ee8-465c-482b-9496-642295a66f02":{"description":"Returns the benchmark's samples. Identity, status, and timestamps are served by GET /{benchmark_id}.","content":{"application/json":{"schema":{"properties":{"benchmark_id":{"type":"string","title":"Benchmark Id","description":"Benchmark ID","examples":["benchmark_01k4x9m2p7q3r6a1"],"isRequired":true,"uniqueKey":"benchmark_id","typeLabel":"string"},"document_ids":{"items":{"type":"string","uniqueKey":"document_ids.items.[INDEX]","typeLabel":"string"},"type":"array","title":"Document Ids","description":"Document IDs used for generation","examples":[["document_01k4x9m2p7q3r5s8","document_01k4x9m2p7q3r5s9"]],"uniqueKey":"document_ids","typeLabel":"string[]"},"samples":{"items":{"properties":{"sample_num":{"type":"integer","title":"Sample Num","description":"Sample number","isRequired":true,"uniqueKey":"samples.items.[INDEX].sample_num","typeLabel":"integer"},"instruction":{"type":"string","title":"Instruction","description":"Instruction text","isRequired":true,"uniqueKey":"samples.items.[INDEX].instruction","typeLabel":"string"},"response":{"type":"string","title":"Response","description":"Expected response text","isRequired":true,"uniqueKey":"samples.items.[INDEX].response","typeLabel":"string"},"image_url":{"oneOf":[{"type":"string","title":"Image Url","description":"Image URL for vision samples","uniqueKey":"samples.items.[INDEX].image_url.oneOf.0","typeLabel":"string"},{"type":"null","title":"Image Url","description":"Image URL for vision samples","uniqueKey":"samples.items.[INDEX].image_url.oneOf.1","typeLabel":"null"}],"uniqueKey":"samples.items.[INDEX].image_url","typeLabel":"string | null"}},"type":"object","required":["sample_num","instruction","response"],"title":"BenchmarkSample","description":"One sample of a benchmark.","uniqueKey":"samples.items.[INDEX]","typeLabel":"BenchmarkSample · object"},"type":"array","title":"Samples","description":"Complete list of benchmark samples","examples":[[{"instruction":"Summarise the indemnity cap.","response":"Liability is capped at twelve months of fees paid.","sample_num":1}]],"uniqueKey":"samples","typeLabel":"BenchmarkSample · object[]"},"metadata":{"oneOf":[{"type":"object","title":"Metadata","description":"Additional metadata","additionalProperties":true,"uniqueKey":"metadata.oneOf.0","typeLabel":"Metadata · object"},{"type":"null","title":"Metadata","description":"Additional metadata","uniqueKey":"metadata.oneOf.1","typeLabel":"null"}],"uniqueKey":"metadata","typeLabel":"Metadata · object | null"},"error":{"oneOf":[{"type":"string","title":"Error","description":"Error message if data fetch failed","uniqueKey":"error.oneOf.0","typeLabel":"string"},{"type":"null","title":"Error","description":"Error message if data fetch failed","uniqueKey":"error.oneOf.1","typeLabel":"null"}],"uniqueKey":"error","typeLabel":"string | null"}},"type":"object","required":["benchmark_id"],"title":"BenchmarkDataResponse","description":"The benchmark's sample payload. Identity, status and timestamps are\nserved by GET /{benchmark_id}.","uniqueKey":"","typeLabel":"BenchmarkDataResponse · object"},"examples":{"Example":{"title":"Example","value":{"benchmark_id":"benchmark_01k4x9m2p7q3r6a1","document_ids":["document_01k4x9m2p7q3r5s8","document_01k4x9m2p7q3r5s9"],"samples":[{"instruction":"Summarise the indemnity cap.","response":"Liability is capped at twelve months of fees paid.","sample_num":1}],"metadata":{},"error":"\u003cstring>"}}},"exampleType":"generated"}},"exampleType":"generated"},"b472328b-0044-4892-b1e8-d7c286f907a4":{"description":"Invalid API key","content":{"application/json":{"schema":{"description":"Body of an error response.","properties":{"detail":{"oneOf":[{"type":"string","title":"Detail","description":"Human readable explanation of the error, or an object with a message and the id of the resource concerned","example":"Model not found","isRequired":true,"uniqueKey":"detail.oneOf.0","typeLabel":"string"},{"type":"object","title":"ErrorDetail","description":"Structured error detail: a message, with the id of the resource it concerns as an extra key.","required":["message"],"example":"Model not found","properties":{"message":{"description":"Human readable explanation of the error","title":"Message","type":"string","isRequired":true,"uniqueKey":"detail.oneOf.1.message","typeLabel":"string"}},"additionalProperties":true,"isRequired":true,"uniqueKey":"detail.oneOf.1","typeLabel":"ErrorDetail · object"}],"isRequired":true,"uniqueKey":"detail","typeLabel":"string | ErrorDetail · object"}},"required":["detail"],"title":"ErrorResponse","type":"object","uniqueKey":"","typeLabel":"ErrorResponse · object"},"examples":{"Example":{"title":"Example","value":{"detail":"Model not found"}}},"exampleType":"generated"}},"exampleType":"generated"},"bbc71a29-95a3-4c60-9db8-17329c420f1c":{"description":"Authorization header missing or not a Bearer token","content":{"application/json":{"schema":{"description":"Body of an error response.","properties":{"detail":{"oneOf":[{"type":"string","title":"Detail","description":"Human readable explanation of the error, or an object with a message and the id of the resource concerned","example":"Model not found","isRequired":true,"uniqueKey":"detail.oneOf.0","typeLabel":"string"},{"type":"object","title":"ErrorDetail","description":"Structured error detail: a message, with the id of the resource it concerns as an extra key.","required":["message"],"example":"Model not found","properties":{"message":{"description":"Human readable explanation of the error","title":"Message","type":"string","isRequired":true,"uniqueKey":"detail.oneOf.1.message","typeLabel":"string"}},"additionalProperties":true,"isRequired":true,"uniqueKey":"detail.oneOf.1","typeLabel":"ErrorDetail · object"}],"isRequired":true,"uniqueKey":"detail","typeLabel":"string | ErrorDetail · object"}},"required":["detail"],"title":"ErrorResponse","type":"object","uniqueKey":"","typeLabel":"ErrorResponse · object"},"examples":{"Example":{"title":"Example","value":{"detail":"Model not found"}}},"exampleType":"generated"}},"exampleType":"generated"},"927cf705-65da-47a4-ac7c-7fe5d8e1c6b3":{"description":"Resource not found","content":{"application/json":{"schema":{"description":"Body of an error response.","properties":{"detail":{"oneOf":[{"type":"string","title":"Detail","description":"Human readable explanation of the error, or an object with a message and the id of the resource concerned","example":"Model not found","isRequired":true,"uniqueKey":"detail.oneOf.0","typeLabel":"string"},{"type":"object","title":"ErrorDetail","description":"Structured error detail: a message, with the id of the resource it concerns as an extra key.","required":["message"],"example":"Model not found","properties":{"message":{"description":"Human readable explanation of the error","title":"Message","type":"string","isRequired":true,"uniqueKey":"detail.oneOf.1.message","typeLabel":"string"}},"additionalProperties":true,"isRequired":true,"uniqueKey":"detail.oneOf.1","typeLabel":"ErrorDetail · object"}],"isRequired":true,"uniqueKey":"detail","typeLabel":"string | ErrorDetail · object"}},"required":["detail"],"title":"ErrorResponse","type":"object","uniqueKey":"","typeLabel":"ErrorResponse · object"},"examples":{"Example":{"title":"Example","value":{"detail":"Model not found"}}},"exampleType":"generated"}},"exampleType":"generated"},"f386ec77-7c4b-4fc6-bba9-1fff4543f172":{"description":"Validation Error","content":{"application/json":{"schema":{"properties":{"detail":{"items":{"properties":{"loc":{"items":{"oneOf":[{"type":"string","uniqueKey":"detail.items.[INDEX].loc.items.[INDEX].oneOf.0","typeLabel":"string"},{"type":"integer","uniqueKey":"detail.items.[INDEX].loc.items.[INDEX].oneOf.1","typeLabel":"integer"}],"uniqueKey":"detail.items.[INDEX].loc.items.[INDEX]","typeLabel":"string | integer"},"type":"array","title":"Location","isRequired":true,"uniqueKey":"detail.items.[INDEX].loc","typeLabel":"(string | integer)[]"},"msg":{"type":"string","title":"Message","isRequired":true,"uniqueKey":"detail.items.[INDEX].msg","typeLabel":"string"},"type":{"type":"string","title":"Error Type","isRequired":true,"uniqueKey":"detail.items.[INDEX].type","typeLabel":"string"}},"type":"object","required":["loc","msg","type"],"title":"ValidationError","description":"One request validation problem.","uniqueKey":"detail.items.[INDEX]","typeLabel":"ValidationError · object"},"type":"array","title":"Detail","uniqueKey":"detail","typeLabel":"ValidationError · object[]"}},"type":"object","title":"HTTPValidationError","description":"Body of a request validation error.","uniqueKey":"","typeLabel":"HTTPValidationError · object"},"examples":{"Example":{"title":"Example","value":{"detail":[{"loc":["\u003cstring>"],"msg":"\u003cstring>","type":"\u003cstring>"}]}}},"exampleType":"generated"}},"exampleType":"generated"}},"security":{"6e220b9d-8665-48f3-99d2-0ef7c35c5b75":{"ApiKeyAuth":{"type":"http","description":"Your Nugen API key, sent as a Bearer token","scheme":"bearer","bearerFormat":"API key","scopes":[],"schemeName":"ApiKeyAuth"}}},"servers":{"446c7e81-4e2f-48c8-990b-adca5cc36d70":{"url":"https://api.nugen.in","description":"Production"}},"processedSecurityOptions":[{"schemes":[{"scheme":{"type":"http","description":"Your Nugen API key, sent as a Bearer token","scheme":"bearer","bearerFormat":"API key","scopes":[],"schemeName":"ApiKeyAuth"},"schema":{"title":"Bearer Auth","type":"string","isRequired":true,"description":"Your Nugen API key, sent as a Bearer token","format":"bearer","typeLabel":"string\u003cbearer>","deprecated":false},"schemeName":"ApiKeyAuth","name":"Authorization"}],"title":"ApiKeyAuth"}]},"originalFileLocation":"https://api.nugen.in/openapi-public.json"},"subdomain":"courteasy","siteName":"Nugen API Reference Docs","title":"Get Generated Benchmark - Nugen API Reference Docs","navMaps":{"firstHrefInVersion":{},"firstHrefInLanguage":{}},"lastModified":"2026-10-30T12:09:16.260Z","originalFileLocation":"api-reference/benchmarks/get-generated-benchmark.mdx"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"system\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"description\" content=\"Retrieve complete benchmark data with all samples. This endpoint returns the full benchmark dataset including all samples, their expected responses, and metadata. Use this to access the complete benchmark content for evaluation or review. Path Parameters: - benchmark_id: Unique benchmark identifier Returns: - benchmark_id: Benchmark identifier - document_ids: List of document IDs (single-element array for uploaded benchmarks, multiple elements for generated benchmarks) - samples: Full list of benchmark samples with their responses Identity, status, and timestamps are served by GET /{benchmark_id}. Raises: - 404: If benchmark not found or user doesn\u0026#x27;t have access Example Request: json GET /api/v3/benchmarks/benchmark_01k4x9m2p7q3r6a1/data Headers: {\u0026quot;Authorization\u0026quot;: \u0026quot;Bearer \u0026quot;} Example Response: json { \u0026quot;benchmark_id\u0026quot;: \u0026quot;benchmark_01k4x9m2p7q3r6a1\u0026quot;, \u0026quot;document_ids\u0026quot;: [\u0026quot;document_01k4x9m2p7q3r5se\u0026quot;, \u0026quot;document_01k4x9m2p7q3r5sf\u0026quot;], \u0026quot;samples\u0026quot;: [ { \u0026quot;sample_num\u0026quot;: 1, \u0026quot;instruction\u0026quot;: \u0026quot;What is the main purpose of the product?\u0026quot;, \u0026quot;response\u0026quot;: \u0026quot;To provide real-time collaboration tools for distributed teams.\u0026quot; }, { \u0026quot;sample_num\u0026quot;: 2, \u0026quot;instruction\u0026quot;: \u0026quot;How does the authentication system work?\u0026quot;, \u0026quot;response\u0026quot;: \u0026quot;Uses OAuth 2.0 with JWT tokens for secure authentication.\u0026quot; } ] } Notes: - Only returns benchmarks owned by the user - Contains complete sample data for evaluation - Use this endpoint when you need the full benchmark content (not just metadata)\">\u003cmeta data-mint-head name=\"application-name\" content=\"Nugen API Reference Docs\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/courteasy/0D-fi3HjPY3grfJo/_generated/favicon/android-chrome-192x192.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"/mintlify-assets/_mintlify/favicons/courteasy/0D-fi3HjPY3grfJo/_generated/favicon/apple-touch-icon.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/courteasy/0D-fi3HjPY3grfJo/_generated/favicon/favicon-16x16.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/courteasy/0D-fi3HjPY3grfJo/_generated/favicon/favicon-32x32.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/courteasy/0D-fi3HjPY3grfJo/_generated/favicon/favicon.ico\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/courteasy/0D-fi3HjPY3grfJo/_generated/favicon-dark/android-chrome-192x192.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/courteasy/0D-fi3HjPY3grfJo/_generated/favicon-dark/favicon-16x16.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/courteasy/0D-fi3HjPY3grfJo/_generated/favicon-dark/favicon-32x32.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/courteasy/0D-fi3HjPY3grfJo/_generated/favicon-dark/favicon.ico\" media=\"(prefers-color-scheme: dark)\">\u003cmeta data-mint-head property=\"og:title\" content=\"Get Generated Benchmark - Nugen API Reference Docs\">\u003cmeta data-mint-head property=\"og:description\" content=\"Retrieve complete benchmark data with all samples. This endpoint returns the full benchmark dataset including all samples, their expected responses, and metadata. Use this to access the complete benchmark content for evaluation or review. Path Parameters: - benchmark_id: Unique benchmark identifier Returns: - benchmark_id: Benchmark identifier - document_ids: List of document IDs (single-element array for uploaded benchmarks, multiple elements for generated benchmarks) - samples: Full list of benchmark samples with their responses Identity, status, and timestamps are served by GET /{benchmark_id}. Raises: - 404: If benchmark not found or user doesn\u0026#x27;t have access Example Request: json GET /api/v3/benchmarks/benchmark_01k4x9m2p7q3r6a1/data Headers: {\u0026quot;Authorization\u0026quot;: \u0026quot;Bearer \u0026quot;} Example Response: json { \u0026quot;benchmark_id\u0026quot;: \u0026quot;benchmark_01k4x9m2p7q3r6a1\u0026quot;, \u0026quot;document_ids\u0026quot;: [\u0026quot;document_01k4x9m2p7q3r5se\u0026quot;, \u0026quot;document_01k4x9m2p7q3r5sf\u0026quot;], \u0026quot;samples\u0026quot;: [ { \u0026quot;sample_num\u0026quot;: 1, \u0026quot;instruction\u0026quot;: \u0026quot;What is the main purpose of the product?\u0026quot;, \u0026quot;response\u0026quot;: \u0026quot;To provide real-time collaboration tools for distributed teams.\u0026quot; }, { \u0026quot;sample_num\u0026quot;: 2, \u0026quot;instruction\u0026quot;: \u0026quot;How does the authentication system work?\u0026quot;, \u0026quot;response\u0026quot;: \u0026quot;Uses OAuth 2.0 with JWT tokens for secure authentication.\u0026quot; } ] } Notes: - Only returns benchmarks owned by the user - Contains complete sample data for evaluation - Use this endpoint when you need the full benchmark content (not just metadata)\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"Nugen API Reference Docs\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://docs.nugen.in/api-reference/benchmarks/get-generated-benchmark\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://courteasy.mintlify.site/_mintlify/api/og/v2?division=Benchmarks\u0026amp;title=Get+Generated+Benchmark\u0026amp;description=Retrieve+complete+benchmark+data+with+all+samples.%0A%0A%0AThis+endpoint+returns+the+full+benchmark+dataset+including+all+samples%2C+their+expected+responses%2C+and+metad\u0026amp;theme=4bbb9e0a87338e6afdf0d548\u0026amp;signature=c7201a5f5d0407a998d017cdbe899299152ec5f1774cb4fea6ee7ceb1a61daf3\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"Get Generated Benchmark - Nugen API Reference Docs\">\u003cmeta data-mint-head name=\"twitter:description\" content=\"Retrieve complete benchmark data with all samples. This endpoint returns the full benchmark dataset including all samples, their expected responses, and metadata. Use this to access the complete benchmark content for evaluation or review. Path Parameters: - benchmark_id: Unique benchmark identifier Returns: - benchmark_id: Benchmark identifier - document_ids: List of document IDs (single-element array for uploaded benchmarks, multiple elements for generated benchmarks) - samples: Full list of benchmark samples with their responses Identity, status, and timestamps are served by GET /{benchmark_id}. Raises: - 404: If benchmark not found or user doesn\u0026#x27;t have access Example Request: json GET /api/v3/benchmarks/benchmark_01k4x9m2p7q3r6a1/data Headers: {\u0026quot;Authorization\u0026quot;: \u0026quot;Bearer \u0026quot;} Example Response: json { \u0026quot;benchmark_id\u0026quot;: \u0026quot;benchmark_01k4x9m2p7q3r6a1\u0026quot;, \u0026quot;document_ids\u0026quot;: [\u0026quot;document_01k4x9m2p7q3r5se\u0026quot;, \u0026quot;document_01k4x9m2p7q3r5sf\u0026quot;], \u0026quot;samples\u0026quot;: [ { \u0026quot;sample_num\u0026quot;: 1, \u0026quot;instruction\u0026quot;: \u0026quot;What is the main purpose of the product?\u0026quot;, \u0026quot;response\u0026quot;: \u0026quot;To provide real-time collaboration tools for distributed teams.\u0026quot; }, { \u0026quot;sample_num\u0026quot;: 2, \u0026quot;instruction\u0026quot;: \u0026quot;How does the authentication system work?\u0026quot;, \u0026quot;response\u0026quot;: \u0026quot;Uses OAuth 2.0 with JWT tokens for secure authentication.\u0026quot; } ] } Notes: - Only returns benchmarks owned by the user - Contains complete sample data for evaluation - Use this endpoint when you need the full benchmark content (not just metadata)\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://courteasy.mintlify.site/_mintlify/api/og/v2?division=Benchmarks\u0026amp;title=Get+Generated+Benchmark\u0026amp;description=Retrieve+complete+benchmark+data+with+all+samples.%0A%0A%0AThis+endpoint+returns+the+full+benchmark+dataset+including+all+samples%2C+their+expected+responses%2C+and+metad\u0026amp;theme=4bbb9e0a87338e6afdf0d548\u0026amp;signature=c7201a5f5d0407a998d017cdbe899299152ec5f1774cb4fea6ee7ceb1a61daf3\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"/mintlify-assets/_mintlify/favicons/courteasy/0D-fi3HjPY3grfJo/_generated/favicon/browserconfig.xml\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"Nugen API Reference Docs\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#005b96\">\u003clink data-mint-head rel=\"canonical\" href=\"https://docs.nugen.in/api-reference/benchmarks/get-generated-benchmark\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/api-reference/benchmarks/get-generated-benchmark.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://docs.nugen.in/#organization\",\"name\":\"Nugen API Reference Docs\",\"url\":\"https://docs.nugen.in\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintcdn.com/courteasy/YYugGl8ZAoQlnBYp/logo/light.svg?fit=max\u0026auto=format\u0026n=YYugGl8ZAoQlnBYp\u0026q=85\u0026s=f5f462b08161252f94dca4827e8055a0\"}},{\"@type\":\"WebSite\",\"@id\":\"https://docs.nugen.in#website\",\"name\":\"Nugen API Reference Docs\",\"url\":\"https://docs.nugen.in\",\"publisher\":{\"@id\":\"https://docs.nugen.in/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://docs.nugen.in/api-reference/benchmarks/get-generated-benchmark#webpage\",\"url\":\"https://docs.nugen.in/api-reference/benchmarks/get-generated-benchmark\",\"name\":\"Get Generated Benchmark\",\"description\":\"Retrieve complete benchmark data with all samples. This endpoint returns the full benchmark dataset including all samples, their expected responses, and metadata. Use this to access the complete benchmark content for evaluation or review. Path Parameters: - benchmark_id: Unique benchmark identifier Returns: - benchmark_id: Benchmark identifier - document_ids: List of document IDs (single-element array for uploaded benchmarks, multiple elements for generated benchmarks) - samples: Full list of benchmark samples with their responses Identity, status, and timestamps are served by GET /{benchmark_id}. Raises: - 404: If benchmark not found or user doesn't have access Example Request: json GET /api/v3/benchmarks/benchmark_01k4x9m2p7q3r6a1/data Headers: {\\\"Authorization\\\": \\\"Bearer \\\"} Example Response: json { \\\"benchmark_id\\\": \\\"benchmark_01k4x9m2p7q3r6a1\\\", \\\"document_ids\\\": [\\\"document_01k4x9m2p7q3r5se\\\", \\\"document_01k4x9m2p7q3r5sf\\\"], \\\"samples\\\": [ { \\\"sample_num\\\": 1, \\\"instruction\\\": \\\"What is the main purpose of the product?\\\", \\\"response\\\": \\\"To provide real-time collaboration tools for distributed teams.\\\" }, { \\\"sample_num\\\": 2, \\\"instruction\\\": \\\"How does the authentication system work?\\\", \\\"response\\\": \\\"Uses OAuth 2.0 with JWT tokens for secure authentication.\\\" } ] } Notes: - Only returns benchmarks owned by the user - Contains complete sample data for evaluation - Use this endpoint when you need the full benchmark content (not just metadata)\",\"dateModified\":\"2026-10-30T12:09:16.260Z\",\"isPartOf\":{\"@id\":\"https://docs.nugen.in#website\"},\"breadcrumb\":{\"@id\":\"https://docs.nugen.in/api-reference/benchmarks/get-generated-benchmark#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://docs.nugen.in/api-reference/benchmarks/get-generated-benchmark#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"Benchmarks\",\"item\":\"https://docs.nugen.in/api-reference/benchmarks/create-benchmark\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Get Generated Benchmark\",\"item\":\"https://docs.nugen.in/api-reference/benchmarks/get-generated-benchmark\"}]},{\"@type\":[\"TechArticle\",\"APIReference\"],\"@id\":\"https://docs.nugen.in/api-reference/benchmarks/get-generated-benchmark#apireference\",\"headline\":\"Get Generated Benchmark\",\"name\":\"Get Generated Benchmark\",\"description\":\"Retrieve complete benchmark data with all samples. This endpoint returns the full benchmark dataset including all samples, their expected responses, and metadata. Use this to access the complete benchmark content for evaluation or review. Path Parameters: - benchmark_id: Unique benchmark identifier Returns: - benchmark_id: Benchmark identifier - document_ids: List of document IDs (single-element array for uploaded benchmarks, multiple elements for generated benchmarks) - samples: Full list of benchmark samples with their responses Identity, status, and timestamps are served by GET /{benchmark_id}. Raises: - 404: If benchmark not found or user doesn't have access Example Request: json GET /api/v3/benchmarks/benchmark_01k4x9m2p7q3r6a1/data Headers: {\\\"Authorization\\\": \\\"Bearer \\\"} Example Response: json { \\\"benchmark_id\\\": \\\"benchmark_01k4x9m2p7q3r6a1\\\", \\\"document_ids\\\": [\\\"document_01k4x9m2p7q3r5se\\\", \\\"document_01k4x9m2p7q3r5sf\\\"], \\\"samples\\\": [ { \\\"sample_num\\\": 1, \\\"instruction\\\": \\\"What is the main purpose of the product?\\\", \\\"response\\\": \\\"To provide real-time collaboration tools for distributed teams.\\\" }, { \\\"sample_num\\\": 2, \\\"instruction\\\": \\\"How does the authentication system work?\\\", \\\"response\\\": \\\"Uses OAuth 2.0 with JWT tokens for secure authentication.\\\" } ] } Notes: - Only returns benchmarks owned by the user - Contains complete sample data for evaluation - Use this endpoint when you need the full benchmark content (not just metadata)\",\"url\":\"https://docs.nugen.in/api-reference/benchmarks/get-generated-benchmark\",\"mainEntityOfPage\":{\"@id\":\"https://docs.nugen.in/api-reference/benchmarks/get-generated-benchmark#webpage\"},\"dateModified\":\"2026-10-30T12:09:16.260Z\",\"publisher\":{\"@id\":\"https://docs.nugen.in/#organization\"},\"isPartOf\":{\"@id\":\"https://docs.nugen.in#website\"}}]}\u003c/script>\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@type\":\"WebSite\",\"name\":\"Nugen API Reference Docs\",\"publisher\":{\"@type\":\"Organization\",\"name\":\"Nugen API Reference Docs\"},\"provider\":{\"@type\":\"Organization\",\"name\":\"Mintlify\",\"url\":\"https://mintlify.com\"}}\u003c/script>","agentPointerHref":"/api-reference/benchmarks/get-generated-benchmark.md","siteName":"Nugen API Reference Docs","nav":{"global":{"anchors":[{"anchor":"API Status","icon":"bolt-lightning","href":"https://status.nugen.in"},{"anchor":"Nugen Intelligence","icon":"earth-asia","href":"https://nugen.in"}]},"tabs":[{"tab":"API Reference","groups":[{"group":"Alignment Projects","pages":[{"title":"Create Alignment","deprecated":null,"version":null,"openapi":"https://api.nugen.in/openapi-public.json post /api/v3/alignment-projects/create","href":"/api-reference/alignment-projects/create-alignment"},{"title":"List Alignment Projects","deprecated":null,"version":null,"openapi":"https://api.nugen.in/openapi-public.json get /api/v3/alignment-projects/list","href":"/api-reference/alignment-projects/list-alignment-projects"},{"title":"Get Alignment Project","deprecated":null,"version":null,"openapi":"https://api.nugen.in/openapi-public.json get /api/v3/alignment-projects/{alignment_id}","href":"/api-reference/alignment-projects/get-alignment-project"},{"title":"Delete Alignment","deprecated":null,"version":null,"openapi":"https://api.nugen.in/openapi-public.json delete /api/v3/alignment-projects/{alignment_id}","href":"/api-reference/alignment-projects/delete-alignment"},{"title":"Get Alignment Status","deprecated":null,"version":null,"openapi":"https://api.nugen.in/openapi-public.json get /api/v3/alignment-projects/{alignment_id}/status","href":"/api-reference/alignment-projects/get-alignment-status"},{"title":"Stop Alignment","deprecated":null,"version":null,"openapi":"https://api.nugen.in/openapi-public.json post /api/v3/alignment-projects/{alignment_id}/stop","href":"/api-reference/alignment-projects/stop-alignment"},{"title":"Start Auto-Align","deprecated":null,"version":null,"openapi":"https://api.nugen.in/openapi-public.json post /api/v3/alignment-projects/{alignment_id}/auto-align","href":"/api-reference/alignment-projects/start-auto-align"}]},{"group":"Models","pages":[{"title":"List Base Models","deprecated":null,"version":null,"openapi":"https://api.nugen.in/openapi-public.json get /api/v3/models/base","href":"/api-reference/models/list-base-models"},{"title":"List Aligned Models","deprecated":null,"version":null,"openapi":"https://api.nugen.in/openapi-public.json get /api/v3/models/aligned","href":"/api-reference/models/list-aligned-models"},{"title":"Get Model","deprecated":null,"version":null,"openapi":"https://api.nugen.in/openapi-public.json get /api/v3/models/{model_id}","href":"/api-reference/models/get-model"},{"title":"Deploy Aligned Model","deprecated":null,"version":null,"openapi":"https://api.nugen.in/openapi-public.json post /api/v3/models/{model_id}/deployment","href":"/api-reference/models/deploy-aligned-model"},{"title":"Undeploy Model","deprecated":null,"version":null,"openapi":"https://api.nugen.in/openapi-public.json delete /api/v3/models/{model_id}/deployment","href":"/api-reference/models/undeploy-model"},{"title":"Get Deployment Status","deprecated":null,"version":null,"openapi":"https://api.nugen.in/openapi-public.json get /api/v3/models/{model_id}/deployment/status","href":"/api-reference/models/get-deployment-status"},{"title":"Refresh Deployed Model","deprecated":null,"version":null,"openapi":"https://api.nugen.in/openapi-public.json post /api/v3/models/{model_id}/deployment/refresh","href":"/api-reference/models/refresh-deployed-model"},{"title":"Export to Hugging Face","deprecated":null,"version":null,"openapi":"https://api.nugen.in/openapi-public.json post /api/v3/models/{model_id}/export-hf","href":"/api-reference/models/export-to-hugging-face"},{"title":"Import from Hugging Face","deprecated":null,"version":null,"openapi":"https://api.nugen.in/openapi-public.json post /api/v3/models/base/import","href":"/api-reference/models/import-from-hugging-face"},{"title":"Get the status of a Hugging Face export","deprecated":null,"version":null,"openapi":"https://api.nugen.in/openapi-public.json get /api/v3/models/{model_id}/export-hf/status","href":"/api-reference/models/get-the-status-of-a-hugging-face-export"}]},{"group":"Documents","pages":[{"title":"Upload Documents","deprecated":null,"version":null,"openapi":"https://api.nugen.in/openapi-public.json post /api/v3/documents/create","href":"/api-reference/documents/upload-documents"},{"title":"List Documents","deprecated":null,"version":null,"openapi":"https://api.nugen.in/openapi-public.json get /api/v3/documents/list","href":"/api-reference/documents/list-documents"},{"title":"Get Document Status","deprecated":null,"version":null,"openapi":"https://api.nugen.in/openapi-public.json get /api/v3/documents/{document_id}/status","href":"/api-reference/documents/get-document-status"},{"title":"Get Document","deprecated":null,"version":null,"openapi":"https://api.nugen.in/openapi-public.json get /api/v3/documents/{document_id}","href":"/api-reference/documents/get-document"},{"title":"Delete Document","deprecated":null,"version":null,"openapi":"https://api.nugen.in/openapi-public.json delete /api/v3/documents/{document_id}","href":"/api-reference/documents/delete-document"}]},{"group":"Benchmarks","pages":[{"title":"Create Benchmark","deprecated":null,"version":null,"openapi":"https://api.nugen.in/openapi-public.json post /api/v3/benchmarks/create","href":"/api-reference/benchmarks/create-benchmark"},{"title":"Upload Benchmark","deprecated":null,"version":null,"openapi":"https://api.nugen.in/openapi-public.json post /api/v3/benchmarks/upload","href":"/api-reference/benchmarks/upload-benchmark"},{"title":"List Benchmarks","deprecated":null,"version":null,"openapi":"https://api.nugen.in/openapi-public.json get /api/v3/benchmarks/list","href":"/api-reference/benchmarks/list-benchmarks"},{"title":"Get Benchmark","deprecated":null,"version":null,"openapi":"https://api.nugen.in/openapi-public.json get /api/v3/benchmarks/{benchmark_id}","href":"/api-reference/benchmarks/get-benchmark"},{"title":"Delete Benchmark","deprecated":null,"version":null,"openapi":"https://api.nugen.in/openapi-public.json delete /api/v3/benchmarks/{benchmark_id}","href":"/api-reference/benchmarks/delete-benchmark"},{"title":"Get Benchmark Status","description":"Get the status of a benchmark generation run.\n\n\nThis endpoint retrieves the current status of a benchmark generation run. Use this to track the progress of benchmark generation initiated by the create endpoint.\n\n\n**Path Parameters:**\n\n- `benchmark_id`: Unique identifier returned from the create endpoint\n\n\n**Returns:**\n\n- `benchmark_id`: unique identifier\n- `status`: status (`QUEUED` until a worker starts, `PROCESSING` while running, `READY` when finished)\n- `created_at`, `completed_at`, `updated_at`: timestamps\n- `progress`, `eta_seconds`: not wired up yet, always null\n\n\n**Raises:**\n\n- `404`: If the benchmark or its documents are not found\n\n\n**Example Request:**\n\n```json\nGET /api/v3/benchmarks/benchmark_01k4x9m2p7q3r6a1/status\nHeaders: {\"Authorization\": \"Bearer \u003capi_key>\"}\n```\n\n\n**Example Response:**\n\n```json\n{\n \"benchmark_id\": \"benchmark_01k4x9m2p7q3r6a1\",\n \"status\": \"READY\",\n \"created_at\": \"2024-01-15T10:30:00Z\",\n \"completed_at\": \"2024-01-15T10:32:45Z\",\n \"updated_at\": \"2024-01-15T10:32:45Z\",\n \"progress\": null,\n \"eta_seconds\": null\n}\n```\n\n\n**Notes:**\n\n- Status is `QUEUED` until a worker starts and `PROCESSING` while the generation process is running\n- Status changes to `READY` once all samples are generated","deprecated":null,"version":null,"openapi":"https://api.nugen.in/openapi-public.json get /api/v3/benchmarks/{benchmark_id}/status","href":"/api-reference/benchmarks/get-benchmark-status"},{"title":"Get Generated Benchmark","deprecated":null,"version":null,"openapi":"https://api.nugen.in/openapi-public.json get /api/v3/benchmarks/{benchmark_id}/data","href":"/api-reference/benchmarks/get-generated-benchmark"}]},{"group":"Evaluations","pages":[{"title":"Create Evaluation","description":"Create a new model evaluation using an existing benchmark.\n\nThis endpoint initiates a model evaluation using a benchmark from your library. Supports both single model evaluation and comparison mode where two models are evaluated side-by-side.\n\n**Request Body:**\n\n- `model_id`: Primary model to evaluate (required). It need not be deployed. A deployed model answers within seconds. An undeployed one is loaded by the GPU on demand and its answers wait for the next batch cycle, about 5 minutes.\n- `benchmark_id`: ID of the benchmark to use for evaluation (required)\n- `baseline_model_id` (optional): Baseline model ID for comparison mode\n- `custom_metrics` (optional): `defaults`, the built-in metrics to run (`binary_correctness`, `response_relevance`; both run when omitted), and `custom`, up to 5 metrics of your own, each with `name`, `prompt`, `parse_json`, `score_min` and `score_max`. A custom `name` cannot reuse a built-in name. Each custom metric adds one judge call per question, so it adds time and cost. An invalid configuration is refused with 422\n- `evaluation_name` (optional): Display name. Defaults to the evaluation id if omitted\n\n**Returns:**\n\n- `evaluation_id`: Unique identifier for tracking the evaluation\n- `model_id`: The primary model being evaluated\n- `status`: Initial status (always `PROCESSING`)\n- `benchmark_id`: The benchmark being used\n- `created_at`: Timestamp when evaluation was created\n- `message`: Confirmation message\n\n**Example Request (Single Model):**\n\n```json\nPOST /api/v3/evaluations/create\nHeaders: {\"Authorization\": \"Bearer \u003capi_key>\"}\n\n{\n \"model_id\": \"model_01kmqm4nrn9fw6r\",\n \"benchmark_id\": \"benchmark_01k4x9m2p7q3r6a1\",\n \"custom_metrics\": {\n \"defaults\": [\"binary_correctness\", \"response_relevance\"],\n \"custom\": [\n {\n \"name\": \"hallucination_check\",\n \"prompt\": \"Does the generated answer contain factually incorrect information? Rate from 0-1.\",\n \"score_min\": 0.0,\n \"score_max\": 1.0\n }\n ]\n }\n}\n```\n\n**Example Request (Comparison Mode):**\n\n```json\nPOST /api/v3/evaluations/create\nHeaders: {\"Authorization\": \"Bearer \u003capi_key>\"}\n\n{\n \"model_id\": \"Qwen/Qwen2.5-0.5B-Instruct\",\n \"baseline_model_id\": \"model_01kmqm4nrn9fw6r\",\n \"benchmark_id\": \"benchmark_01k4x9m2p7q3r6a1\"\n}\n```\n\n**Example Response:**\n\n```json\n{\n \"evaluation_id\": \"evaluation_01k4x9m2p7q3r7b1\",\n \"model_id\": \"model_01kmqm4nrn9fw6r\",\n \"status\": \"PROCESSING\",\n \"benchmark_id\": \"benchmark_01k4x9m2p7q3r6a1\",\n \"created_at\": \"2024-01-15T10:30:00Z\",\n \"message\": \"Evaluation created successfully and queued for execution\"\n}\n```\n**Notes:**\n\n- Single model mode: Evaluates one model against the benchmark\n- Comparison mode: Provide `baseline_model_id` to compare two models side-by-side\n- Evaluation runs asynchronously - use the returned `evaluation_id` to check status\n- Each metric reports `\u003cname>_mean`, `_min`, `_max`, `_std` and `_valid_count` in the results, custom ones included. A `_valid_count` of 0 means the judge gave no usable score for that metric. Comparison mode adds the mean difference for custom metrics\n- Use `/evaluations/{evaluation_id}/status` to track progress","deprecated":null,"version":null,"openapi":"https://api.nugen.in/openapi-public.json post /api/v3/evaluations/create","href":"/api-reference/evaluations/create-evaluation"},{"title":"List User Evaluations","deprecated":null,"version":null,"openapi":"https://api.nugen.in/openapi-public.json get /api/v3/evaluations/list","href":"/api-reference/evaluations/list-user-evaluations"},{"title":"Get Evaluation","deprecated":null,"version":null,"openapi":"https://api.nugen.in/openapi-public.json get /api/v3/evaluations/{evaluation_id}","href":"/api-reference/evaluations/get-evaluation"},{"title":"Delete Evaluation","deprecated":null,"version":null,"openapi":"https://api.nugen.in/openapi-public.json delete /api/v3/evaluations/{evaluation_id}","href":"/api-reference/evaluations/delete-evaluation"},{"title":"Get Evaluation Status","deprecated":null,"version":null,"openapi":"https://api.nugen.in/openapi-public.json get /api/v3/evaluations/{evaluation_id}/status","href":"/api-reference/evaluations/get-evaluation-status"},{"title":"Get Evaluation Results","deprecated":null,"version":null,"openapi":"https://api.nugen.in/openapi-public.json get /api/v3/evaluations/{evaluation_id}/results","href":"/api-reference/evaluations/get-evaluation-results"}]},{"group":"Inference","pages":[{"title":"Generate Embeddings","deprecated":null,"version":null,"openapi":"https://api.nugen.in/openapi-public.json post /api/v3/inference/embeddings","href":"/api-reference/inference/generate-embeddings"},{"title":"Generate Chat Completions","deprecated":null,"version":null,"openapi":"https://api.nugen.in/openapi-public.json post /api/v3/inference/chat/completions","href":"/api-reference/inference/generate-chat-completions"},{"title":"OpenAI-compatible Responses","deprecated":null,"version":null,"openapi":"https://api.nugen.in/openapi-public.json post /api/v3/inference/responses","href":"/api-reference/inference/openai-compatible-responses"},{"title":"Rerank Documents","deprecated":null,"version":null,"openapi":"https://api.nugen.in/openapi-public.json post /api/v3/inference/reranker","href":"/api-reference/inference/rerank-documents"},{"title":"Inference Settings","deprecated":null,"version":null,"openapi":"https://api.nugen.in/openapi-public.json get /api/v3/inference/capture","href":"/api-reference/inference/inference-settings"}]},{"group":"BYOC","pages":[{"title":"Deploy in your own cloud or cluster","deprecated":null,"version":null,"openapi":"https://api.nugen.in/openapi-public.json post /api/v3/byoc/clusters","href":"/api-reference/byoc/deploy-in-your-own-cloud-or-cluster"},{"title":"Get Cluster Health","deprecated":null,"version":null,"openapi":"https://api.nugen.in/openapi-public.json get /api/v3/byoc/clusters/{cluster_id}/status","href":"/api-reference/byoc/get-cluster-health"}]},{"group":"Health","pages":[{"title":"API Health","deprecated":null,"version":null,"openapi":"https://api.nugen.in/openapi-public.json get /health","href":"/api-reference/health/api-health"}]}]}]},"basePath":"","title":"Get Generated Benchmark - Nugen API Reference Docs","buildId":"dpl_DqYu5MPb49gWBBbUGgpHQUmCHY3P","deploymentId":"dpl_DqYu5MPb49gWBBbUGgpHQUmCHY3P","dynamics":["c2aa737661","2b790eda92","b0f84f53ff","a9bb46feb3"],"chunks":["OpenApiReferenceProvider-CybtLBIt.js","utils-BMLj2fvV.js","cloneDeep-izs3Hzxb.js","_Uint8Array-BVIqJ90l.js","isObjectLike-C8vmzPEN.js","isArray-Dcu1dQ5t.js","utils-B6In562Y.js","toString-BX-iyh8G.js","isSymbol-CSH9U2Gm.js","addUniqueKeysToSchema-Dr8Mfhp9.js","snippetPresets-2rmQvMVl.js","style-to-object-BY3JEAdk.js","v4-DIgz8zy6.js","conditional-requirements-CFM0id0Q.js","ApiExamples-WMqJYdZj.js","isEqual-BfaiBbcl.js","usePlaygroundInputsStore-CJ-MlPHu.js","shallow-dY3TMRCk.js","getApiPlaygroundDisplay-v-1B2bKm.js","CodeSnippet-BDhiTB7U.js","CodeSnippets-D9hnzQcS.js","Page-C4GwDT3_.js","getPastedJson-Th2V45jI.js","icon-BQXch1W9.js","MethodPill-BCqUneP3.js","DuplicateIcon-Q_-bhurZ.js","createIcon-DUjLHRqp.js","DynamicMarkdown-B-f2cqXQ.js","SectionHeading-Da5NsV4v.js","axios-vUo_bRtp.js","Markdown-D13FWkIM.js","clsx-D3Isdib3.js","lib-DuNMoZ05.js","lib-B8HbPgcC.js","html-void-elements-mCSPHezU.js","dist-C-XZBk9h.js","katex-YMM-FMeD.js","marked.esm-CZWythHk.js","AssistantPageLink--qIqmmVG.js"]}