Return the active and pending datasets belonging to the authenticated company, one page at a time.
Without page and per_page every dataset comes back in a single page. With either one the list is
paged, per_page defaulting to 100.
A data_plane_id, page or per_page value that does not parse makes the request answer 404 with no
body rather than 400. A tag value that is not a valid tag is not an error: the request is served as if
no tag had been sent at all.
Return only the dataset's mappings with one of these sources; the datasets themselves are not filtered.
Repeat the parameter to name several; omitted, every stored mapping is returned. Naming derived adds the
derived mappings the dataset's stored mappings imply, whatever their own source: each is computed on the
request by applying a derivation rule to a stored mapping, has no id because nothing is stored, and carries
a provenance saying how it was produced.
The source of the mapping.
company - Company private mapping
admin - Admin created/promoted mapping
system - System (Automated/ML) mappings
lineage - Lineage-derived mappings (editable without admin)
rosetta_stone - Rosetta Stone mappings (editable without admin)
derived - Computed on the request from a stored mapping and a derivation rule. Not stored, so it has
no id; listed only when asked for by source
The number of the next page, or null on the last page.
Example:
42
Was this page helpful?
{"docsConfig":{"theme":"mint","$schema":"https://mintlify.com/docs.json","name":"Narrative I/O Knowledge Base","colors":{"primary":"#1438F5","light":"#F4F7FB","dark":"#010A28"},"logo":{"light":"https://mintcdn.com/narrative-07c7a1f7/ia6SQX79O4nc7uYf/logo/banner.png?fit=max\u0026auto=format\u0026n=ia6SQX79O4nc7uYf\u0026q=85\u0026s=99860b25011c79366624a87d1f648861","dark":"https://mintcdn.com/narrative-07c7a1f7/ia6SQX79O4nc7uYf/logo/banner-dark.png?fit=max\u0026auto=format\u0026n=ia6SQX79O4nc7uYf\u0026q=85\u0026s=604f9688855cf1123b9eddfc8a5bf0e5"},"favicon":"https://mintcdn.com/narrative-07c7a1f7/DaYE2y2_p0IkASZU/favicon.svg?fit=max\u0026auto=format\u0026n=DaYE2y2_p0IkASZU\u0026q=85\u0026s=9961047bdb2aaf9298577e1c3e624c24","navbar":{"links":[{"href":"mailto:[email protected]","label":"Support"}],"primary":{"type":"button","label":"Open Narrative","href":"https://app.narrative.io"}},"footer":{"socials":{"github":"https://github.com/narrative-io","linkedin":"https://linkedin.com/company/narrative-io"}},"seo":{"indexing":"navigable"},"integrations":{"fathom":{"siteId":"WELVPSSZ"}},"contextual":{"options":["copy","view","chatgpt","claude","perplexity","mcp","cursor","vscode"],"display":"header"},"styling":{"latex":true},"navigation":{"global":{"anchors":[{"anchor":"Release Notes","icon":"clock-rotate-left","href":"/release-notes"}]},"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"narrative-07c7a1f7","hasAudioNarration":false,"actualSubdomain":"narrative-07c7a1f7","customDomains":["docs.narrative.io"],"gitSource":{"type":"github","owner":"narrative-io","repo":"mintlify-docs","deployBranch":"main","contentDirectory":"","isPrivate":true,"mountPath":"","label":""},"chroma":{"liveDeploymentHistoryId":"6adfbc2a0ebb9369b64e1802","collectionId":"53051c3e-1a35-408e-ae59-3afa2f8501b5","schemaVersion":"v3","latestBuiltDeploymentHistoryId":"6adfbc2a0ebb9369b64e1802"},"feedback":{"thumbs":true,"agentFeedback":true},"entitlements":{"AI_CHAT":{"status":"ENABLED"},"WEB_MCP":{"status":"ENABLED"},"NARRATION":{"status":"ENABLED"}},"buildId":"6adfbc2a0ebb9369b64e1802","clientVersion":"0.0.3971","searchFilterCounts":[{"language":"default","tag":"API Documentation","count":234},{"language":"default","tag":"Reference","count":111},{"language":"default","tag":"Connectors","count":102},{"language":"default","tag":"All connectors","count":100},{"language":"default","tag":"Architecture Reference","count":76},{"language":"default","tag":"Agent Conversations","count":63},{"language":"default","tag":"Concepts","count":62},{"language":"default","tag":"Guides","count":58},{"language":"default","tag":"Errors","count":54},{"language":"default","tag":"NQL","count":36}]},"assistantConfig":{"enableAskAiButton":false,"enableStarterQuestions":false,"enableAskAiSearchBar":true,"deflection":{"enabled":true,"email":"[email protected]","showHelpButton":true}},"basePath":"","hasChatPermissions":true,"hasWebMcpPermissions":true,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-v7-file-tree","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"pause-universal-search-reconcile","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"per-site-search-delta","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-private-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-nav-generations","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"byok-sep-25","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"vite-origin","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-agent-model-picker","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-updated-9-15","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-sso-scim","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-signup","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-enabled","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"isAtlas":false,"googleFontsInlined":false},"customCss":[],"page":{"pagePath":"api-reference/datasets/get-datasets","slug":"/api-reference/datasets/get-datasets","pageMetadata":{"title":"Get datasets","description":"Return the active and pending datasets belonging to the authenticated company, one page at a time.\n\nWithout `page` and `per_page` every dataset comes back in a single page. With either one the list is\npaged, `per_page` defaulting to 100.\n\nA `data_plane_id`, `page` or `per_page` value that does not parse makes the request answer 404 with no\nbody rather than 400. A `tag` value that is not a valid tag is not an error: the request is served as if\nno `tag` had been sent at all.","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /datasets","href":"/api-reference/datasets/get-datasets","autogeneratedByOpenApi":true},"description":{"compiledSource":"\"use strict\";\nconst {Fragment: _Fragment, jsx: _jsx, jsxs: _jsxs} = arguments[0];\nconst {useMDXComponents: _provideComponents} = arguments[0];\nfunction _createMdxContent(props) {\n const _components = {\n code: \"code\",\n p: \"p\",\n ..._provideComponents(),\n ...props.components\n };\n return _jsxs(_Fragment, {\n children: [_jsx(_components.p, {\n children: \"Return the active and pending datasets belonging to the authenticated company, one page at a time.\"\n }), \"\\n\", _jsxs(_components.p, {\n children: [\"Without \", _jsx(_components.code, {\n children: \"page\"\n }), \" and \", _jsx(_components.code, {\n children: \"per_page\"\n }), \" every dataset comes back in a single page. With either one the list is\\npaged, \", _jsx(_components.code, {\n children: \"per_page\"\n }), \" defaulting to 100.\"]\n }), \"\\n\", _jsxs(_components.p, {\n children: [\"A \", _jsx(_components.code, {\n children: \"data_plane_id\"\n }), \", \", _jsx(_components.code, {\n children: \"page\"\n }), \" or \", _jsx(_components.code, {\n children: \"per_page\"\n }), \" value that does not parse makes the request answer 404 with no\\nbody rather than 400. A \", _jsx(_components.code, {\n children: \"tag\"\n }), \" value that is not a valid tag is not an error: the request is served as if\\nno \", _jsx(_components.code, {\n children: \"tag\"\n }), \" had been sent at all.\"]\n })]\n });\n}\nfunction MDXContent(props = {}) {\n const {wrapper: MDXLayout} = {\n ..._provideComponents(),\n ...props.components\n };\n return MDXLayout ? _jsx(MDXLayout, {\n ...props,\n children: _jsx(_createMdxContent, {\n ...props\n })\n }) : _createMdxContent(props);\n}\nreturn {\n default: MDXContent\n};\n","frontmatter":{},"scope":{}},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){return _jsx(_Fragment,{})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent}","frontmatter":{},"scope":{"config":{},"pageMetadata":{"title":"Get datasets","description":"Return the active and pending datasets belonging to the authenticated company, one page at a time.\n\nWithout `page` and `per_page` every dataset comes back in a single page. With either one the list is\npaged, `per_page` defaulting to 100.\n\nA `data_plane_id`, `page` or `per_page` value that does not parse makes the request answer 404 with no\nbody rather than 400. A `tag` value that is not a valid tag is not an error: the request is served as if\nno `tag` had been sent at all.","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /datasets","href":"/api-reference/datasets/get-datasets","autogeneratedByOpenApi":true}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[],"codeExamples":{}},"jsLinks":[],"openApiReferenceData":{"operation":{"summary":"Get datasets","description":"Return the active and pending datasets belonging to the authenticated company, one page at a time.\n\nWithout `page` and `per_page` every dataset comes back in a single page. With either one the list is\npaged, `per_page` defaulting to 100.\n\nA `data_plane_id`, `page` or `per_page` value that does not parse makes the request answer 404 with no\nbody rather than 400. A `tag` value that is not a valid tag is not an error: the request is served as if\nno `tag` had been sent at all.","tags":["Datasets"],"parameters":["ab4c3dc2-26e4-494f-aacd-5e075a8091c1","369ed243-270d-421b-b6a4-6e62bbc24d7e","fa15e4c4-4421-414a-b52a-5a76723c7fcd","95f59ac5-6eee-4862-b123-7d7fe7a34a11","e19d120e-062f-4368-8989-172d2bb66982","d851f6da-dc61-4144-8c8f-25342c6b1952"],"security":["f9b12442-8a34-4010-86b5-5ec51ad1877a"],"responses":{"200":"0a452e76-e195-40d9-8cfd-e5639663e562","404":"c1efeaf4-4b30-419b-b798-f4be274ba675"},"method":"get","type":"path","servers":["190e6995-21fb-418b-bbfe-8c27e30d5b55","1dc6c444-4c87-47b0-b19f-59c81fc72525"],"path":"/datasets","baseUrlOptions":["https://api-dev.narrative.io","https://api.narrative.io"],"title":"Get datasets","codeSamples":[],"requiredOnlyExamples":false,"requestExampleType":"generated","responseExampleType":"generated"},"dependencies":{"parameters":{"ab4c3dc2-26e4-494f-aacd-5e075a8091c1":{"in":"query","name":"page","required":false,"description":"Number of page. Starts from the first (1) page.","schema":{"type":"integer","isRequired":false,"description":"Number of page. Starts from the first (1) page.","uniqueKey":"","typeLabel":"integer"}},"369ed243-270d-421b-b6a4-6e62bbc24d7e":{"in":"query","name":"per_page","required":false,"description":"Number of records to return.","schema":{"type":"integer","isRequired":false,"description":"Number of records to return.","uniqueKey":"","typeLabel":"integer"}},"fa15e4c4-4421-414a-b52a-5a76723c7fcd":{"in":"query","name":"q","required":false,"description":"Free-text keyword query matched against dataset name.","schema":{"type":"string","isRequired":false,"description":"Free-text keyword query matched against dataset name.","uniqueKey":"","typeLabel":"string"}},"95f59ac5-6eee-4862-b123-7d7fe7a34a11":{"in":"query","name":"data_plane_id","required":false,"description":"Narrow results to datasets on this data plane.","schema":{"type":"string","format":"uuid","isRequired":false,"description":"Narrow results to datasets on this data plane.","uniqueKey":"","typeLabel":"string\u003cuuid>"}},"e19d120e-062f-4368-8989-172d2bb66982":{"in":"query","name":"tag","required":false,"description":"Filter to datasets carrying this tag. When supplied multiple times, only datasets carrying every supplied tag are returned (all-of semantics).","schema":{"type":"string","isRequired":false,"description":"Filter to datasets carrying this tag. When supplied multiple times, only datasets carrying every supplied tag are returned (all-of semantics).","uniqueKey":"","typeLabel":"string"}},"d851f6da-dc61-4144-8c8f-25342c6b1952":{"in":"query","name":"mapping_source","required":false,"explode":true,"description":"Return only the dataset's mappings with one of these sources; the datasets themselves are not filtered.\nRepeat the parameter to name several; omitted, every stored mapping is returned. Naming `derived` adds the\nderived mappings the dataset's stored mappings imply, whatever their own source: each is computed on the\nrequest by applying a derivation rule to a stored mapping, has no `id` because nothing is stored, and carries\na `provenance` saying how it was produced.","schema":{"type":"array","items":{"type":"string","description":"The source of the mapping.\n * `company` - Company private mapping\n * `admin` - Admin created/promoted mapping\n * `system` - System (Automated/ML) mappings\n * `lineage` - Lineage-derived mappings (editable without admin)\n * `rosetta_stone` - Rosetta Stone mappings (editable without admin)\n * `derived` - Computed on the request from a stored mapping and a derivation rule. Not stored, so it has\n no `id`; listed only when asked for by source\n","enum":["company","admin","system","lineage","rosetta_stone","derived"],"uniqueKey":"items.[INDEX]","typeLabel":"enum\u003cstring>"},"isRequired":false,"description":"Return only the dataset's mappings with one of these sources; the datasets themselves are not filtered.\nRepeat the parameter to name several; omitted, every stored mapping is returned. Naming `derived` adds the\nderived mappings the dataset's stored mappings imply, whatever their own source: each is computed on the\nrequest by applying a derivation rule to a stored mapping, has no `id` because nothing is stored, and carries\na `provenance` saying how it was produced.","uniqueKey":"","typeLabel":"enum\u003cstring>[]"}}},"responses":{"0a452e76-e195-40d9-8cfd-e5639663e562":{"description":"OK","content":{"application/json":{"schema":{"type":"object","required":["current_page","total_records","total_pages","records"],"properties":{"current_page":{"type":"integer","format":"int64","description":"The number of requested page.","example":1,"isRequired":true,"uniqueKey":"current_page","typeLabel":"integer\u003cint64>"},"total_records":{"type":"integer","format":"int64","description":"Total amount of accessible Access Rules","example":15000,"isRequired":true,"uniqueKey":"total_records","typeLabel":"integer\u003cint64>"},"total_pages":{"type":"integer","format":"int64","description":"Total amount of pages.","example":10,"isRequired":true,"uniqueKey":"total_pages","typeLabel":"integer\u003cint64>"},"records":{"type":"array","items":{"type":"object","description":"A dataset.\n\nThe encoder drops nulls and empty collections, so an optional field is absent rather than null,\nand `tags` and `mappings` are absent rather than `[]` when there are none. `DatasetAdminResponse`\ncomposes this schema with `allOf` but encodes without that step, so on the admin endpoints the\nsame optional fields arrive as null. Either way they are optional, and both shapes validate.","required":["id","company_id","created_at","data_plane","is_narrative_managed","name","display_name","retention_policy","schema","status","write_mode","updated_at"],"properties":{"id":{"type":"integer","description":"Unique identifier for the dataset.","isRequired":true,"uniqueKey":"records.items.[INDEX].id","typeLabel":"integer"},"company_id":{"description":"The ID of the company owning the dataset.","type":"integer","isRequired":true,"uniqueKey":"records.items.[INDEX].company_id","typeLabel":"integer"},"data_plane":{"oneOf":[{"type":"object","description":"The data plane the dataset lives on.","required":["type","id","company_id","created_at","display_name","external_id","platform","status","updated_at","collaborators","compute_pools","is_narrative"],"properties":{"type":{"type":"string","enum":["owned"],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.type","typeLabel":"enum\u003cstring>"},"id":{"type":"string","format":"uuid","isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.id","typeLabel":"string\u003cuuid>"},"company_id":{"type":"integer","format":"int64","description":"The id of an existing company","example":345,"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.company_id","typeLabel":"integer\u003cint64>"},"created_at":{"type":"string","format":"date-time","isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.created_at","typeLabel":"string\u003cdate-time>"},"display_name":{"type":"string","isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.display_name","typeLabel":"string"},"external_id":{"type":"string","isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.external_id","typeLabel":"string"},"platform":{"oneOf":[{"type":"object","description":"A data plane hosted in an AWS account. AWS data planes outside `us-east-1` currently only run (and cancel) `health_check` jobs, and don't support dataset creation yet: other such requests are rejected with a `400`.","required":["type","account_id","region"],"properties":{"type":{"type":"string","enum":["platform_aws"],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.platform.oneOf.0.type","typeLabel":"enum\u003cstring>"},"account_id":{"type":"string","description":"The 12-digit AWS account ID of the account hosting the data plane.","pattern":"^[0-9]{12}$","isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.platform.oneOf.0.account_id","typeLabel":"string"},"region":{"type":"object","required":["type","id"],"properties":{"type":{"type":"string","enum":["region_aws"],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.platform.oneOf.0.region.type","typeLabel":"enum\u003cstring>"},"id":{"type":"string","description":"AWS region identifier, e.g. `us-east-1`.","isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.platform.oneOf.0.region.id","typeLabel":"string"}},"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.platform.oneOf.0.region","typeLabel":"object"}},"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.platform.oneOf.0","typeLabel":"object"},{"type":"object","required":["type","account_locator","account_name","organization_name"],"properties":{"type":{"type":"string","enum":["platform_snowflake"],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.platform.oneOf.1.type","typeLabel":"enum\u003cstring>"},"account_locator":{"type":"string","isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.platform.oneOf.1.account_locator","typeLabel":"string"},"account_name":{"type":"string","isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.platform.oneOf.1.account_name","typeLabel":"string"},"organization_name":{"type":"string","isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.platform.oneOf.1.organization_name","typeLabel":"string"},"region":{"oneOf":[{"type":"object","required":["type","id"],"properties":{"type":{"type":"string","enum":["region_aws"],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.platform.oneOf.1.region.oneOf.0.type","typeLabel":"enum\u003cstring>"},"id":{"type":"string","description":"AWS region identifier, e.g. `us-east-1`.","isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.platform.oneOf.1.region.oneOf.0.id","typeLabel":"string"}},"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.platform.oneOf.1.region.oneOf.0","typeLabel":"object"},{"type":"object","required":["type","id"],"properties":{"type":{"type":"string","enum":["region_azure"],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.platform.oneOf.1.region.oneOf.1.type","typeLabel":"enum\u003cstring>"},"id":{"type":"string","description":"Azure region identifier, e.g. `uaenorth`.","isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.platform.oneOf.1.region.oneOf.1.id","typeLabel":"string"}},"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.platform.oneOf.1.region.oneOf.1","typeLabel":"object"},{"type":"object","required":["type","id"],"properties":{"type":{"type":"string","enum":["region_gcp"],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.platform.oneOf.1.region.oneOf.2.type","typeLabel":"enum\u003cstring>"},"id":{"type":"string","description":"GCP region identifier, e.g. `us-east4`.","isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.platform.oneOf.1.region.oneOf.2.id","typeLabel":"string"}},"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.platform.oneOf.1.region.oneOf.2","typeLabel":"object"},{"type":"null","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.platform.oneOf.1.region.oneOf.3","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.platform.oneOf.1.region","typeLabel":"object · object · object · null"}},"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.platform.oneOf.1","typeLabel":"object"}],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.platform","typeLabel":"object"},"status":{"type":"string","enum":["active","archived"],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.status","typeLabel":"enum\u003cstring>"},"updated_at":{"type":"string","format":"date-time","isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.updated_at","typeLabel":"string\u003cdate-time>"},"collaborators":{"type":"object","required":["participants","manage_compute_pools"],"properties":{"participants":{"oneOf":[{"type":"object","required":["type"],"properties":{"type":{"type":"string","enum":["all"],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.collaborators.participants.oneOf.0.type","typeLabel":"enum\u003cstring>"}},"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.collaborators.participants.oneOf.0","typeLabel":"object"},{"type":"object","required":["type"],"properties":{"type":{"type":"string","enum":["none"],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.collaborators.participants.oneOf.1.type","typeLabel":"enum\u003cstring>"}},"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.collaborators.participants.oneOf.1","typeLabel":"object"},{"type":"object","required":["type","company_ids"],"properties":{"type":{"type":"string","enum":["inclusion"],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.collaborators.participants.oneOf.2.type","typeLabel":"enum\u003cstring>"},"company_ids":{"type":"array","minItems":1,"items":{"type":"integer","format":"int64","description":"The id of an existing company","example":345,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.collaborators.participants.oneOf.2.company_ids.items.[INDEX]","typeLabel":"integer\u003cint64>"},"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.collaborators.participants.oneOf.2.company_ids","typeLabel":"integer\u003cint64>[]"}},"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.collaborators.participants.oneOf.2","typeLabel":"object"},{"type":"object","required":["type","company_ids"],"properties":{"type":{"type":"string","enum":["exclusion"],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.collaborators.participants.oneOf.3.type","typeLabel":"enum\u003cstring>"},"company_ids":{"type":"array","minItems":1,"items":{"type":"integer","format":"int64","description":"The id of an existing company","example":345,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.collaborators.participants.oneOf.3.company_ids.items.[INDEX]","typeLabel":"integer\u003cint64>"},"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.collaborators.participants.oneOf.3.company_ids","typeLabel":"integer\u003cint64>[]"}},"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.collaborators.participants.oneOf.3","typeLabel":"object"}],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.collaborators.participants","typeLabel":"object"},"manage_compute_pools":{"oneOf":[{"type":"object","required":["type"],"properties":{"type":{"type":"string","enum":["all"],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.collaborators.manage_compute_pools.oneOf.0.type","typeLabel":"enum\u003cstring>"}},"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.collaborators.manage_compute_pools.oneOf.0","typeLabel":"object"},{"type":"object","required":["type"],"properties":{"type":{"type":"string","enum":["none"],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.collaborators.manage_compute_pools.oneOf.1.type","typeLabel":"enum\u003cstring>"}},"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.collaborators.manage_compute_pools.oneOf.1","typeLabel":"object"},{"type":"object","required":["type","company_ids"],"properties":{"type":{"type":"string","enum":["inclusion"],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.collaborators.manage_compute_pools.oneOf.2.type","typeLabel":"enum\u003cstring>"},"company_ids":{"type":"array","minItems":1,"items":{"type":"integer","format":"int64","description":"The id of an existing company","example":345,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.collaborators.manage_compute_pools.oneOf.2.company_ids.items.[INDEX]","typeLabel":"integer\u003cint64>"},"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.collaborators.manage_compute_pools.oneOf.2.company_ids","typeLabel":"integer\u003cint64>[]"}},"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.collaborators.manage_compute_pools.oneOf.2","typeLabel":"object"},{"type":"object","required":["type","company_ids"],"properties":{"type":{"type":"string","enum":["exclusion"],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.collaborators.manage_compute_pools.oneOf.3.type","typeLabel":"enum\u003cstring>"},"company_ids":{"type":"array","minItems":1,"items":{"type":"integer","format":"int64","description":"The id of an existing company","example":345,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.collaborators.manage_compute_pools.oneOf.3.company_ids.items.[INDEX]","typeLabel":"integer\u003cint64>"},"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.collaborators.manage_compute_pools.oneOf.3.company_ids","typeLabel":"integer\u003cint64>[]"}},"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.collaborators.manage_compute_pools.oneOf.3","typeLabel":"object"}],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.collaborators.manage_compute_pools","typeLabel":"object"}},"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.collaborators","typeLabel":"object"},"compute_pools":{"type":"array","items":{"oneOf":[{"type":"object","required":["type","id","company_id","data_plane_id","external_id","name","display_name","status","created_at","provider","collaborators","tags","default_source"],"properties":{"type":{"type":"string","enum":["owned"],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.type","typeLabel":"enum\u003cstring>"},"id":{"type":"string","format":"uuid","isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.id","typeLabel":"string\u003cuuid>"},"company_id":{"type":"integer","format":"int64","description":"The id of an existing company","example":345,"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.company_id","typeLabel":"integer\u003cint64>"},"data_plane_id":{"type":"string","format":"uuid","isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.data_plane_id","typeLabel":"string\u003cuuid>"},"external_id":{"oneOf":[{"type":"object","required":["type","name","alias"],"properties":{"type":{"type":"string","enum":["snowflake_warehouse"],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.external_id.oneOf.0.type","typeLabel":"enum\u003cstring>"},"name":{"type":"string","description":"Snowflake warehouse name. Must start with a letter or underscore and contain only alphanumeric characters, underscores, and dollar signs.","pattern":"^[a-zA-Z_][a-zA-Z0-9_$]*$","maxLength":255,"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.external_id.oneOf.0.name","typeLabel":"string"},"alias":{"type":"string","format":"uuid","isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.external_id.oneOf.0.alias","typeLabel":"string\u003cuuid>"}},"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.external_id.oneOf.0","typeLabel":"object"},{"type":"object","required":["type"],"properties":{"type":{"type":"string","enum":["aws_emr"],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.external_id.oneOf.1.type","typeLabel":"enum\u003cstring>"}},"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.external_id.oneOf.1","typeLabel":"object"}],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.external_id","typeLabel":"object"},"name":{"type":"string","isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.name","typeLabel":"string"},"display_name":{"type":"string","isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.display_name","typeLabel":"string"},"status":{"type":"string","enum":["active","archived"],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.status","typeLabel":"enum\u003cstring>"},"created_at":{"type":"string","format":"date-time","isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.created_at","typeLabel":"string\u003cdate-time>"},"tags":{"type":"array","items":{"type":"string","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.tags.items.[INDEX]","typeLabel":"string"},"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.tags","typeLabel":"string[]"},"provider":{"oneOf":[{"type":"object","required":["type"],"properties":{"type":{"type":"string","enum":["snowflake_warehouse"],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.type","typeLabel":"enum\u003cstring>"},"warehouse_name":{"oneOf":[{"type":"string","description":"The name of the Snowflake warehouse to use.","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.warehouse_name.oneOf.0","typeLabel":"string"},{"type":"null","description":"The name of the Snowflake warehouse to use.","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.warehouse_name.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.warehouse_name","typeLabel":"string | null"},"size":{"oneOf":[{"type":"string","enum":["x_small","small","medium","large","x_large","2x_large","3x_large","4x_large","5x_large","6x_large",null],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.size.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","enum":["x_small","small","medium","large","x_large","2x_large","3x_large","4x_large","5x_large","6x_large",null],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.size.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.size","typeLabel":"enum\u003cstring> | null"},"warehouse_type":{"oneOf":[{"type":"string","enum":["standard","snowpark_optimized",null],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.warehouse_type.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","enum":["standard","snowpark_optimized",null],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.warehouse_type.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.warehouse_type","typeLabel":"enum\u003cstring> | null"},"auto_suspend":{"oneOf":[{"type":"integer","description":"Auto-suspend time in seconds.","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.auto_suspend.oneOf.0","typeLabel":"integer"},{"type":"null","description":"Auto-suspend time in seconds.","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.auto_suspend.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.auto_suspend","typeLabel":"integer | null"},"auto_resume":{"oneOf":[{"type":"boolean","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.auto_resume.oneOf.0","typeLabel":"boolean"},{"type":"null","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.auto_resume.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.auto_resume","typeLabel":"boolean | null"},"min_cluster_count":{"oneOf":[{"type":"integer","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.min_cluster_count.oneOf.0","typeLabel":"integer"},{"type":"null","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.min_cluster_count.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.min_cluster_count","typeLabel":"integer | null"},"max_cluster_count":{"oneOf":[{"type":"integer","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.max_cluster_count.oneOf.0","typeLabel":"integer"},{"type":"null","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.max_cluster_count.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.max_cluster_count","typeLabel":"integer | null"},"scaling_policy":{"oneOf":[{"type":"string","enum":["standard","economy",null],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.scaling_policy.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","enum":["standard","economy",null],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.scaling_policy.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.scaling_policy","typeLabel":"enum\u003cstring> | null"},"max_concurrency_level":{"oneOf":[{"type":"integer","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.max_concurrency_level.oneOf.0","typeLabel":"integer"},{"type":"null","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.max_concurrency_level.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.max_concurrency_level","typeLabel":"integer | null"},"statement_queued_timeout_in_seconds":{"oneOf":[{"type":"integer","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.statement_queued_timeout_in_seconds.oneOf.0","typeLabel":"integer"},{"type":"null","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.statement_queued_timeout_in_seconds.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.statement_queued_timeout_in_seconds","typeLabel":"integer | null"},"statement_timeout_in_seconds":{"oneOf":[{"type":"integer","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.statement_timeout_in_seconds.oneOf.0","typeLabel":"integer"},{"type":"null","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.statement_timeout_in_seconds.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.statement_timeout_in_seconds","typeLabel":"integer | null"},"enable_query_acceleration":{"oneOf":[{"type":"boolean","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.enable_query_acceleration.oneOf.0","typeLabel":"boolean"},{"type":"null","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.enable_query_acceleration.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.enable_query_acceleration","typeLabel":"boolean | null"},"query_acceleration_max_scale_factor":{"oneOf":[{"type":"integer","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.query_acceleration_max_scale_factor.oneOf.0","typeLabel":"integer"},{"type":"null","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.query_acceleration_max_scale_factor.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.query_acceleration_max_scale_factor","typeLabel":"integer | null"},"resource_constraint":{"oneOf":[{"type":"string","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.resource_constraint.oneOf.0","typeLabel":"string"},{"type":"null","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.resource_constraint.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.resource_constraint","typeLabel":"string | null"},"comment":{"oneOf":[{"type":"string","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.comment.oneOf.0","typeLabel":"string"},{"type":"null","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.comment.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.comment","typeLabel":"string | null"}},"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0","typeLabel":"object"},{"type":"object","required":["type","size"],"properties":{"type":{"type":"string","enum":["aws_emr"],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.1.type","typeLabel":"enum\u003cstring>"},"size":{"type":"string","enum":["x_small","small","medium","large","x_large","2x_large","3x_large","4x_large","5x_large","6x_large","x_small_storage","small_storage","medium_storage","large_storage","x_large_storage","2x_large_storage","3x_large_storage","4x_large_storage","5x_large_storage","6x_large_storage"],"description":"Compute pool size. Names mirror Snowflake's warehouse sizes and target the equivalent Snowflake warehouse's *memory* budget — a workload that fits in a Snowflake warehouse of size N gets equivalent RAM on the EMR cluster of size N. vCPU counts will not match Snowflake's because EMR runs on memory-optimized instances (r7g/r7gd/r6g, 8 GiB/vCPU), so the same memory budget delivers fewer vCPUs than Snowflake.\n\nTarget worker (core+task) memory at max scale: x_small (~32 GiB, ~4 vCPU; min size — overshoots Snowflake's 16 GiB), small (~32 GiB, ~4 vCPU), medium (~64 GiB, ~8 vCPU), large (~128 GiB, ~16 vCPU), x_large (~256 GiB, ~32 vCPU), 2x_large (~512 GiB, ~64 vCPU), 3x_large (~1 TiB, ~128 vCPU), 4x_large (~2 TiB, ~256 vCPU), 5x_large (~4 TiB, ~512 vCPU), 6x_large (~8 TiB, ~1024 vCPU).\n\nEach size has a `*_storage` variant (e.g. `medium_storage`) with the same memory budget, but running on `rXgd` instances with local NVMe SSD storage. Use these for shuffle-/scratch-heavy jobs that would otherwise spill to EBS and fail with \"No space left on device\".\n","isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.1.size","typeLabel":"enum\u003cstring>"},"idle_timeout_seconds":{"oneOf":[{"type":"integer","minimum":-1,"maximum":604800,"description":"EMR cluster auto-termination idle timeout, in seconds. Tri-state semantics (applied on both create and update — omitting this field on an update resets it to the default, it does not preserve the prior value):\n\n- omitted / `null`: the pool is set to the default of 15 minutes (900 seconds).\n- `-1`: idle-termination disabled — EMR's `AutoTerminationPolicy` is not set on the cluster\n and the operator-side idle reaper skips the idle check too. The cluster runs until it is\n explicitly terminated or recycled.\n\n- `60` ≤ n ≤ `604800` (7 days): set EMR's `AutoTerminationPolicy` to that value, and use the\n same value in the operator-side idle reaper.\n","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.1.idle_timeout_seconds.oneOf.0","typeLabel":"integer"},{"type":"null","minimum":-1,"maximum":604800,"description":"EMR cluster auto-termination idle timeout, in seconds. Tri-state semantics (applied on both create and update — omitting this field on an update resets it to the default, it does not preserve the prior value):\n\n- omitted / `null`: the pool is set to the default of 15 minutes (900 seconds).\n- `-1`: idle-termination disabled — EMR's `AutoTerminationPolicy` is not set on the cluster\n and the operator-side idle reaper skips the idle check too. The cluster runs until it is\n explicitly terminated or recycled.\n\n- `60` ≤ n ≤ `604800` (7 days): set EMR's `AutoTerminationPolicy` to that value, and use the\n same value in the operator-side idle reaper.\n","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.1.idle_timeout_seconds.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.1.idle_timeout_seconds","typeLabel":"integer | null"},"job_execution_timeout_seconds":{"oneOf":[{"type":"integer","minimum":60,"maximum":604800,"description":"Maximum time, in seconds, that a single job's EMR step may stay in `RUNNING` before the operator cancels the step and fails the job. Omitted / `null` means the pool is set to the default of 4 hours (14400 seconds), on both create and update (omitting it on an update resets it to the default rather than preserving the prior value). When set explicitly, must be between 60 seconds and 7 days.\n\nThe shared Narrative compute pool is configured with a 1-hour timeout and is intended for small jobs. Pools the user provisions for themselves can set their own (longer) limit.\n","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.1.job_execution_timeout_seconds.oneOf.0","typeLabel":"integer"},{"type":"null","minimum":60,"maximum":604800,"description":"Maximum time, in seconds, that a single job's EMR step may stay in `RUNNING` before the operator cancels the step and fails the job. Omitted / `null` means the pool is set to the default of 4 hours (14400 seconds), on both create and update (omitting it on an update resets it to the default rather than preserving the prior value). When set explicitly, must be between 60 seconds and 7 days.\n\nThe shared Narrative compute pool is configured with a 1-hour timeout and is intended for small jobs. Pools the user provisions for themselves can set their own (longer) limit.\n","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.1.job_execution_timeout_seconds.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.1.job_execution_timeout_seconds","typeLabel":"integer | null"}},"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.1","typeLabel":"object"}],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.provider","typeLabel":"object"},"collaborators":{"type":"object","required":["use"],"properties":{"use":{"oneOf":[{"type":"object","description":"Companies that can use this compute pool for jobs. Use participants automatically have view access.","required":["type"],"properties":{"type":{"type":"string","enum":["all"],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.collaborators.use.oneOf.0.type","typeLabel":"enum\u003cstring>"}},"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.collaborators.use.oneOf.0","typeLabel":"object"},{"type":"object","description":"Companies that can use this compute pool for jobs. Use participants automatically have view access.","required":["type"],"properties":{"type":{"type":"string","enum":["none"],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.collaborators.use.oneOf.1.type","typeLabel":"enum\u003cstring>"}},"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.collaborators.use.oneOf.1","typeLabel":"object"},{"type":"object","description":"Companies that can use this compute pool for jobs. Use participants automatically have view access.","required":["type","company_ids"],"properties":{"type":{"type":"string","enum":["inclusion"],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.collaborators.use.oneOf.2.type","typeLabel":"enum\u003cstring>"},"company_ids":{"type":"array","minItems":1,"items":{"type":"integer","format":"int64","description":"The id of an existing company","example":345,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.collaborators.use.oneOf.2.company_ids.items.[INDEX]","typeLabel":"integer\u003cint64>"},"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.collaborators.use.oneOf.2.company_ids","typeLabel":"integer\u003cint64>[]"}},"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.collaborators.use.oneOf.2","typeLabel":"object"},{"type":"object","description":"Companies that can use this compute pool for jobs. Use participants automatically have view access.","required":["type","company_ids"],"properties":{"type":{"type":"string","enum":["exclusion"],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.collaborators.use.oneOf.3.type","typeLabel":"enum\u003cstring>"},"company_ids":{"type":"array","minItems":1,"items":{"type":"integer","format":"int64","description":"The id of an existing company","example":345,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.collaborators.use.oneOf.3.company_ids.items.[INDEX]","typeLabel":"integer\u003cint64>"},"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.collaborators.use.oneOf.3.company_ids","typeLabel":"integer\u003cint64>[]"}},"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.collaborators.use.oneOf.3","typeLabel":"object"}],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.collaborators.use","typeLabel":"object"}},"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.collaborators","typeLabel":"object"},"default_source":{"oneOf":[{"type":"string","description":"Set when this pool is the compute pool the authenticated company's jobs run on when they don't name one themselves, and says which level made it the default. `null` on every other pool. Exactly one active pool per data plane can carry a non-null value.","enum":["company","data_plane"],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.default_source.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","description":"Set when this pool is the compute pool the authenticated company's jobs run on when they don't name one themselves, and says which level made it the default. `null` on every other pool. Exactly one active pool per data plane can carry a non-null value.","isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.default_source.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.default_source","typeLabel":"enum\u003cstring> | null"},"description":{"oneOf":[{"type":"string","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.description.oneOf.0","typeLabel":"string"},{"type":"null","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.description.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.description","typeLabel":"string | null"},"updated_at":{"oneOf":[{"description":"Null until the pool has been updated at least once.","type":"string","format":"date-time","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.updated_at.oneOf.0","typeLabel":"string\u003cdate-time>"},{"description":"Null until the pool has been updated at least once.","type":"null","format":"date-time","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.updated_at.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0.updated_at","typeLabel":"string\u003cdate-time> | null"}},"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.0","typeLabel":"object"},{"type":"object","required":["type","id","company_id","data_plane_id","external_id","name","display_name","status","created_at","provider","tags","default_source"],"properties":{"type":{"type":"string","enum":["shared"],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.type","typeLabel":"enum\u003cstring>"},"id":{"type":"string","format":"uuid","isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.id","typeLabel":"string\u003cuuid>"},"company_id":{"type":"integer","format":"int64","description":"The id of an existing company","example":345,"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.company_id","typeLabel":"integer\u003cint64>"},"data_plane_id":{"type":"string","format":"uuid","isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.data_plane_id","typeLabel":"string\u003cuuid>"},"external_id":{"oneOf":[{"type":"object","required":["type","name","alias"],"properties":{"type":{"type":"string","enum":["snowflake_warehouse"],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.external_id.oneOf.0.type","typeLabel":"enum\u003cstring>"},"name":{"type":"string","description":"Snowflake warehouse name. Must start with a letter or underscore and contain only alphanumeric characters, underscores, and dollar signs.","pattern":"^[a-zA-Z_][a-zA-Z0-9_$]*$","maxLength":255,"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.external_id.oneOf.0.name","typeLabel":"string"},"alias":{"type":"string","format":"uuid","isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.external_id.oneOf.0.alias","typeLabel":"string\u003cuuid>"}},"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.external_id.oneOf.0","typeLabel":"object"},{"type":"object","required":["type"],"properties":{"type":{"type":"string","enum":["aws_emr"],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.external_id.oneOf.1.type","typeLabel":"enum\u003cstring>"}},"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.external_id.oneOf.1","typeLabel":"object"}],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.external_id","typeLabel":"object"},"name":{"type":"string","isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.name","typeLabel":"string"},"display_name":{"type":"string","isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.display_name","typeLabel":"string"},"status":{"type":"string","enum":["active","archived"],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.status","typeLabel":"enum\u003cstring>"},"created_at":{"type":"string","format":"date-time","isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.created_at","typeLabel":"string\u003cdate-time>"},"tags":{"type":"array","items":{"type":"string","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.tags.items.[INDEX]","typeLabel":"string"},"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.tags","typeLabel":"string[]"},"provider":{"oneOf":[{"type":"object","required":["type"],"properties":{"type":{"type":"string","enum":["snowflake_warehouse"],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.type","typeLabel":"enum\u003cstring>"},"warehouse_name":{"oneOf":[{"type":"string","description":"The name of the Snowflake warehouse to use.","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.warehouse_name.oneOf.0","typeLabel":"string"},{"type":"null","description":"The name of the Snowflake warehouse to use.","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.warehouse_name.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.warehouse_name","typeLabel":"string | null"},"size":{"oneOf":[{"type":"string","enum":["x_small","small","medium","large","x_large","2x_large","3x_large","4x_large","5x_large","6x_large",null],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.size.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","enum":["x_small","small","medium","large","x_large","2x_large","3x_large","4x_large","5x_large","6x_large",null],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.size.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.size","typeLabel":"enum\u003cstring> | null"},"warehouse_type":{"oneOf":[{"type":"string","enum":["standard","snowpark_optimized",null],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.warehouse_type.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","enum":["standard","snowpark_optimized",null],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.warehouse_type.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.warehouse_type","typeLabel":"enum\u003cstring> | null"},"auto_suspend":{"oneOf":[{"type":"integer","description":"Auto-suspend time in seconds.","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.auto_suspend.oneOf.0","typeLabel":"integer"},{"type":"null","description":"Auto-suspend time in seconds.","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.auto_suspend.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.auto_suspend","typeLabel":"integer | null"},"auto_resume":{"oneOf":[{"type":"boolean","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.auto_resume.oneOf.0","typeLabel":"boolean"},{"type":"null","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.auto_resume.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.auto_resume","typeLabel":"boolean | null"},"min_cluster_count":{"oneOf":[{"type":"integer","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.min_cluster_count.oneOf.0","typeLabel":"integer"},{"type":"null","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.min_cluster_count.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.min_cluster_count","typeLabel":"integer | null"},"max_cluster_count":{"oneOf":[{"type":"integer","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.max_cluster_count.oneOf.0","typeLabel":"integer"},{"type":"null","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.max_cluster_count.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.max_cluster_count","typeLabel":"integer | null"},"scaling_policy":{"oneOf":[{"type":"string","enum":["standard","economy",null],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.scaling_policy.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","enum":["standard","economy",null],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.scaling_policy.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.scaling_policy","typeLabel":"enum\u003cstring> | null"},"max_concurrency_level":{"oneOf":[{"type":"integer","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.max_concurrency_level.oneOf.0","typeLabel":"integer"},{"type":"null","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.max_concurrency_level.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.max_concurrency_level","typeLabel":"integer | null"},"statement_queued_timeout_in_seconds":{"oneOf":[{"type":"integer","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.statement_queued_timeout_in_seconds.oneOf.0","typeLabel":"integer"},{"type":"null","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.statement_queued_timeout_in_seconds.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.statement_queued_timeout_in_seconds","typeLabel":"integer | null"},"statement_timeout_in_seconds":{"oneOf":[{"type":"integer","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.statement_timeout_in_seconds.oneOf.0","typeLabel":"integer"},{"type":"null","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.statement_timeout_in_seconds.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.statement_timeout_in_seconds","typeLabel":"integer | null"},"enable_query_acceleration":{"oneOf":[{"type":"boolean","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.enable_query_acceleration.oneOf.0","typeLabel":"boolean"},{"type":"null","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.enable_query_acceleration.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.enable_query_acceleration","typeLabel":"boolean | null"},"query_acceleration_max_scale_factor":{"oneOf":[{"type":"integer","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.query_acceleration_max_scale_factor.oneOf.0","typeLabel":"integer"},{"type":"null","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.query_acceleration_max_scale_factor.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.query_acceleration_max_scale_factor","typeLabel":"integer | null"},"resource_constraint":{"oneOf":[{"type":"string","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.resource_constraint.oneOf.0","typeLabel":"string"},{"type":"null","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.resource_constraint.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.resource_constraint","typeLabel":"string | null"},"comment":{"oneOf":[{"type":"string","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.comment.oneOf.0","typeLabel":"string"},{"type":"null","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.comment.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.comment","typeLabel":"string | null"}},"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0","typeLabel":"object"},{"type":"object","required":["type","size"],"properties":{"type":{"type":"string","enum":["aws_emr"],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.1.type","typeLabel":"enum\u003cstring>"},"size":{"type":"string","enum":["x_small","small","medium","large","x_large","2x_large","3x_large","4x_large","5x_large","6x_large","x_small_storage","small_storage","medium_storage","large_storage","x_large_storage","2x_large_storage","3x_large_storage","4x_large_storage","5x_large_storage","6x_large_storage"],"description":"Compute pool size. Names mirror Snowflake's warehouse sizes and target the equivalent Snowflake warehouse's *memory* budget — a workload that fits in a Snowflake warehouse of size N gets equivalent RAM on the EMR cluster of size N. vCPU counts will not match Snowflake's because EMR runs on memory-optimized instances (r7g/r7gd/r6g, 8 GiB/vCPU), so the same memory budget delivers fewer vCPUs than Snowflake.\n\nTarget worker (core+task) memory at max scale: x_small (~32 GiB, ~4 vCPU; min size — overshoots Snowflake's 16 GiB), small (~32 GiB, ~4 vCPU), medium (~64 GiB, ~8 vCPU), large (~128 GiB, ~16 vCPU), x_large (~256 GiB, ~32 vCPU), 2x_large (~512 GiB, ~64 vCPU), 3x_large (~1 TiB, ~128 vCPU), 4x_large (~2 TiB, ~256 vCPU), 5x_large (~4 TiB, ~512 vCPU), 6x_large (~8 TiB, ~1024 vCPU).\n\nEach size has a `*_storage` variant (e.g. `medium_storage`) with the same memory budget, but running on `rXgd` instances with local NVMe SSD storage. Use these for shuffle-/scratch-heavy jobs that would otherwise spill to EBS and fail with \"No space left on device\".\n","isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.1.size","typeLabel":"enum\u003cstring>"},"idle_timeout_seconds":{"oneOf":[{"type":"integer","minimum":-1,"maximum":604800,"description":"EMR cluster auto-termination idle timeout, in seconds. Tri-state semantics (applied on both create and update — omitting this field on an update resets it to the default, it does not preserve the prior value):\n\n- omitted / `null`: the pool is set to the default of 15 minutes (900 seconds).\n- `-1`: idle-termination disabled — EMR's `AutoTerminationPolicy` is not set on the cluster\n and the operator-side idle reaper skips the idle check too. The cluster runs until it is\n explicitly terminated or recycled.\n\n- `60` ≤ n ≤ `604800` (7 days): set EMR's `AutoTerminationPolicy` to that value, and use the\n same value in the operator-side idle reaper.\n","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.1.idle_timeout_seconds.oneOf.0","typeLabel":"integer"},{"type":"null","minimum":-1,"maximum":604800,"description":"EMR cluster auto-termination idle timeout, in seconds. Tri-state semantics (applied on both create and update — omitting this field on an update resets it to the default, it does not preserve the prior value):\n\n- omitted / `null`: the pool is set to the default of 15 minutes (900 seconds).\n- `-1`: idle-termination disabled — EMR's `AutoTerminationPolicy` is not set on the cluster\n and the operator-side idle reaper skips the idle check too. The cluster runs until it is\n explicitly terminated or recycled.\n\n- `60` ≤ n ≤ `604800` (7 days): set EMR's `AutoTerminationPolicy` to that value, and use the\n same value in the operator-side idle reaper.\n","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.1.idle_timeout_seconds.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.1.idle_timeout_seconds","typeLabel":"integer | null"},"job_execution_timeout_seconds":{"oneOf":[{"type":"integer","minimum":60,"maximum":604800,"description":"Maximum time, in seconds, that a single job's EMR step may stay in `RUNNING` before the operator cancels the step and fails the job. Omitted / `null` means the pool is set to the default of 4 hours (14400 seconds), on both create and update (omitting it on an update resets it to the default rather than preserving the prior value). When set explicitly, must be between 60 seconds and 7 days.\n\nThe shared Narrative compute pool is configured with a 1-hour timeout and is intended for small jobs. Pools the user provisions for themselves can set their own (longer) limit.\n","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.1.job_execution_timeout_seconds.oneOf.0","typeLabel":"integer"},{"type":"null","minimum":60,"maximum":604800,"description":"Maximum time, in seconds, that a single job's EMR step may stay in `RUNNING` before the operator cancels the step and fails the job. Omitted / `null` means the pool is set to the default of 4 hours (14400 seconds), on both create and update (omitting it on an update resets it to the default rather than preserving the prior value). When set explicitly, must be between 60 seconds and 7 days.\n\nThe shared Narrative compute pool is configured with a 1-hour timeout and is intended for small jobs. Pools the user provisions for themselves can set their own (longer) limit.\n","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.1.job_execution_timeout_seconds.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.1.job_execution_timeout_seconds","typeLabel":"integer | null"}},"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.1","typeLabel":"object"}],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.provider","typeLabel":"object"},"default_source":{"oneOf":[{"type":"string","description":"Set when this pool is the compute pool the authenticated company's jobs run on when they don't name one themselves, and says which level made it the default. `null` on every other pool. Exactly one active pool per data plane can carry a non-null value.","enum":["company","data_plane"],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.default_source.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","description":"Set when this pool is the compute pool the authenticated company's jobs run on when they don't name one themselves, and says which level made it the default. `null` on every other pool. Exactly one active pool per data plane can carry a non-null value.","isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.default_source.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.default_source","typeLabel":"enum\u003cstring> | null"},"description":{"oneOf":[{"type":"string","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.description.oneOf.0","typeLabel":"string"},{"type":"null","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.description.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.description","typeLabel":"string | null"},"updated_at":{"oneOf":[{"description":"Null until the pool has been updated at least once.","type":"string","format":"date-time","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.updated_at.oneOf.0","typeLabel":"string\u003cdate-time>"},{"description":"Null until the pool has been updated at least once.","type":"null","format":"date-time","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.updated_at.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1.updated_at","typeLabel":"string\u003cdate-time> | null"}},"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX].oneOf.1","typeLabel":"object"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools.items.[INDEX]","typeLabel":"object"},"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.compute_pools","typeLabel":"object[]"},"is_narrative":{"description":"True for the shared data plane Narrative operates. Use this rather than matching on `display_name`, which the owner can change.","type":"boolean","isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.is_narrative","typeLabel":"boolean"},"description":{"oneOf":[{"type":"string","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.description.oneOf.0","typeLabel":"string"},{"type":"null","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.description.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.description","typeLabel":"string | null"},"last_heartbeat_at":{"oneOf":[{"type":"string","format":"date-time","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.last_heartbeat_at.oneOf.0","typeLabel":"string\u003cdate-time>"},{"type":"null","format":"date-time","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.last_heartbeat_at.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.last_heartbeat_at","typeLabel":"string\u003cdate-time> | null"},"tags":{"oneOf":[{"type":"array","items":{"type":"string","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.tags.oneOf.0.items.[INDEX]","typeLabel":"string"},"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.tags.oneOf.0","typeLabel":"string[]"},{"type":"null","items":{"type":"string"},"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.tags.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.tags","typeLabel":"string[] | null"},"default_compute_pool_id":{"oneOf":[{"type":"string","format":"uuid","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.default_compute_pool_id.oneOf.0","typeLabel":"string\u003cuuid>"},{"type":"null","format":"uuid","uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.default_compute_pool_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0.default_compute_pool_id","typeLabel":"string\u003cuuid> | null"}},"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.0","typeLabel":"object"},{"type":"object","description":"The data plane the dataset lives on.","required":["type","id","company_id","created_at","display_name","platform","status","updated_at","compute_pools","is_narrative"],"properties":{"type":{"type":"string","enum":["shared"],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.type","typeLabel":"enum\u003cstring>"},"id":{"type":"string","format":"uuid","isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.id","typeLabel":"string\u003cuuid>"},"company_id":{"type":"integer","format":"int64","description":"The id of an existing company","example":345,"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.company_id","typeLabel":"integer\u003cint64>"},"created_at":{"type":"string","format":"date-time","isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.created_at","typeLabel":"string\u003cdate-time>"},"display_name":{"type":"string","isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.display_name","typeLabel":"string"},"platform":{"oneOf":[{"type":"object","required":["type","region"],"properties":{"type":{"type":"string","enum":["platform_shared_aws"],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.platform.oneOf.0.type","typeLabel":"enum\u003cstring>"},"region":{"type":"object","required":["type","id"],"properties":{"type":{"type":"string","enum":["region_aws"],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.platform.oneOf.0.region.type","typeLabel":"enum\u003cstring>"},"id":{"type":"string","description":"AWS region identifier, e.g. `us-east-1`.","isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.platform.oneOf.0.region.id","typeLabel":"string"}},"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.platform.oneOf.0.region","typeLabel":"object"}},"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.platform.oneOf.0","typeLabel":"object"},{"type":"object","required":["type"],"properties":{"type":{"type":"string","enum":["platform_shared_snowflake"],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.platform.oneOf.1.type","typeLabel":"enum\u003cstring>"},"region":{"oneOf":[{"type":"object","required":["type","id"],"properties":{"type":{"type":"string","enum":["region_aws"],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.platform.oneOf.1.region.oneOf.0.type","typeLabel":"enum\u003cstring>"},"id":{"type":"string","description":"AWS region identifier, e.g. `us-east-1`.","isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.platform.oneOf.1.region.oneOf.0.id","typeLabel":"string"}},"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.platform.oneOf.1.region.oneOf.0","typeLabel":"object"},{"type":"object","required":["type","id"],"properties":{"type":{"type":"string","enum":["region_azure"],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.platform.oneOf.1.region.oneOf.1.type","typeLabel":"enum\u003cstring>"},"id":{"type":"string","description":"Azure region identifier, e.g. `uaenorth`.","isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.platform.oneOf.1.region.oneOf.1.id","typeLabel":"string"}},"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.platform.oneOf.1.region.oneOf.1","typeLabel":"object"},{"type":"object","required":["type","id"],"properties":{"type":{"type":"string","enum":["region_gcp"],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.platform.oneOf.1.region.oneOf.2.type","typeLabel":"enum\u003cstring>"},"id":{"type":"string","description":"GCP region identifier, e.g. `us-east4`.","isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.platform.oneOf.1.region.oneOf.2.id","typeLabel":"string"}},"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.platform.oneOf.1.region.oneOf.2","typeLabel":"object"},{"type":"null","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.platform.oneOf.1.region.oneOf.3","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.platform.oneOf.1.region","typeLabel":"object · object · object · null"}},"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.platform.oneOf.1","typeLabel":"object"}],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.platform","typeLabel":"object"},"status":{"type":"string","enum":["active","archived"],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.status","typeLabel":"enum\u003cstring>"},"updated_at":{"type":"string","format":"date-time","isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.updated_at","typeLabel":"string\u003cdate-time>"},"compute_pools":{"type":"array","items":{"oneOf":[{"type":"object","required":["type","id","company_id","data_plane_id","external_id","name","display_name","status","created_at","provider","collaborators","tags","default_source"],"properties":{"type":{"type":"string","enum":["owned"],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.type","typeLabel":"enum\u003cstring>"},"id":{"type":"string","format":"uuid","isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.id","typeLabel":"string\u003cuuid>"},"company_id":{"type":"integer","format":"int64","description":"The id of an existing company","example":345,"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.company_id","typeLabel":"integer\u003cint64>"},"data_plane_id":{"type":"string","format":"uuid","isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.data_plane_id","typeLabel":"string\u003cuuid>"},"external_id":{"oneOf":[{"type":"object","required":["type","name","alias"],"properties":{"type":{"type":"string","enum":["snowflake_warehouse"],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.external_id.oneOf.0.type","typeLabel":"enum\u003cstring>"},"name":{"type":"string","description":"Snowflake warehouse name. Must start with a letter or underscore and contain only alphanumeric characters, underscores, and dollar signs.","pattern":"^[a-zA-Z_][a-zA-Z0-9_$]*$","maxLength":255,"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.external_id.oneOf.0.name","typeLabel":"string"},"alias":{"type":"string","format":"uuid","isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.external_id.oneOf.0.alias","typeLabel":"string\u003cuuid>"}},"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.external_id.oneOf.0","typeLabel":"object"},{"type":"object","required":["type"],"properties":{"type":{"type":"string","enum":["aws_emr"],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.external_id.oneOf.1.type","typeLabel":"enum\u003cstring>"}},"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.external_id.oneOf.1","typeLabel":"object"}],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.external_id","typeLabel":"object"},"name":{"type":"string","isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.name","typeLabel":"string"},"display_name":{"type":"string","isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.display_name","typeLabel":"string"},"status":{"type":"string","enum":["active","archived"],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.status","typeLabel":"enum\u003cstring>"},"created_at":{"type":"string","format":"date-time","isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.created_at","typeLabel":"string\u003cdate-time>"},"tags":{"type":"array","items":{"type":"string","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.tags.items.[INDEX]","typeLabel":"string"},"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.tags","typeLabel":"string[]"},"provider":{"oneOf":[{"type":"object","required":["type"],"properties":{"type":{"type":"string","enum":["snowflake_warehouse"],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.type","typeLabel":"enum\u003cstring>"},"warehouse_name":{"oneOf":[{"type":"string","description":"The name of the Snowflake warehouse to use.","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.warehouse_name.oneOf.0","typeLabel":"string"},{"type":"null","description":"The name of the Snowflake warehouse to use.","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.warehouse_name.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.warehouse_name","typeLabel":"string | null"},"size":{"oneOf":[{"type":"string","enum":["x_small","small","medium","large","x_large","2x_large","3x_large","4x_large","5x_large","6x_large",null],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.size.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","enum":["x_small","small","medium","large","x_large","2x_large","3x_large","4x_large","5x_large","6x_large",null],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.size.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.size","typeLabel":"enum\u003cstring> | null"},"warehouse_type":{"oneOf":[{"type":"string","enum":["standard","snowpark_optimized",null],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.warehouse_type.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","enum":["standard","snowpark_optimized",null],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.warehouse_type.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.warehouse_type","typeLabel":"enum\u003cstring> | null"},"auto_suspend":{"oneOf":[{"type":"integer","description":"Auto-suspend time in seconds.","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.auto_suspend.oneOf.0","typeLabel":"integer"},{"type":"null","description":"Auto-suspend time in seconds.","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.auto_suspend.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.auto_suspend","typeLabel":"integer | null"},"auto_resume":{"oneOf":[{"type":"boolean","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.auto_resume.oneOf.0","typeLabel":"boolean"},{"type":"null","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.auto_resume.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.auto_resume","typeLabel":"boolean | null"},"min_cluster_count":{"oneOf":[{"type":"integer","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.min_cluster_count.oneOf.0","typeLabel":"integer"},{"type":"null","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.min_cluster_count.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.min_cluster_count","typeLabel":"integer | null"},"max_cluster_count":{"oneOf":[{"type":"integer","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.max_cluster_count.oneOf.0","typeLabel":"integer"},{"type":"null","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.max_cluster_count.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.max_cluster_count","typeLabel":"integer | null"},"scaling_policy":{"oneOf":[{"type":"string","enum":["standard","economy",null],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.scaling_policy.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","enum":["standard","economy",null],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.scaling_policy.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.scaling_policy","typeLabel":"enum\u003cstring> | null"},"max_concurrency_level":{"oneOf":[{"type":"integer","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.max_concurrency_level.oneOf.0","typeLabel":"integer"},{"type":"null","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.max_concurrency_level.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.max_concurrency_level","typeLabel":"integer | null"},"statement_queued_timeout_in_seconds":{"oneOf":[{"type":"integer","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.statement_queued_timeout_in_seconds.oneOf.0","typeLabel":"integer"},{"type":"null","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.statement_queued_timeout_in_seconds.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.statement_queued_timeout_in_seconds","typeLabel":"integer | null"},"statement_timeout_in_seconds":{"oneOf":[{"type":"integer","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.statement_timeout_in_seconds.oneOf.0","typeLabel":"integer"},{"type":"null","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.statement_timeout_in_seconds.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.statement_timeout_in_seconds","typeLabel":"integer | null"},"enable_query_acceleration":{"oneOf":[{"type":"boolean","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.enable_query_acceleration.oneOf.0","typeLabel":"boolean"},{"type":"null","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.enable_query_acceleration.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.enable_query_acceleration","typeLabel":"boolean | null"},"query_acceleration_max_scale_factor":{"oneOf":[{"type":"integer","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.query_acceleration_max_scale_factor.oneOf.0","typeLabel":"integer"},{"type":"null","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.query_acceleration_max_scale_factor.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.query_acceleration_max_scale_factor","typeLabel":"integer | null"},"resource_constraint":{"oneOf":[{"type":"string","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.resource_constraint.oneOf.0","typeLabel":"string"},{"type":"null","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.resource_constraint.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.resource_constraint","typeLabel":"string | null"},"comment":{"oneOf":[{"type":"string","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.comment.oneOf.0","typeLabel":"string"},{"type":"null","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.comment.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0.comment","typeLabel":"string | null"}},"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.0","typeLabel":"object"},{"type":"object","required":["type","size"],"properties":{"type":{"type":"string","enum":["aws_emr"],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.1.type","typeLabel":"enum\u003cstring>"},"size":{"type":"string","enum":["x_small","small","medium","large","x_large","2x_large","3x_large","4x_large","5x_large","6x_large","x_small_storage","small_storage","medium_storage","large_storage","x_large_storage","2x_large_storage","3x_large_storage","4x_large_storage","5x_large_storage","6x_large_storage"],"description":"Compute pool size. Names mirror Snowflake's warehouse sizes and target the equivalent Snowflake warehouse's *memory* budget — a workload that fits in a Snowflake warehouse of size N gets equivalent RAM on the EMR cluster of size N. vCPU counts will not match Snowflake's because EMR runs on memory-optimized instances (r7g/r7gd/r6g, 8 GiB/vCPU), so the same memory budget delivers fewer vCPUs than Snowflake.\n\nTarget worker (core+task) memory at max scale: x_small (~32 GiB, ~4 vCPU; min size — overshoots Snowflake's 16 GiB), small (~32 GiB, ~4 vCPU), medium (~64 GiB, ~8 vCPU), large (~128 GiB, ~16 vCPU), x_large (~256 GiB, ~32 vCPU), 2x_large (~512 GiB, ~64 vCPU), 3x_large (~1 TiB, ~128 vCPU), 4x_large (~2 TiB, ~256 vCPU), 5x_large (~4 TiB, ~512 vCPU), 6x_large (~8 TiB, ~1024 vCPU).\n\nEach size has a `*_storage` variant (e.g. `medium_storage`) with the same memory budget, but running on `rXgd` instances with local NVMe SSD storage. Use these for shuffle-/scratch-heavy jobs that would otherwise spill to EBS and fail with \"No space left on device\".\n","isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.1.size","typeLabel":"enum\u003cstring>"},"idle_timeout_seconds":{"oneOf":[{"type":"integer","minimum":-1,"maximum":604800,"description":"EMR cluster auto-termination idle timeout, in seconds. Tri-state semantics (applied on both create and update — omitting this field on an update resets it to the default, it does not preserve the prior value):\n\n- omitted / `null`: the pool is set to the default of 15 minutes (900 seconds).\n- `-1`: idle-termination disabled — EMR's `AutoTerminationPolicy` is not set on the cluster\n and the operator-side idle reaper skips the idle check too. The cluster runs until it is\n explicitly terminated or recycled.\n\n- `60` ≤ n ≤ `604800` (7 days): set EMR's `AutoTerminationPolicy` to that value, and use the\n same value in the operator-side idle reaper.\n","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.1.idle_timeout_seconds.oneOf.0","typeLabel":"integer"},{"type":"null","minimum":-1,"maximum":604800,"description":"EMR cluster auto-termination idle timeout, in seconds. Tri-state semantics (applied on both create and update — omitting this field on an update resets it to the default, it does not preserve the prior value):\n\n- omitted / `null`: the pool is set to the default of 15 minutes (900 seconds).\n- `-1`: idle-termination disabled — EMR's `AutoTerminationPolicy` is not set on the cluster\n and the operator-side idle reaper skips the idle check too. The cluster runs until it is\n explicitly terminated or recycled.\n\n- `60` ≤ n ≤ `604800` (7 days): set EMR's `AutoTerminationPolicy` to that value, and use the\n same value in the operator-side idle reaper.\n","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.1.idle_timeout_seconds.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.1.idle_timeout_seconds","typeLabel":"integer | null"},"job_execution_timeout_seconds":{"oneOf":[{"type":"integer","minimum":60,"maximum":604800,"description":"Maximum time, in seconds, that a single job's EMR step may stay in `RUNNING` before the operator cancels the step and fails the job. Omitted / `null` means the pool is set to the default of 4 hours (14400 seconds), on both create and update (omitting it on an update resets it to the default rather than preserving the prior value). When set explicitly, must be between 60 seconds and 7 days.\n\nThe shared Narrative compute pool is configured with a 1-hour timeout and is intended for small jobs. Pools the user provisions for themselves can set their own (longer) limit.\n","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.1.job_execution_timeout_seconds.oneOf.0","typeLabel":"integer"},{"type":"null","minimum":60,"maximum":604800,"description":"Maximum time, in seconds, that a single job's EMR step may stay in `RUNNING` before the operator cancels the step and fails the job. Omitted / `null` means the pool is set to the default of 4 hours (14400 seconds), on both create and update (omitting it on an update resets it to the default rather than preserving the prior value). When set explicitly, must be between 60 seconds and 7 days.\n\nThe shared Narrative compute pool is configured with a 1-hour timeout and is intended for small jobs. Pools the user provisions for themselves can set their own (longer) limit.\n","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.1.job_execution_timeout_seconds.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.1.job_execution_timeout_seconds","typeLabel":"integer | null"}},"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.provider.oneOf.1","typeLabel":"object"}],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.provider","typeLabel":"object"},"collaborators":{"type":"object","required":["use"],"properties":{"use":{"oneOf":[{"type":"object","description":"Companies that can use this compute pool for jobs. Use participants automatically have view access.","required":["type"],"properties":{"type":{"type":"string","enum":["all"],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.collaborators.use.oneOf.0.type","typeLabel":"enum\u003cstring>"}},"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.collaborators.use.oneOf.0","typeLabel":"object"},{"type":"object","description":"Companies that can use this compute pool for jobs. Use participants automatically have view access.","required":["type"],"properties":{"type":{"type":"string","enum":["none"],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.collaborators.use.oneOf.1.type","typeLabel":"enum\u003cstring>"}},"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.collaborators.use.oneOf.1","typeLabel":"object"},{"type":"object","description":"Companies that can use this compute pool for jobs. Use participants automatically have view access.","required":["type","company_ids"],"properties":{"type":{"type":"string","enum":["inclusion"],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.collaborators.use.oneOf.2.type","typeLabel":"enum\u003cstring>"},"company_ids":{"type":"array","minItems":1,"items":{"type":"integer","format":"int64","description":"The id of an existing company","example":345,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.collaborators.use.oneOf.2.company_ids.items.[INDEX]","typeLabel":"integer\u003cint64>"},"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.collaborators.use.oneOf.2.company_ids","typeLabel":"integer\u003cint64>[]"}},"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.collaborators.use.oneOf.2","typeLabel":"object"},{"type":"object","description":"Companies that can use this compute pool for jobs. Use participants automatically have view access.","required":["type","company_ids"],"properties":{"type":{"type":"string","enum":["exclusion"],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.collaborators.use.oneOf.3.type","typeLabel":"enum\u003cstring>"},"company_ids":{"type":"array","minItems":1,"items":{"type":"integer","format":"int64","description":"The id of an existing company","example":345,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.collaborators.use.oneOf.3.company_ids.items.[INDEX]","typeLabel":"integer\u003cint64>"},"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.collaborators.use.oneOf.3.company_ids","typeLabel":"integer\u003cint64>[]"}},"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.collaborators.use.oneOf.3","typeLabel":"object"}],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.collaborators.use","typeLabel":"object"}},"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.collaborators","typeLabel":"object"},"default_source":{"oneOf":[{"type":"string","description":"Set when this pool is the compute pool the authenticated company's jobs run on when they don't name one themselves, and says which level made it the default. `null` on every other pool. Exactly one active pool per data plane can carry a non-null value.","enum":["company","data_plane"],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.default_source.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","description":"Set when this pool is the compute pool the authenticated company's jobs run on when they don't name one themselves, and says which level made it the default. `null` on every other pool. Exactly one active pool per data plane can carry a non-null value.","isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.default_source.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.default_source","typeLabel":"enum\u003cstring> | null"},"description":{"oneOf":[{"type":"string","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.description.oneOf.0","typeLabel":"string"},{"type":"null","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.description.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.description","typeLabel":"string | null"},"updated_at":{"oneOf":[{"description":"Null until the pool has been updated at least once.","type":"string","format":"date-time","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.updated_at.oneOf.0","typeLabel":"string\u003cdate-time>"},{"description":"Null until the pool has been updated at least once.","type":"null","format":"date-time","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.updated_at.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0.updated_at","typeLabel":"string\u003cdate-time> | null"}},"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.0","typeLabel":"object"},{"type":"object","required":["type","id","company_id","data_plane_id","external_id","name","display_name","status","created_at","provider","tags","default_source"],"properties":{"type":{"type":"string","enum":["shared"],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.type","typeLabel":"enum\u003cstring>"},"id":{"type":"string","format":"uuid","isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.id","typeLabel":"string\u003cuuid>"},"company_id":{"type":"integer","format":"int64","description":"The id of an existing company","example":345,"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.company_id","typeLabel":"integer\u003cint64>"},"data_plane_id":{"type":"string","format":"uuid","isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.data_plane_id","typeLabel":"string\u003cuuid>"},"external_id":{"oneOf":[{"type":"object","required":["type","name","alias"],"properties":{"type":{"type":"string","enum":["snowflake_warehouse"],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.external_id.oneOf.0.type","typeLabel":"enum\u003cstring>"},"name":{"type":"string","description":"Snowflake warehouse name. Must start with a letter or underscore and contain only alphanumeric characters, underscores, and dollar signs.","pattern":"^[a-zA-Z_][a-zA-Z0-9_$]*$","maxLength":255,"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.external_id.oneOf.0.name","typeLabel":"string"},"alias":{"type":"string","format":"uuid","isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.external_id.oneOf.0.alias","typeLabel":"string\u003cuuid>"}},"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.external_id.oneOf.0","typeLabel":"object"},{"type":"object","required":["type"],"properties":{"type":{"type":"string","enum":["aws_emr"],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.external_id.oneOf.1.type","typeLabel":"enum\u003cstring>"}},"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.external_id.oneOf.1","typeLabel":"object"}],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.external_id","typeLabel":"object"},"name":{"type":"string","isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.name","typeLabel":"string"},"display_name":{"type":"string","isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.display_name","typeLabel":"string"},"status":{"type":"string","enum":["active","archived"],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.status","typeLabel":"enum\u003cstring>"},"created_at":{"type":"string","format":"date-time","isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.created_at","typeLabel":"string\u003cdate-time>"},"tags":{"type":"array","items":{"type":"string","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.tags.items.[INDEX]","typeLabel":"string"},"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.tags","typeLabel":"string[]"},"provider":{"oneOf":[{"type":"object","required":["type"],"properties":{"type":{"type":"string","enum":["snowflake_warehouse"],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.type","typeLabel":"enum\u003cstring>"},"warehouse_name":{"oneOf":[{"type":"string","description":"The name of the Snowflake warehouse to use.","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.warehouse_name.oneOf.0","typeLabel":"string"},{"type":"null","description":"The name of the Snowflake warehouse to use.","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.warehouse_name.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.warehouse_name","typeLabel":"string | null"},"size":{"oneOf":[{"type":"string","enum":["x_small","small","medium","large","x_large","2x_large","3x_large","4x_large","5x_large","6x_large",null],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.size.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","enum":["x_small","small","medium","large","x_large","2x_large","3x_large","4x_large","5x_large","6x_large",null],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.size.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.size","typeLabel":"enum\u003cstring> | null"},"warehouse_type":{"oneOf":[{"type":"string","enum":["standard","snowpark_optimized",null],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.warehouse_type.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","enum":["standard","snowpark_optimized",null],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.warehouse_type.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.warehouse_type","typeLabel":"enum\u003cstring> | null"},"auto_suspend":{"oneOf":[{"type":"integer","description":"Auto-suspend time in seconds.","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.auto_suspend.oneOf.0","typeLabel":"integer"},{"type":"null","description":"Auto-suspend time in seconds.","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.auto_suspend.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.auto_suspend","typeLabel":"integer | null"},"auto_resume":{"oneOf":[{"type":"boolean","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.auto_resume.oneOf.0","typeLabel":"boolean"},{"type":"null","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.auto_resume.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.auto_resume","typeLabel":"boolean | null"},"min_cluster_count":{"oneOf":[{"type":"integer","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.min_cluster_count.oneOf.0","typeLabel":"integer"},{"type":"null","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.min_cluster_count.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.min_cluster_count","typeLabel":"integer | null"},"max_cluster_count":{"oneOf":[{"type":"integer","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.max_cluster_count.oneOf.0","typeLabel":"integer"},{"type":"null","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.max_cluster_count.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.max_cluster_count","typeLabel":"integer | null"},"scaling_policy":{"oneOf":[{"type":"string","enum":["standard","economy",null],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.scaling_policy.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","enum":["standard","economy",null],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.scaling_policy.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.scaling_policy","typeLabel":"enum\u003cstring> | null"},"max_concurrency_level":{"oneOf":[{"type":"integer","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.max_concurrency_level.oneOf.0","typeLabel":"integer"},{"type":"null","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.max_concurrency_level.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.max_concurrency_level","typeLabel":"integer | null"},"statement_queued_timeout_in_seconds":{"oneOf":[{"type":"integer","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.statement_queued_timeout_in_seconds.oneOf.0","typeLabel":"integer"},{"type":"null","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.statement_queued_timeout_in_seconds.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.statement_queued_timeout_in_seconds","typeLabel":"integer | null"},"statement_timeout_in_seconds":{"oneOf":[{"type":"integer","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.statement_timeout_in_seconds.oneOf.0","typeLabel":"integer"},{"type":"null","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.statement_timeout_in_seconds.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.statement_timeout_in_seconds","typeLabel":"integer | null"},"enable_query_acceleration":{"oneOf":[{"type":"boolean","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.enable_query_acceleration.oneOf.0","typeLabel":"boolean"},{"type":"null","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.enable_query_acceleration.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.enable_query_acceleration","typeLabel":"boolean | null"},"query_acceleration_max_scale_factor":{"oneOf":[{"type":"integer","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.query_acceleration_max_scale_factor.oneOf.0","typeLabel":"integer"},{"type":"null","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.query_acceleration_max_scale_factor.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.query_acceleration_max_scale_factor","typeLabel":"integer | null"},"resource_constraint":{"oneOf":[{"type":"string","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.resource_constraint.oneOf.0","typeLabel":"string"},{"type":"null","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.resource_constraint.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.resource_constraint","typeLabel":"string | null"},"comment":{"oneOf":[{"type":"string","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.comment.oneOf.0","typeLabel":"string"},{"type":"null","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.comment.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0.comment","typeLabel":"string | null"}},"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.0","typeLabel":"object"},{"type":"object","required":["type","size"],"properties":{"type":{"type":"string","enum":["aws_emr"],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.1.type","typeLabel":"enum\u003cstring>"},"size":{"type":"string","enum":["x_small","small","medium","large","x_large","2x_large","3x_large","4x_large","5x_large","6x_large","x_small_storage","small_storage","medium_storage","large_storage","x_large_storage","2x_large_storage","3x_large_storage","4x_large_storage","5x_large_storage","6x_large_storage"],"description":"Compute pool size. Names mirror Snowflake's warehouse sizes and target the equivalent Snowflake warehouse's *memory* budget — a workload that fits in a Snowflake warehouse of size N gets equivalent RAM on the EMR cluster of size N. vCPU counts will not match Snowflake's because EMR runs on memory-optimized instances (r7g/r7gd/r6g, 8 GiB/vCPU), so the same memory budget delivers fewer vCPUs than Snowflake.\n\nTarget worker (core+task) memory at max scale: x_small (~32 GiB, ~4 vCPU; min size — overshoots Snowflake's 16 GiB), small (~32 GiB, ~4 vCPU), medium (~64 GiB, ~8 vCPU), large (~128 GiB, ~16 vCPU), x_large (~256 GiB, ~32 vCPU), 2x_large (~512 GiB, ~64 vCPU), 3x_large (~1 TiB, ~128 vCPU), 4x_large (~2 TiB, ~256 vCPU), 5x_large (~4 TiB, ~512 vCPU), 6x_large (~8 TiB, ~1024 vCPU).\n\nEach size has a `*_storage` variant (e.g. `medium_storage`) with the same memory budget, but running on `rXgd` instances with local NVMe SSD storage. Use these for shuffle-/scratch-heavy jobs that would otherwise spill to EBS and fail with \"No space left on device\".\n","isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.1.size","typeLabel":"enum\u003cstring>"},"idle_timeout_seconds":{"oneOf":[{"type":"integer","minimum":-1,"maximum":604800,"description":"EMR cluster auto-termination idle timeout, in seconds. Tri-state semantics (applied on both create and update — omitting this field on an update resets it to the default, it does not preserve the prior value):\n\n- omitted / `null`: the pool is set to the default of 15 minutes (900 seconds).\n- `-1`: idle-termination disabled — EMR's `AutoTerminationPolicy` is not set on the cluster\n and the operator-side idle reaper skips the idle check too. The cluster runs until it is\n explicitly terminated or recycled.\n\n- `60` ≤ n ≤ `604800` (7 days): set EMR's `AutoTerminationPolicy` to that value, and use the\n same value in the operator-side idle reaper.\n","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.1.idle_timeout_seconds.oneOf.0","typeLabel":"integer"},{"type":"null","minimum":-1,"maximum":604800,"description":"EMR cluster auto-termination idle timeout, in seconds. Tri-state semantics (applied on both create and update — omitting this field on an update resets it to the default, it does not preserve the prior value):\n\n- omitted / `null`: the pool is set to the default of 15 minutes (900 seconds).\n- `-1`: idle-termination disabled — EMR's `AutoTerminationPolicy` is not set on the cluster\n and the operator-side idle reaper skips the idle check too. The cluster runs until it is\n explicitly terminated or recycled.\n\n- `60` ≤ n ≤ `604800` (7 days): set EMR's `AutoTerminationPolicy` to that value, and use the\n same value in the operator-side idle reaper.\n","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.1.idle_timeout_seconds.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.1.idle_timeout_seconds","typeLabel":"integer | null"},"job_execution_timeout_seconds":{"oneOf":[{"type":"integer","minimum":60,"maximum":604800,"description":"Maximum time, in seconds, that a single job's EMR step may stay in `RUNNING` before the operator cancels the step and fails the job. Omitted / `null` means the pool is set to the default of 4 hours (14400 seconds), on both create and update (omitting it on an update resets it to the default rather than preserving the prior value). When set explicitly, must be between 60 seconds and 7 days.\n\nThe shared Narrative compute pool is configured with a 1-hour timeout and is intended for small jobs. Pools the user provisions for themselves can set their own (longer) limit.\n","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.1.job_execution_timeout_seconds.oneOf.0","typeLabel":"integer"},{"type":"null","minimum":60,"maximum":604800,"description":"Maximum time, in seconds, that a single job's EMR step may stay in `RUNNING` before the operator cancels the step and fails the job. Omitted / `null` means the pool is set to the default of 4 hours (14400 seconds), on both create and update (omitting it on an update resets it to the default rather than preserving the prior value). When set explicitly, must be between 60 seconds and 7 days.\n\nThe shared Narrative compute pool is configured with a 1-hour timeout and is intended for small jobs. Pools the user provisions for themselves can set their own (longer) limit.\n","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.1.job_execution_timeout_seconds.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.1.job_execution_timeout_seconds","typeLabel":"integer | null"}},"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.provider.oneOf.1","typeLabel":"object"}],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.provider","typeLabel":"object"},"default_source":{"oneOf":[{"type":"string","description":"Set when this pool is the compute pool the authenticated company's jobs run on when they don't name one themselves, and says which level made it the default. `null` on every other pool. Exactly one active pool per data plane can carry a non-null value.","enum":["company","data_plane"],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.default_source.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","description":"Set when this pool is the compute pool the authenticated company's jobs run on when they don't name one themselves, and says which level made it the default. `null` on every other pool. Exactly one active pool per data plane can carry a non-null value.","isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.default_source.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.default_source","typeLabel":"enum\u003cstring> | null"},"description":{"oneOf":[{"type":"string","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.description.oneOf.0","typeLabel":"string"},{"type":"null","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.description.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.description","typeLabel":"string | null"},"updated_at":{"oneOf":[{"description":"Null until the pool has been updated at least once.","type":"string","format":"date-time","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.updated_at.oneOf.0","typeLabel":"string\u003cdate-time>"},{"description":"Null until the pool has been updated at least once.","type":"null","format":"date-time","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.updated_at.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1.updated_at","typeLabel":"string\u003cdate-time> | null"}},"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX].oneOf.1","typeLabel":"object"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools.items.[INDEX]","typeLabel":"object"},"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.compute_pools","typeLabel":"object[]"},"is_narrative":{"description":"True for the shared data plane Narrative operates. Use this rather than matching on `display_name`, which the owner can change.","type":"boolean","isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.is_narrative","typeLabel":"boolean"},"description":{"oneOf":[{"type":"string","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.description.oneOf.0","typeLabel":"string"},{"type":"null","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.description.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.description","typeLabel":"string | null"},"last_heartbeat_at":{"oneOf":[{"type":"string","format":"date-time","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.last_heartbeat_at.oneOf.0","typeLabel":"string\u003cdate-time>"},{"type":"null","format":"date-time","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.last_heartbeat_at.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.last_heartbeat_at","typeLabel":"string\u003cdate-time> | null"},"tags":{"oneOf":[{"type":"array","items":{"type":"string","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.tags.oneOf.0.items.[INDEX]","typeLabel":"string"},"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.tags.oneOf.0","typeLabel":"string[]"},{"type":"null","items":{"type":"string"},"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.tags.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.tags","typeLabel":"string[] | null"},"default_compute_pool_id":{"oneOf":[{"type":"string","format":"uuid","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.default_compute_pool_id.oneOf.0","typeLabel":"string\u003cuuid>"},{"type":"null","format":"uuid","uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.default_compute_pool_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1.default_compute_pool_id","typeLabel":"string\u003cuuid> | null"}},"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane.oneOf.1","typeLabel":"object"}],"isRequired":true,"uniqueKey":"records.items.[INDEX].data_plane","typeLabel":"object"},"is_narrative_managed":{"description":"Whether Narrative manages the dataset rather than the owning company.","type":"boolean","isRequired":true,"uniqueKey":"records.items.[INDEX].is_narrative_managed","typeLabel":"boolean"},"created_at":{"description":"ISO-8601 timestamp indicating when the dataset was created","type":"string","isRequired":true,"uniqueKey":"records.items.[INDEX].created_at","typeLabel":"string"},"name":{"type":"string","description":"The Dataset's name. Should be unique, contain only alpanum chars and underscores. Max length is 256.","isRequired":true,"uniqueKey":"records.items.[INDEX].name","typeLabel":"string"},"display_name":{"type":"string","description":"The Dataset's name to display at UI.","isRequired":true,"uniqueKey":"records.items.[INDEX].display_name","typeLabel":"string"},"retention_policy":{"type":"object","additionalProperties":false,"description":"A dataset's retention policies, plus the schedule they are enforced on. This is the shape every dataset response carries; legacy snapshot-only payloads are accepted on write and returned in this form.\n","properties":{"policies":{"type":"array","items":{"type":"object","additionalProperties":false,"description":"One retention rule. `type` says what is deleted and by which clock; `enabled` and `interval` are siblings of it, not part of it.\n","properties":{"type":{"oneOf":[{"type":"object","description":"Row-level deletion policy. Action is always HARD_DELETE. Clock must be EVENT_TIME. If `clock` is omitted, server uses configured Rosetta Stone attribute (defaults to nio_last_modified); if mapping doesn't exist, returns HTTP 400.\n","required":["kind"],"properties":{"kind":{"const":"row_ttl","isRequired":true,"uniqueKey":"records.items.[INDEX].retention_policy.policies.items.[INDEX].type.oneOf.0.kind","typeLabel":"any"},"clock":{"type":"object","additionalProperties":false,"properties":{"kind":{"type":"string","enum":["event_time"],"isRequired":true,"uniqueKey":"records.items.[INDEX].retention_policy.policies.items.[INDEX].type.oneOf.0.clock.kind","typeLabel":"enum\u003cstring>"},"attribute":{"type":"string","description":"Rosetta Stone attribute name for timestamp evaluation.","uniqueKey":"records.items.[INDEX].retention_policy.policies.items.[INDEX].type.oneOf.0.clock.attribute","typeLabel":"string"}},"required":["kind"],"uniqueKey":"records.items.[INDEX].retention_policy.policies.items.[INDEX].type.oneOf.0.clock","typeLabel":"object"}},"additionalProperties":false,"isRequired":true,"uniqueKey":"records.items.[INDEX].retention_policy.policies.items.[INDEX].type.oneOf.0","typeLabel":"object"},{"type":"object","description":"Drop the dataset object when the table age exceeds the interval. Action is always DROP_TABLE.\n","required":["kind"],"properties":{"kind":{"const":"table_ttl","isRequired":true,"uniqueKey":"records.items.[INDEX].retention_policy.policies.items.[INDEX].type.oneOf.1.kind","typeLabel":"any"},"clock":{"type":"object","additionalProperties":false,"properties":{"kind":{"type":"string","enum":["created_at","max_event_time"],"isRequired":true,"uniqueKey":"records.items.[INDEX].retention_policy.policies.items.[INDEX].type.oneOf.1.clock.kind","typeLabel":"enum\u003cstring>"},"attribute":{"type":"string","description":"Rosetta Stone attribute name evaluated when kind is max_event_time.","uniqueKey":"records.items.[INDEX].retention_policy.policies.items.[INDEX].type.oneOf.1.clock.attribute","typeLabel":"string"}},"required":["kind"],"uniqueKey":"records.items.[INDEX].retention_policy.policies.items.[INDEX].type.oneOf.1.clock","typeLabel":"object"}},"additionalProperties":false,"isRequired":true,"uniqueKey":"records.items.[INDEX].retention_policy.policies.items.[INDEX].type.oneOf.1","typeLabel":"object"},{"type":"object","description":"Iceberg only: delete snapshots older than the interval.\n","required":["kind"],"properties":{"kind":{"const":"snapshot_ttl","isRequired":true,"uniqueKey":"records.items.[INDEX].retention_policy.policies.items.[INDEX].type.oneOf.2.kind","typeLabel":"any"},"snapshot_retention_policy":{"oneOf":[{"type":"object","example":{"type":"expire_everything"},"properties":{"type":{"type":"string","enum":["expire_everything"],"uniqueKey":"records.items.[INDEX].retention_policy.policies.items.[INDEX].type.oneOf.2.snapshot_retention_policy.oneOf.0.type","typeLabel":"enum\u003cstring>"}},"uniqueKey":"records.items.[INDEX].retention_policy.policies.items.[INDEX].type.oneOf.2.snapshot_retention_policy.oneOf.0","typeLabel":"object"},{"type":"object","example":{"type":"retain_everything"},"properties":{"type":{"type":"string","enum":["retain_everything"],"uniqueKey":"records.items.[INDEX].retention_policy.policies.items.[INDEX].type.oneOf.2.snapshot_retention_policy.oneOf.1.type","typeLabel":"enum\u003cstring>"}},"uniqueKey":"records.items.[INDEX].retention_policy.policies.items.[INDEX].type.oneOf.2.snapshot_retention_policy.oneOf.1","typeLabel":"object"},{"type":"object","properties":{"type":{"type":"string","enum":["expire_when"],"uniqueKey":"records.items.[INDEX].retention_policy.policies.items.[INDEX].type.oneOf.2.snapshot_retention_policy.oneOf.2.type","typeLabel":"enum\u003cstring>"},"expression":{"type":"object","example":{"type":"snapshot_age","operator":">","period":"P30D"},"properties":{"type":{"type":"string","enum":["snapshot_age"],"uniqueKey":"records.items.[INDEX].retention_policy.policies.items.[INDEX].type.oneOf.2.snapshot_retention_policy.oneOf.2.expression.type","typeLabel":"enum\u003cstring>"},"operator":{"type":"string","enum":[">","\u003c",">=","\u003c="],"uniqueKey":"records.items.[INDEX].retention_policy.policies.items.[INDEX].type.oneOf.2.snapshot_retention_policy.oneOf.2.expression.operator","typeLabel":"enum\u003cstring>"},"period":{"type":"string","description":"An ISO 8601 period format","uniqueKey":"records.items.[INDEX].retention_policy.policies.items.[INDEX].type.oneOf.2.snapshot_retention_policy.oneOf.2.expression.period","typeLabel":"string"}},"uniqueKey":"records.items.[INDEX].retention_policy.policies.items.[INDEX].type.oneOf.2.snapshot_retention_policy.oneOf.2.expression","typeLabel":"object"}},"uniqueKey":"records.items.[INDEX].retention_policy.policies.items.[INDEX].type.oneOf.2.snapshot_retention_policy.oneOf.2","typeLabel":"object"},{"type":"object","properties":{"type":{"type":"string","enum":["retain_when"],"uniqueKey":"records.items.[INDEX].retention_policy.policies.items.[INDEX].type.oneOf.2.snapshot_retention_policy.oneOf.3.type","typeLabel":"enum\u003cstring>"},"expression":{"type":"object","example":{"type":"snapshot_age","operator":">","period":"P30D"},"properties":{"type":{"type":"string","enum":["snapshot_age"],"uniqueKey":"records.items.[INDEX].retention_policy.policies.items.[INDEX].type.oneOf.2.snapshot_retention_policy.oneOf.3.expression.type","typeLabel":"enum\u003cstring>"},"operator":{"type":"string","enum":[">","\u003c",">=","\u003c="],"uniqueKey":"records.items.[INDEX].retention_policy.policies.items.[INDEX].type.oneOf.2.snapshot_retention_policy.oneOf.3.expression.operator","typeLabel":"enum\u003cstring>"},"period":{"type":"string","description":"An ISO 8601 period format","uniqueKey":"records.items.[INDEX].retention_policy.policies.items.[INDEX].type.oneOf.2.snapshot_retention_policy.oneOf.3.expression.period","typeLabel":"string"}},"uniqueKey":"records.items.[INDEX].retention_policy.policies.items.[INDEX].type.oneOf.2.snapshot_retention_policy.oneOf.3.expression","typeLabel":"object"}},"uniqueKey":"records.items.[INDEX].retention_policy.policies.items.[INDEX].type.oneOf.2.snapshot_retention_policy.oneOf.3","typeLabel":"object"},{"type":"object","description":"Keep a fixed number of the most recent snapshots.","required":["type","snapshots_to_retain"],"example":{"type":"retain_snapshots","snapshots_to_retain":5},"properties":{"type":{"type":"string","enum":["retain_snapshots"],"isRequired":true,"uniqueKey":"records.items.[INDEX].retention_policy.policies.items.[INDEX].type.oneOf.2.snapshot_retention_policy.oneOf.4.type","typeLabel":"enum\u003cstring>"},"snapshots_to_retain":{"type":"integer","isRequired":true,"uniqueKey":"records.items.[INDEX].retention_policy.policies.items.[INDEX].type.oneOf.2.snapshot_retention_policy.oneOf.4.snapshots_to_retain","typeLabel":"integer"}},"additionalProperties":false,"uniqueKey":"records.items.[INDEX].retention_policy.policies.items.[INDEX].type.oneOf.2.snapshot_retention_policy.oneOf.4","typeLabel":"object"}],"uniqueKey":"records.items.[INDEX].retention_policy.policies.items.[INDEX].type.oneOf.2.snapshot_retention_policy","typeLabel":"object"}},"additionalProperties":false,"isRequired":true,"uniqueKey":"records.items.[INDEX].retention_policy.policies.items.[INDEX].type.oneOf.2","typeLabel":"object"}],"isRequired":true,"uniqueKey":"records.items.[INDEX].retention_policy.policies.items.[INDEX].type","typeLabel":"object"},"enabled":{"type":"boolean","default":false,"isRequired":true,"uniqueKey":"records.items.[INDEX].retention_policy.policies.items.[INDEX].enabled","typeLabel":"boolean"},"interval":{"type":"string","description":"ISO-8601 duration, e.g., P30D, PT12H.","uniqueKey":"records.items.[INDEX].retention_policy.policies.items.[INDEX].interval","typeLabel":"string"}},"required":["type","enabled"],"uniqueKey":"records.items.[INDEX].retention_policy.policies.items.[INDEX]","typeLabel":"object"},"isRequired":true,"uniqueKey":"records.items.[INDEX].retention_policy.policies","typeLabel":"object[]"},"schedule_config":{"type":"object","additionalProperties":false,"properties":{"schedule":{"type":"string","description":"cron expression","uniqueKey":"records.items.[INDEX].retention_policy.schedule_config.schedule","typeLabel":"string"},"schedule_zone_id":{"type":"string","default":"UTC","description":"Timezone for schedule execution","uniqueKey":"records.items.[INDEX].retention_policy.schedule_config.schedule_zone_id","typeLabel":"string"},"status":{"enum":["active","pending","archived"],"description":"The status","type":"string","uniqueKey":"records.items.[INDEX].retention_policy.schedule_config.status","typeLabel":"enum\u003cstring>"}},"uniqueKey":"records.items.[INDEX].retention_policy.schedule_config","typeLabel":"object"}},"required":["policies"],"example":{"policies":[{"type":{"kind":"table_ttl","clock":{"kind":"created_at"}},"enabled":true,"interval":"P1D"}],"schedule_config":{"schedule":"@hourly","schedule_zone_id":"UTC","status":"active"}},"isRequired":true,"uniqueKey":"records.items.[INDEX].retention_policy","typeLabel":"object"},"schema":{"type":"object","description":"Schema describing a dataset's input file type and the kind of data the file contains.\nNote: when the file type is \"flat\" then the order of the properties describing the must be given in the order they appear in the input file.\n","required":["type","properties","file_config"],"properties":{"file_config":{"oneOf":[{"type":"object","description":"Defines the input file format. Files provided to Narrative for ingestion into a Dataset must match the file configuration.","required":["type","header","delimiter","quote","escape"],"properties":{"type":{"type":"string","description":"Describes input files where each row is a set of fields separated by some delimiter. Common examples include comma-separated (CSV) and tab-separated (TSV) files. Files can be compressed using gzip or bzip2 as long as they include the appropriate suffix to indicate what kind of compression has been applied. E.g. bzip2 files must end in \".bz2\" and gzipped files must end in \".gz\".","enum":["flat"],"isRequired":true,"uniqueKey":"records.items.[INDEX].schema.file_config.oneOf.0.type","typeLabel":"enum\u003cstring>"},"header":{"type":"boolean","description":"Whether or not files include a header.","isRequired":true,"uniqueKey":"records.items.[INDEX].schema.file_config.oneOf.0.header","typeLabel":"boolean"},"delimiter":{"type":"string","description":"Character separating values within a row in a file.","isRequired":true,"uniqueKey":"records.items.[INDEX].schema.file_config.oneOf.0.delimiter","typeLabel":"string"},"quote":{"type":"string","description":"Character used for escaping quoted values where the separator can be part of the value.","isRequired":true,"uniqueKey":"records.items.[INDEX].schema.file_config.oneOf.0.quote","typeLabel":"string"},"escape":{"type":"string","description":"Character used for escaping quotes inside an already quoted value.","isRequired":true,"uniqueKey":"records.items.[INDEX].schema.file_config.oneOf.0.escape","typeLabel":"string"}},"isRequired":true,"uniqueKey":"records.items.[INDEX].schema.file_config.oneOf.0","typeLabel":"object"},{"type":"object","description":"Defines the input file format. Files provided to Narrative for ingestion into a Dataset must match the file configuration.","required":["type"],"properties":{"type":{"type":"string","description":"Describes input files in the [JSON Lines](https://jsonlines.org/) file format.","enum":["json"],"isRequired":true,"uniqueKey":"records.items.[INDEX].schema.file_config.oneOf.1.type","typeLabel":"enum\u003cstring>"}},"isRequired":true,"uniqueKey":"records.items.[INDEX].schema.file_config.oneOf.1","typeLabel":"object"},{"type":"object","description":"Defines the input file format. Files provided to Narrative for ingestion into a Dataset must match the file configuration.","required":["type"],"properties":{"type":{"type":"string","description":"Describes input files in the [Parquet](https://parquet.apache.org/) file format.","enum":["parquet"],"isRequired":true,"uniqueKey":"records.items.[INDEX].schema.file_config.oneOf.2.type","typeLabel":"enum\u003cstring>"}},"isRequired":true,"uniqueKey":"records.items.[INDEX].schema.file_config.oneOf.2","typeLabel":"object"}],"isRequired":true,"uniqueKey":"records.items.[INDEX].schema.file_config","typeLabel":"object"},"type":{"description":"A record consisting of named fields of any type.","enum":["object"],"type":"string","isRequired":true,"uniqueKey":"records.items.[INDEX].schema.type","typeLabel":"enum\u003cstring>"},"properties":{"type":"object","description":"A map from field names to field types.\n\nField names must consist of only alphanumeric characters or underscores and be \u003c 255 characters long.","additionalProperties":{"oneOf":[{"type":"object","required":["type","items"],"properties":{"type":{"type":"string","description":"An array with elements of any data type.","enum":["array"],"isRequired":true,"uniqueKey":"records.items.[INDEX].schema.properties.additionalProperties.oneOf.0.type","typeLabel":"enum\u003cstring>"},"items":{"oneOf":[{"$circularRef":"a6fba766-4e0f-41b7-bcf4-b64b3c977afb","isRequired":true}],"isRequired":true,"uniqueKey":"records.items.[INDEX].schema.properties.additionalProperties.oneOf.0.\\items","typeLabel":"any"},"order":{"type":"integer","description":"The zero-based position of the field among its siblings. Responses always carry it. For a `flat` file\ntype it is the column's position in the input file, so a request should set it rather than rely on the\norder of the keys in `properties`.","uniqueKey":"records.items.[INDEX].schema.properties.additionalProperties.oneOf.0.order","typeLabel":"integer"},"display_name":{"type":"string","description":"A name that will be represent at User Interface.","uniqueKey":"records.items.[INDEX].schema.properties.additionalProperties.oneOf.0.display_name","typeLabel":"string"},"approximate_cardinality":{"type":"integer","description":"An optional estimate of how many distinct values of the field will be provided to Narrative. Narrative uses this information to optimizer buyer experience.","uniqueKey":"records.items.[INDEX].schema.properties.additionalProperties.oneOf.0.approximate_cardinality","typeLabel":"integer"},"description":{"type":"string","description":"A description of the named field.","uniqueKey":"records.items.[INDEX].schema.properties.additionalProperties.oneOf.0.description","typeLabel":"string"},"validations":{"type":"array","description":"A raw Spark SQL expression determining whether a value for the given column is valid or not.\n\nIf more than one validation is specified then _all_ the validation must evaluate to `true` for the column value to be considered valid.\n\nIf `validations` is not specified or empty then all rows will match the access rule.\n\nE.g. for a dataset with the following type definition:\n\n```\n{\n \"type\": \"object\",\n \"properties\": {\n \"idValue\": {\n \"type\": \"string\"\n },\n \"idType\": {\n \"type\": \"string\",\n \"enum\": [\n \"idfa\",\n \"adid\"\n ]\n },\n \"timestamp\": {\n \"type\": \"timestamptz\"\n }\n },\n \"required\": [\n \"idValue\"\n ]\n}\n```\n\nValid constraints include:\n\n- Is the ID type IDFA?\n\n```sql\nidType = 'idfa'\n```\n- Is the ID type non-null?\n\n```sql\nidType is not null\n```\n- Was the row collected within the last 90 days?\n\n```sql\ntimestamp > date_sub(current_date(), 90)\n```","items":{"type":"string","uniqueKey":"records.items.[INDEX].schema.properties.additionalProperties.oneOf.0.validations.items.[INDEX]","typeLabel":"string"},"uniqueKey":"records.items.[INDEX].schema.properties.additionalProperties.oneOf.0.validations","typeLabel":"string[]"}},"uniqueKey":"records.items.[INDEX].schema.properties.additionalProperties.oneOf.0","typeLabel":"object"},{"type":"object","required":["type"],"properties":{"type":{"type":"string","description":"True/false values. Input values must be one of `true` or `false`.","enum":["boolean"],"isRequired":true,"uniqueKey":"records.items.[INDEX].schema.properties.additionalProperties.oneOf.1.type","typeLabel":"enum\u003cstring>"},"order":{"type":"integer","description":"The zero-based position of the field among its siblings. Responses always carry it. For a `flat` file\ntype it is the column's position in the input file, so a request should set it rather than rely on the\norder of the keys in `properties`.","uniqueKey":"records.items.[INDEX].schema.properties.additionalProperties.oneOf.1.order","typeLabel":"integer"},"display_name":{"type":"string","description":"A name that will be represent at User Interface.","uniqueKey":"records.items.[INDEX].schema.properties.additionalProperties.oneOf.1.display_name","typeLabel":"string"},"approximate_cardinality":{"type":"integer","description":"An optional estimate of how many distinct values of the field will be provided to Narrative. Narrative uses this information to optimizer buyer experience.","uniqueKey":"records.items.[INDEX].schema.properties.additionalProperties.oneOf.1.approximate_cardinality","typeLabel":"integer"},"description":{"type":"string","description":"A description of the named field.","uniqueKey":"records.items.[INDEX].schema.properties.additionalProperties.oneOf.1.description","typeLabel":"string"},"validations":{"type":"array","description":"A raw Spark SQL expression determining whether a value for the given column is valid or not.\n\nIf more than one validation is specified then _all_ the validation must evaluate to `true` for the column value to be considered valid.\n\nIf `validations` is not specified or empty then all rows will match the access rule.\n\nE.g. for a dataset with the following type definition:\n\n```\n{\n \"type\": \"object\",\n \"properties\": {\n \"idValue\": {\n \"type\": \"string\"\n },\n \"idType\": {\n \"type\": \"string\",\n \"enum\": [\n \"idfa\",\n \"adid\"\n ]\n },\n \"timestamp\": {\n \"type\": \"timestamptz\"\n }\n },\n \"required\": [\n \"idValue\"\n ]\n}\n```\n\nValid constraints include:\n\n- Is the ID type IDFA?\n\n```sql\nidType = 'idfa'\n```\n- Is the ID type non-null?\n\n```sql\nidType is not null\n```\n- Was the row collected within the last 90 days?\n\n```sql\ntimestamp > date_sub(current_date(), 90)\n```","items":{"type":"string","uniqueKey":"records.items.[INDEX].schema.properties.additionalProperties.oneOf.1.validations.items.[INDEX]","typeLabel":"string"},"uniqueKey":"records.items.[INDEX].schema.properties.additionalProperties.oneOf.1.validations","typeLabel":"string[]"}},"uniqueKey":"records.items.[INDEX].schema.properties.additionalProperties.oneOf.1","typeLabel":"object"},{"type":"object","required":["type"],"properties":{"type":{"type":"string","description":"64-bit IEEE 754 floating point values.","enum":["double"],"isRequired":true,"uniqueKey":"records.items.[INDEX].schema.properties.additionalProperties.oneOf.2.type","typeLabel":"enum\u003cstring>"},"order":{"type":"integer","description":"The zero-based position of the field among its siblings. Responses always carry it. For a `flat` file\ntype it is the column's position in the input file, so a request should set it rather than rely on the\norder of the keys in `properties`.","uniqueKey":"records.items.[INDEX].schema.properties.additionalProperties.oneOf.2.order","typeLabel":"integer"},"display_name":{"type":"string","description":"A name that will be represent at User Interface.","uniqueKey":"records.items.[INDEX].schema.properties.additionalProperties.oneOf.2.display_name","typeLabel":"string"},"approximate_cardinality":{"type":"integer","description":"An optional estimate of how many distinct values of the field will be provided to Narrative. Narrative uses this information to optimizer buyer experience.","uniqueKey":"records.items.[INDEX].schema.properties.additionalProperties.oneOf.2.approximate_cardinality","typeLabel":"integer"},"description":{"type":"string","description":"A description of the named field.","uniqueKey":"records.items.[INDEX].schema.properties.additionalProperties.oneOf.2.description","typeLabel":"string"},"enum":{"type":"array","description":"An optional set of possible values for the field.","items":{"type":"number","format":"double","uniqueKey":"records.items.[INDEX].schema.properties.additionalProperties.oneOf.2.enum.items.[INDEX]","typeLabel":"number\u003cdouble>"},"uniqueKey":"records.items.[INDEX].schema.properties.additionalProperties.oneOf.2.enum","typeLabel":"number\u003cdouble>[]"},"validations":{"type":"array","description":"A raw Spark SQL expression determining whether a value for the given column is valid or not.\n\nIf more than one validation is specified then _all_ the validation must evaluate to `true` for the column value to be considered valid.\n\nIf `validations` is not specified or empty then all rows will match the access rule.\n\nE.g. for a dataset with the following type definition:\n\n```\n{\n \"type\": \"object\",\n \"properties\": {\n \"idValue\": {\n \"type\": \"string\"\n },\n \"idType\": {\n \"type\": \"string\",\n \"enum\": [\n \"idfa\",\n \"adid\"\n ]\n },\n \"timestamp\": {\n \"type\": \"timestamptz\"\n }\n },\n \"required\": [\n \"idValue\"\n ]\n}\n```\n\nValid constraints include:\n\n- Is the ID type IDFA?\n\n```sql\nidType = 'idfa'\n```\n- Is the ID type non-null?\n\n```sql\nidType is not null\n```\n- Was the row collected within the last 90 days?\n\n```sql\ntimestamp > date_sub(current_date(), 90)\n```","items":{"type":"string","uniqueKey":"records.items.[INDEX].schema.properties.additionalProperties.oneOf.2.validations.items.[INDEX]","typeLabel":"string"},"uniqueKey":"records.items.[INDEX].schema.properties.additionalProperties.oneOf.2.validations","typeLabel":"string[]"}},"uniqueKey":"records.items.[INDEX].schema.properties.additionalProperties.oneOf.2","typeLabel":"object"},{"type":"object","required":["type"],"properties":{"type":{"type":"string","description":"64-bit signed integer values.","enum":["long"],"isRequired":true,"uniqueKey":"records.items.[INDEX].schema.properties.additionalProperties.oneOf.3.type","typeLabel":"enum\u003cstring>"},"order":{"type":"integer","description":"The zero-based position of the field among its siblings. Responses always carry it. For a `flat` file\ntype it is the column's position in the input file, so a request should set it rather than rely on the\norder of the keys in `properties`.","uniqueKey":"records.items.[INDEX].schema.properties.additionalProperties.oneOf.3.order","typeLabel":"integer"},"display_name":{"type":"string","description":"A name that will be represent at User Interface.","uniqueKey":"records.items.[INDEX].schema.properties.additionalProperties.oneOf.3.display_name","typeLabel":"string"},"approximate_cardinality":{"type":"integer","description":"An optional estimate of how many distinct values of the field will be provided to Narrative. Narrative uses this information to optimizer buyer experience.","uniqueKey":"records.items.[INDEX].schema.properties.additionalProperties.oneOf.3.approximate_cardinality","typeLabel":"integer"},"description":{"type":"string","description":"A description of the named field.","uniqueKey":"records.items.[INDEX].schema.properties.additionalProperties.oneOf.3.description","typeLabel":"string"},"enum":{"type":"array","description":"An optional set of possible values for the field.","items":{"type":"integer","format":"int64","uniqueKey":"records.items.[INDEX].schema.properties.additionalProperties.oneOf.3.enum.items.[INDEX]","typeLabel":"integer\u003cint64>"},"uniqueKey":"records.items.[INDEX].schema.properties.additionalProperties.oneOf.3.enum","typeLabel":"integer\u003cint64>[]"},"validations":{"type":"array","description":"A raw Spark SQL expression determining whether a value for the given column is valid or not.\n\nIf more than one validation is specified then _all_ the validation must evaluate to `true` for the column value to be considered valid.\n\nIf `validations` is not specified or empty then all rows will match the access rule.\n\nE.g. for a dataset with the following type definition:\n\n```\n{\n \"type\": \"object\",\n \"properties\": {\n \"idValue\": {\n \"type\": \"string\"\n },\n \"idType\": {\n \"type\": \"string\",\n \"enum\": [\n \"idfa\",\n \"adid\"\n ]\n },\n \"timestamp\": {\n \"type\": \"timestamptz\"\n }\n },\n \"required\": [\n \"idValue\"\n ]\n}\n```\n\nValid constraints include:\n\n- Is the ID type IDFA?\n\n```sql\nidType = 'idfa'\n```\n- Is the ID type non-null?\n\n```sql\nidType is not null\n```\n- Was the row collected within the last 90 days?\n\n```sql\ntimestamp > date_sub(current_date(), 90)\n```","items":{"type":"string","uniqueKey":"records.items.[INDEX].schema.properties.additionalProperties.oneOf.3.validations.items.[INDEX]","typeLabel":"string"},"uniqueKey":"records.items.[INDEX].schema.properties.additionalProperties.oneOf.3.validations","typeLabel":"string[]"}},"uniqueKey":"records.items.[INDEX].schema.properties.additionalProperties.oneOf.3","typeLabel":"object"},{"type":"object","properties":{"order":{"type":"integer","description":"The zero-based position of the field among its siblings. Responses always carry it. For a `flat` file\ntype it is the column's position in the input file, so a request should set it rather than rely on the\norder of the keys in `properties`.","uniqueKey":"records.items.[INDEX].schema.properties.additionalProperties.oneOf.4.order","typeLabel":"integer"},"display_name":{"type":"string","description":"A name that will be represent at User Interface.","uniqueKey":"records.items.[INDEX].schema.properties.additionalProperties.oneOf.4.display_name","typeLabel":"string"},"approximate_cardinality":{"type":"integer","description":"An optional estimate of how many distinct values of the field will be provided to Narrative. Narrative uses this information to optimizer buyer experience.","uniqueKey":"records.items.[INDEX].schema.properties.additionalProperties.oneOf.4.approximate_cardinality","typeLabel":"integer"},"description":{"type":"string","description":"A description of the named field.","uniqueKey":"records.items.[INDEX].schema.properties.additionalProperties.oneOf.4.description","typeLabel":"string"}},"uniqueKey":"records.items.[INDEX].schema.properties.additionalProperties.oneOf.4","typeLabel":"object"},{"type":"object","required":["type"],"properties":{"type":{"type":"string","description":"Abitrary-length character sequences encoded with UTF-8.","enum":["string"],"isRequired":true,"uniqueKey":"records.items.[INDEX].schema.properties.additionalProperties.oneOf.5.type","typeLabel":"enum\u003cstring>"},"order":{"type":"integer","description":"The zero-based position of the field among its siblings. Responses always carry it. For a `flat` file\ntype it is the column's position in the input file, so a request should set it rather than rely on the\norder of the keys in `properties`.","uniqueKey":"records.items.[INDEX].schema.properties.additionalProperties.oneOf.5.order","typeLabel":"integer"},"display_name":{"type":"string","description":"A name that will be represent at User Interface.","uniqueKey":"records.items.[INDEX].schema.properties.additionalProperties.oneOf.5.display_name","typeLabel":"string"},"approximate_cardinality":{"type":"integer","description":"An optional estimate of how many distinct values of the field will be provided to Narrative. Narrative uses this information to optimizer buyer experience.","uniqueKey":"records.items.[INDEX].schema.properties.additionalProperties.oneOf.5.approximate_cardinality","typeLabel":"integer"},"description":{"type":"string","description":"A description of the named field.","uniqueKey":"records.items.[INDEX].schema.properties.additionalProperties.oneOf.5.description","typeLabel":"string"},"enum":{"type":"array","description":"An optional set of possible values for the field.","items":{"type":"string","uniqueKey":"records.items.[INDEX].schema.properties.additionalProperties.oneOf.5.enum.items.[INDEX]","typeLabel":"string"},"uniqueKey":"records.items.[INDEX].schema.properties.additionalProperties.oneOf.5.enum","typeLabel":"string[]"},"validations":{"type":"array","description":"A raw Spark SQL expression determining whether a value for the given column is valid or not.\n\nIf more than one validation is specified then _all_ the validation must evaluate to `true` for the column value to be considered valid.\n\nIf `validations` is not specified or empty then all rows will match the access rule.\n\nE.g. for a dataset with the following type definition:\n\n```\n{\n \"type\": \"object\",\n \"properties\": {\n \"idValue\": {\n \"type\": \"string\"\n },\n \"idType\": {\n \"type\": \"string\",\n \"enum\": [\n \"idfa\",\n \"adid\"\n ]\n },\n \"timestamp\": {\n \"type\": \"timestamptz\"\n }\n },\n \"required\": [\n \"idValue\"\n ]\n}\n```\n\nValid constraints include:\n\n- Is the ID type IDFA?\n\n```sql\nidType = 'idfa'\n```\n- Is the ID type non-null?\n\n```sql\nidType is not null\n```\n- Was the row collected within the last 90 days?\n\n```sql\ntimestamp > date_sub(current_date(), 90)\n```","items":{"type":"string","uniqueKey":"records.items.[INDEX].schema.properties.additionalProperties.oneOf.5.validations.items.[INDEX]","typeLabel":"string"},"uniqueKey":"records.items.[INDEX].schema.properties.additionalProperties.oneOf.5.validations","typeLabel":"string[]"}},"uniqueKey":"records.items.[INDEX].schema.properties.additionalProperties.oneOf.5","typeLabel":"object"},{"type":"object","required":["type"],"properties":{"type":{"type":"string","description":"Timestamp with timezone, stored as microseconds. Input values are expected to be valid [ISO-8601](https://en.wikipedia.org/wiki/ISO_8601) strings.","enum":["timestamptz"],"isRequired":true,"uniqueKey":"records.items.[INDEX].schema.properties.additionalProperties.oneOf.6.type","typeLabel":"enum\u003cstring>"},"order":{"type":"integer","description":"The zero-based position of the field among its siblings. Responses always carry it. For a `flat` file\ntype it is the column's position in the input file, so a request should set it rather than rely on the\norder of the keys in `properties`.","uniqueKey":"records.items.[INDEX].schema.properties.additionalProperties.oneOf.6.order","typeLabel":"integer"},"display_name":{"type":"string","description":"A name that will be represent at User Interface.","uniqueKey":"records.items.[INDEX].schema.properties.additionalProperties.oneOf.6.display_name","typeLabel":"string"},"approximate_cardinality":{"type":"integer","description":"An optional estimate of how many distinct values of the field will be provided to Narrative. Narrative uses this information to optimizer buyer experience.","uniqueKey":"records.items.[INDEX].schema.properties.additionalProperties.oneOf.6.approximate_cardinality","typeLabel":"integer"},"description":{"type":"string","description":"A description of the named field.","uniqueKey":"records.items.[INDEX].schema.properties.additionalProperties.oneOf.6.description","typeLabel":"string"},"validations":{"type":"array","description":"A raw Spark SQL expression determining whether a value for the given column is valid or not.\n\nIf more than one validation is specified then _all_ the validation must evaluate to `true` for the column value to be considered valid.\n\nIf `validations` is not specified or empty then all rows will match the access rule.\n\nE.g. for a dataset with the following type definition:\n\n```\n{\n \"type\": \"object\",\n \"properties\": {\n \"idValue\": {\n \"type\": \"string\"\n },\n \"idType\": {\n \"type\": \"string\",\n \"enum\": [\n \"idfa\",\n \"adid\"\n ]\n },\n \"timestamp\": {\n \"type\": \"timestamptz\"\n }\n },\n \"required\": [\n \"idValue\"\n ]\n}\n```\n\nValid constraints include:\n\n- Is the ID type IDFA?\n\n```sql\nidType = 'idfa'\n```\n- Is the ID type non-null?\n\n```sql\nidType is not null\n```\n- Was the row collected within the last 90 days?\n\n```sql\ntimestamp > date_sub(current_date(), 90)\n```","items":{"type":"string","uniqueKey":"records.items.[INDEX].schema.properties.additionalProperties.oneOf.6.validations.items.[INDEX]","typeLabel":"string"},"uniqueKey":"records.items.[INDEX].schema.properties.additionalProperties.oneOf.6.validations","typeLabel":"string[]"}},"uniqueKey":"records.items.[INDEX].schema.properties.additionalProperties.oneOf.6","typeLabel":"object"}],"uniqueKey":"records.items.[INDEX].schema.properties.additionalProperties","typeLabel":"object"},"isRequired":true,"uniqueKey":"records.items.[INDEX].schema.properties","typeLabel":"object"},"primary":{"description":"An optional RFC-6901 JSON pointer to a Dataset field to indicate that the field is \"primary\" -- i.e. it is of particular interest to buyers. Narrative uses this information to optimize buyer experience when purchasing your Dataset.\nThe primary key, if specified, must refer to a _required_ field that has a type of `boolean`, `long`, `string`, or `timestamptz`.","type":"string","uniqueKey":"records.items.[INDEX].schema.primary","typeLabel":"string"},"partition_key":{"description":"An optional RFC-6901 JSON pointer to the Dataset field the stored data is partitioned by.\nThe partition key, if specified, must refer to a field that has a type of `boolean`, `long`, `string`, or `timestamptz`. The pointer may descend through nested object fields, e.g. `/event/timestamp`.","type":"string","uniqueKey":"records.items.[INDEX].schema.partition_key","typeLabel":"string"},"required":{"description":"An optional array of properties whose values are never missing or null.","type":"array","items":{"type":"string","uniqueKey":"records.items.[INDEX].schema.required.items.[INDEX]","typeLabel":"string"},"uniqueKey":"records.items.[INDEX].schema.required","typeLabel":"string[]"},"unsellable":{"description":"An optional array of properties that cannot be sold to buyers.","type":"array","items":{"type":"string","uniqueKey":"records.items.[INDEX].schema.unsellable.items.[INDEX]","typeLabel":"string"},"uniqueKey":"records.items.[INDEX].schema.unsellable","typeLabel":"string[]"},"sensitive":{"description":"An optional array of properties that are sensitive. Data in sensitive fields are redacted when showed to Narrative users via the UI or API but can still be bought and sold.","type":"array","items":{"type":"string","uniqueKey":"records.items.[INDEX].schema.sensitive.items.[INDEX]","typeLabel":"string"},"uniqueKey":"records.items.[INDEX].schema.sensitive","typeLabel":"string[]"}},"isRequired":true,"uniqueKey":"records.items.[INDEX].schema","typeLabel":"object"},"status":{"description":"The dataset status.\n\n- `active` means that data can be added to the dataset but the schema is locked in place\n- `pending` means the dataset has been created, but the schema can still be altered and no data can be added to the dataset\n- `archived` means the dataset has been retired and can no longer be read from or written to","type":"string","enum":["active","pending","archived"],"isRequired":true,"uniqueKey":"records.items.[INDEX].status","typeLabel":"enum\u003cstring>"},"write_mode":{"description":"How Narrative will treat new data uploaded for the dataset.\n- `append` means data will be added to the dataset, this is what to choose if you incrementally update your dataset over time.\n- `overwrite` means that all existing data will be overwritten with new data.","type":"string","enum":["append","overwrite"],"isRequired":true,"uniqueKey":"records.items.[INDEX].write_mode","typeLabel":"enum\u003cstring>"},"updated_at":{"description":"ISO-8601 timestamp indicating when the dataset was last updated.","type":"string","isRequired":true,"uniqueKey":"records.items.[INDEX].updated_at","typeLabel":"string"},"external_id":{"oneOf":[{"description":"The dataset's identifier in the system it came from. Absent when the dataset did not come from\none.","type":"string","uniqueKey":"records.items.[INDEX].external_id.oneOf.0","typeLabel":"string"},{"description":"The dataset's identifier in the system it came from. Absent when the dataset did not come from\none.","type":"null","uniqueKey":"records.items.[INDEX].external_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].external_id","typeLabel":"string | null"},"mappings":{"description":"The mappings from this dataset's fields to attributes. Absent when the dataset has none.","type":"array","items":{"type":"object","properties":{"attribute_id":{"type":"integer","description":"The target attribute's ID.","isRequired":true,"uniqueKey":"records.items.[INDEX].mappings.items.[INDEX].attribute_id","typeLabel":"integer"},"created_at":{"type":"string","description":"ISO-8601 timestamp indicating when the mapping was created.","example":"2021-08-26T21:06:07.710357Z","isRequired":true,"uniqueKey":"records.items.[INDEX].mappings.items.[INDEX].created_at","typeLabel":"string"},"dataset_id":{"type":"integer","description":"The source dataset's ID.","isRequired":true,"uniqueKey":"records.items.[INDEX].mappings.items.[INDEX].dataset_id","typeLabel":"integer"},"mapping":{"oneOf":[{"type":"object","required":["type","property_mappings"],"properties":{"type":{"type":"string","description":"A mapping from a dataset to an attribute with a type of `object`.","enum":["object_mapping"],"isRequired":true,"uniqueKey":"records.items.[INDEX].mappings.items.[INDEX].mapping.oneOf.0.type","typeLabel":"enum\u003cstring>"},"property_mappings":{"type":"array","description":"`property_mappings` define how a value for each property of the target attribute is constructed from a row of the source dataset.\n\nA mapping must be provided for each of the target attribute's _required_ properties.","items":{"type":"object","required":["path","expression"],"properties":{"expression":{"type":"string","description":"A raw SQL expression which produces a value from the source dataset for the target primitive attribute type.\n\nE.g. for a source dataset with the following type definition:\n\n```\n{\n \"type\": \"object\",\n \"properties\": {\n \"firstName\": {\n \"type\": \"string\"\n },\n \"lastName\": {\n \"type\": \"string\"\n }\n },\n \"required\": [\n \"lastName\"\n ]\n}\n```\n\n\nValid expressions include:\n\n- Lower casing the first name:\n\n```sql\nlower(firstName)\n```\n\n- Constructing a \"full name\" from the first and last name:\n\n```sql\nconcat_ws(' ', coalesce(firstName, ''), lastName)\n```\n\n- Taking the first initial of the first name if is not null:\n\n```sql\ncase when firstName is not null and char_length(firstName) > 0 then substr(firstName, 1) else null end\n```","isRequired":true,"uniqueKey":"records.items.[INDEX].mappings.items.[INDEX].mapping.oneOf.0.property_mappings.items.[INDEX].expression","typeLabel":"string"},"path":{"type":"string","description":"A string indicating which property of the target attribute the expression is producing a value for.\n\nE.g. for an attribute with the following type definition;\n\n```\n{\n \"type\": \"object\",\n \"properties\": {\n \"latitude\": {\n \"type\": \"double\"\n },\n \"longitude\": {\n \"type\": \"double\"\n },\n \"location_accuracy\": {\n \"type\": \"object\",\n \"properties\": {\n \"horizontal\": {\n \"type\": \"double\"\n },\n \"vertical\": {\n \"type\": \"double\"\n }\n }\n }\n },\n \"required\": [\n \"latitude\",\n \"longitude\"\n ]\n}\n```\n\nThe possible paths are:\n\n- `latitude`\n- `longitude`\n- `location_accuracy.horizontal`\n- `location_accuracy.vertical`","isRequired":true,"uniqueKey":"records.items.[INDEX].mappings.items.[INDEX].mapping.oneOf.0.property_mappings.items.[INDEX].path","typeLabel":"string"},"dependencies":{"type":"object","description":"Describes the dataset fields that a mapping expression depends on.","properties":{"properties":{"type":"array","description":"List of dataset field references that the mapping expression uses.","items":{"type":"string","uniqueKey":"records.items.[INDEX].mappings.items.[INDEX].mapping.oneOf.0.property_mappings.items.[INDEX].dependencies.properties.items.[INDEX]","typeLabel":"string"},"example":["firstName","lastName"],"uniqueKey":"records.items.[INDEX].mappings.items.[INDEX].mapping.oneOf.0.property_mappings.items.[INDEX].dependencies.properties","typeLabel":"string[]"}},"example":{"properties":[]},"uniqueKey":"records.items.[INDEX].mappings.items.[INDEX].mapping.oneOf.0.property_mappings.items.[INDEX].dependencies","typeLabel":"object"}},"uniqueKey":"records.items.[INDEX].mappings.items.[INDEX].mapping.oneOf.0.property_mappings.items.[INDEX]","typeLabel":"object"},"isRequired":true,"uniqueKey":"records.items.[INDEX].mappings.items.[INDEX].mapping.oneOf.0.property_mappings","typeLabel":"object[]"}},"isRequired":true,"uniqueKey":"records.items.[INDEX].mappings.items.[INDEX].mapping.oneOf.0","typeLabel":"object"},{"type":"object","required":["type","expression"],"properties":{"type":{"type":"string","description":"A mapping from a dataset to an attribute with a primitive type, i.e. one of `array`, `boolean`, `double`, `long`, `string`, or `timestamptz`.","enum":["value_mapping"],"isRequired":true,"uniqueKey":"records.items.[INDEX].mappings.items.[INDEX].mapping.oneOf.1.type","typeLabel":"enum\u003cstring>"},"expression":{"type":"string","description":"A raw SQL expression which produces a value from the source dataset for the target primitive attribute type.\n\nE.g. for a source dataset with the following type definition:\n\n```\n{\n \"type\": \"object\",\n \"properties\": {\n \"firstName\": {\n \"type\": \"string\"\n },\n \"lastName\": {\n \"type\": \"string\"\n }\n },\n \"required\": [\n \"lastName\"\n ]\n}\n```\n\n\nValid expressions include:\n\n- Lower casing the first name:\n\n```sql\nlower(firstName)\n```\n\n- Constructing a \"full name\" from the first and last name:\n\n```sql\nconcat_ws(' ', coalesce(firstName, ''), lastName)\n```\n\n- Taking the first initial of the first name if is not null:\n\n```sql\ncase when firstName is not null and char_length(firstName) > 0 then substr(firstName, 1) else null end\n```","isRequired":true,"uniqueKey":"records.items.[INDEX].mappings.items.[INDEX].mapping.oneOf.1.expression","typeLabel":"string"},"dependencies":{"type":"object","description":"Describes the dataset fields that a mapping expression depends on.","properties":{"properties":{"type":"array","description":"List of dataset field references that the mapping expression uses.","items":{"type":"string","uniqueKey":"records.items.[INDEX].mappings.items.[INDEX].mapping.oneOf.1.dependencies.properties.items.[INDEX]","typeLabel":"string"},"example":["firstName","lastName"],"uniqueKey":"records.items.[INDEX].mappings.items.[INDEX].mapping.oneOf.1.dependencies.properties","typeLabel":"string[]"}},"example":{"properties":[]},"uniqueKey":"records.items.[INDEX].mappings.items.[INDEX].mapping.oneOf.1.dependencies","typeLabel":"object"}},"isRequired":true,"uniqueKey":"records.items.[INDEX].mappings.items.[INDEX].mapping.oneOf.1","typeLabel":"object"},{"type":"object","description":"Read shape for cached mappings. See `RawCachedMapping` for create/update requests and the surrounding constraints.","required":["type","cache_dataset_id","input_expressions"],"properties":{"type":{"type":"string","enum":["cached_mapping"],"isRequired":true,"uniqueKey":"records.items.[INDEX].mappings.items.[INDEX].mapping.oneOf.2.type","typeLabel":"enum\u003cstring>"},"cache_dataset_id":{"type":"integer","isRequired":true,"uniqueKey":"records.items.[INDEX].mappings.items.[INDEX].mapping.oneOf.2.cache_dataset_id","typeLabel":"integer"},"input_expressions":{"type":"array","minItems":1,"items":{"type":"string","description":"A raw SQL expression which produces a value from the source dataset for the target primitive attribute type.\n\nE.g. for a source dataset with the following type definition:\n\n```\n{\n \"type\": \"object\",\n \"properties\": {\n \"firstName\": {\n \"type\": \"string\"\n },\n \"lastName\": {\n \"type\": \"string\"\n }\n },\n \"required\": [\n \"lastName\"\n ]\n}\n```\n\n\nValid expressions include:\n\n- Lower casing the first name:\n\n```sql\nlower(firstName)\n```\n\n- Constructing a \"full name\" from the first and last name:\n\n```sql\nconcat_ws(' ', coalesce(firstName, ''), lastName)\n```\n\n- Taking the first initial of the first name if is not null:\n\n```sql\ncase when firstName is not null and char_length(firstName) > 0 then substr(firstName, 1) else null end\n```","uniqueKey":"records.items.[INDEX].mappings.items.[INDEX].mapping.oneOf.2.input_expressions.items.[INDEX]","typeLabel":"string"},"isRequired":true,"uniqueKey":"records.items.[INDEX].mappings.items.[INDEX].mapping.oneOf.2.input_expressions","typeLabel":"string[]"},"dependencies":{"type":"object","description":"Describes the dataset fields that a mapping expression depends on.","properties":{"properties":{"type":"array","description":"List of dataset field references that the mapping expression uses.","items":{"type":"string","uniqueKey":"records.items.[INDEX].mappings.items.[INDEX].mapping.oneOf.2.dependencies.properties.items.[INDEX]","typeLabel":"string"},"example":["firstName","lastName"],"uniqueKey":"records.items.[INDEX].mappings.items.[INDEX].mapping.oneOf.2.dependencies.properties","typeLabel":"string[]"}},"example":{"properties":[]},"uniqueKey":"records.items.[INDEX].mappings.items.[INDEX].mapping.oneOf.2.dependencies","typeLabel":"object"}},"isRequired":true,"uniqueKey":"records.items.[INDEX].mappings.items.[INDEX].mapping.oneOf.2","typeLabel":"object"}],"isRequired":true,"uniqueKey":"records.items.[INDEX].mappings.items.[INDEX].mapping","typeLabel":"object"},"status":{"type":"string","description":"The status of the mapping.\n * `active` - Active mappings can be used\n * `archived` - Archived/Deleted mappings - mapping no longer in use\n * `pending` - Pending mappings need to be accepted before they can be used\n * `rejected` - Proposed mappings the owner turned down. Can still be accepted later\n","enum":["active","archived","pending","rejected"],"isRequired":true,"uniqueKey":"records.items.[INDEX].mappings.items.[INDEX].status","typeLabel":"enum\u003cstring>"},"updated_at":{"type":"string","description":"ISO-8601 timestamp indicating when the mapping was last updated.","example":"2021-08-26T21:06:07.710357Z","isRequired":true,"uniqueKey":"records.items.[INDEX].mappings.items.[INDEX].updated_at","typeLabel":"string"},"created_by":{"type":"integer","description":"Unique id from a user who created it.","format":"int64","example":20,"isRequired":true,"uniqueKey":"records.items.[INDEX].mappings.items.[INDEX].created_by","typeLabel":"integer\u003cint64>"},"updated_by":{"type":"integer","description":"Unique id from a user who updated it.","format":"int64","example":20,"isRequired":true,"uniqueKey":"records.items.[INDEX].mappings.items.[INDEX].updated_by","typeLabel":"integer\u003cint64>"},"scope":{"type":"string","description":"The scope of the mapping.\n * `global` - Mappings available to all\n * `private` - Company private mappings\n","enum":["global","private"],"isRequired":true,"uniqueKey":"records.items.[INDEX].mappings.items.[INDEX].scope","typeLabel":"enum\u003cstring>"},"source":{"type":"string","description":"The source of the mapping.\n * `company` - Company private mapping\n * `admin` - Admin created/promoted mapping\n * `system` - System (Automated/ML) mappings\n * `lineage` - Lineage-derived mappings (editable without admin)\n * `rosetta_stone` - Rosetta Stone mappings (editable without admin)\n * `derived` - Computed on the request from a stored mapping and a derivation rule. Not stored, so it has\n no `id`; listed only when asked for by source\n","enum":["company","admin","system","lineage","rosetta_stone","derived"],"isRequired":true,"uniqueKey":"records.items.[INDEX].mappings.items.[INDEX].source","typeLabel":"enum\u003cstring>"},"id":{"type":"string","description":"Absent on a derived mapping (`source: derived`), which is computed per request and cannot be fetched or\nchanged by id.","format":"uuid","example":"ea9dddd2-e3ee-40b5-b03e-c3cd37c8a6f0","uniqueKey":"records.items.[INDEX].mappings.items.[INDEX].id","typeLabel":"string\u003cuuid>"},"company_id":{"oneOf":[{"type":"integer","description":"The company that owns the mapping. Null for platform-wide mappings.","format":"int64","example":345,"uniqueKey":"records.items.[INDEX].mappings.items.[INDEX].company_id.oneOf.0","typeLabel":"integer\u003cint64>"},{"type":"null","description":"The company that owns the mapping. Null for platform-wide mappings.","uniqueKey":"records.items.[INDEX].mappings.items.[INDEX].company_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].mappings.items.[INDEX].company_id","typeLabel":"integer\u003cint64> | null"},"provenance":{"type":"object","description":"How a derived mapping was produced. Present only when `source` is `derived`.","required":["source_mapping_id","source_attribute_id","derivation_path","lossy","imprecise"],"example":{"source_mapping_id":"ea9dddd2-e3ee-40b5-b03e-c3cd37c8a6f0","source_attribute_id":291,"derivation_path":[42],"lossy":true,"imprecise":false},"properties":{"source_mapping_id":{"type":"string","description":"The stored mapping the derivation was applied to.","format":"uuid","example":"ea9dddd2-e3ee-40b5-b03e-c3cd37c8a6f0","isRequired":true,"uniqueKey":"records.items.[INDEX].mappings.items.[INDEX].provenance.source_mapping_id","typeLabel":"string\u003cuuid>"},"source_attribute_id":{"type":"integer","description":"The attribute of the source mapping.","isRequired":true,"uniqueKey":"records.items.[INDEX].mappings.items.[INDEX].provenance.source_attribute_id","typeLabel":"integer"},"derivation_path":{"type":"array","minItems":1,"description":"The derivation rules applied, in order, from the source attribute to this mapping's attribute. One\nelement today; longer once derivations chain.","items":{"type":"integer","description":"A derivation rule id, as returned by `GET /derivations/{id}`.","uniqueKey":"records.items.[INDEX].mappings.items.[INDEX].provenance.derivation_path.items.[INDEX]","typeLabel":"integer"},"isRequired":true,"uniqueKey":"records.items.[INDEX].mappings.items.[INDEX].provenance.derivation_path","typeLabel":"integer[]"},"lossy":{"type":"boolean","description":"True when any rule on the path is lossy (the source value cannot be recovered).","isRequired":true,"uniqueKey":"records.items.[INDEX].mappings.items.[INDEX].provenance.lossy","typeLabel":"boolean"},"imprecise":{"type":"boolean","description":"True when any rule on the path is imprecise (the value may differ from ground truth).","isRequired":true,"uniqueKey":"records.items.[INDEX].mappings.items.[INDEX].provenance.imprecise","typeLabel":"boolean"}},"uniqueKey":"records.items.[INDEX].mappings.items.[INDEX].provenance","typeLabel":"object"},"tags":{"oneOf":[{"description":"Free-form labels on the mapping. Null and an empty array both mean no tags; `nio:`-prefixed tags\nare reserved for Narrative.","type":"array","items":{"type":"string","uniqueKey":"records.items.[INDEX].mappings.items.[INDEX].tags.oneOf.0.items.[INDEX]","typeLabel":"string"},"example":["nio:rosetta"],"uniqueKey":"records.items.[INDEX].mappings.items.[INDEX].tags.oneOf.0","typeLabel":"string[]"},{"description":"Free-form labels on the mapping. Null and an empty array both mean no tags; `nio:`-prefixed tags\nare reserved for Narrative.","type":"null","items":{"type":"string"},"example":["nio:rosetta"],"uniqueKey":"records.items.[INDEX].mappings.items.[INDEX].tags.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].mappings.items.[INDEX].tags","typeLabel":"string[] | null"},"derived_from":{"oneOf":[{"type":"string","description":"The stored mapping this one was copied from when it was authored (lineage). Unrelated to derivation rules;\nsee `provenance` for those. Null when the mapping was authored directly.","format":"uuid","example":"ea9dddd2-e3ee-40b5-b03e-c3cd37c8a6f0","uniqueKey":"records.items.[INDEX].mappings.items.[INDEX].derived_from.oneOf.0","typeLabel":"string\u003cuuid>"},{"type":"null","description":"The stored mapping this one was copied from when it was authored (lineage). Unrelated to derivation rules;\nsee `provenance` for those. Null when the mapping was authored directly.","uniqueKey":"records.items.[INDEX].mappings.items.[INDEX].derived_from.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].mappings.items.[INDEX].derived_from","typeLabel":"string\u003cuuid> | null"}},"required":["attribute_id","created_at","dataset_id","mapping","status","updated_at","created_by","updated_by","scope","source"],"example":{"id":"ea9dddd2-e3ee-40b5-b03e-c3cd37c8a7f0","attribute_id":1,"created_at":"2021-12-10T00:00:00Z","dataset_id":3,"mapping":{"type":"object_mapping","property_mappings":[{"path":"foo","expression":"upper(`US Kennel ID`)","dependencies":{"properties":["US Kennel ID"]}},{"path":"bar.baz.qux","expression":"weight * 10000","dependencies":{"properties":["weight"]}}]},"status":"active","updated_at":"2021-12-10T00:00:01Z","created_by":1,"updated_by":1,"company_id":100,"scope":"global","source":"admin","derived_from":"ea9dddd2-e3ee-40b5-b03e-c3cd37c8a6f0"},"uniqueKey":"records.items.[INDEX].mappings.items.[INDEX]","typeLabel":"object"},"uniqueKey":"records.items.[INDEX].mappings","typeLabel":"object[]"},"compute_pool_config":{"description":"Compute pool configuration for the dataset.","type":"object","properties":{"default_compute_pool_id":{"description":"The default compute pool to use for dataset operations.","type":"string","format":"uuid","uniqueKey":"records.items.[INDEX].compute_pool_config.default_compute_pool_id","typeLabel":"string\u003cuuid>"}},"uniqueKey":"records.items.[INDEX].compute_pool_config","typeLabel":"object"},"description":{"oneOf":[{"type":"string","description":"A description of the data contained with the dataset.","uniqueKey":"records.items.[INDEX].description.oneOf.0","typeLabel":"string"},{"type":"null","description":"A description of the data contained with the dataset.","uniqueKey":"records.items.[INDEX].description.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].description","typeLabel":"string | null"},"tags":{"description":"Tags that describe the dataset.","type":"array","items":{"type":"string","uniqueKey":"records.items.[INDEX].tags.items.[INDEX]","typeLabel":"string"},"uniqueKey":"records.items.[INDEX].tags","typeLabel":"string[]"},"subscription_id":{"oneOf":[{"description":"Id of a subscription which writes output to the dataset","type":"string","uniqueKey":"records.items.[INDEX].subscription_id.oneOf.0","typeLabel":"string"},{"description":"Id of a subscription which writes output to the dataset","type":"null","uniqueKey":"records.items.[INDEX].subscription_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].subscription_id","typeLabel":"string | null"},"last_snapshot_created_at":{"oneOf":[{"description":"ISO-8601 timestamp indicating when the last snapshot was created.","type":"string","uniqueKey":"records.items.[INDEX].last_snapshot_created_at.oneOf.0","typeLabel":"string"},{"description":"ISO-8601 timestamp indicating when the last snapshot was created.","type":"null","uniqueKey":"records.items.[INDEX].last_snapshot_created_at.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].last_snapshot_created_at","typeLabel":"string | null"},"materialized_view_config":{"oneOf":[{"description":"Materialized-view configuration. Present only for materialized-view datasets.","type":"object","required":["nql"],"properties":{"nql":{"description":"The NQL query that defines the materialized view.","type":"string","isRequired":true,"uniqueKey":"records.items.[INDEX].materialized_view_config.oneOf.0.nql","typeLabel":"string"},"refresh_schedule_config":{"description":"The active refresh schedule, if one is set.","type":"object","required":["schedule","schedule_zone_id","status"],"properties":{"schedule":{"type":"string","description":"cron expression the refresh runs on, for example: @hourly, 0 12 * * 1-5","isRequired":true,"uniqueKey":"records.items.[INDEX].materialized_view_config.oneOf.0.refresh_schedule_config.schedule","typeLabel":"string"},"schedule_zone_id":{"type":"string","description":"zone id the schedule runs in, for example: EST, GMT+2","isRequired":true,"uniqueKey":"records.items.[INDEX].materialized_view_config.oneOf.0.refresh_schedule_config.schedule_zone_id","typeLabel":"string"},"status":{"type":"string","description":"active runs on the cron schedule; pending and archived do not run","enum":["active","pending","archived"],"isRequired":true,"uniqueKey":"records.items.[INDEX].materialized_view_config.oneOf.0.refresh_schedule_config.status","typeLabel":"enum\u003cstring>"},"stats_enabled":{"type":"boolean","description":"whether advanced statistics calculation is enabled","uniqueKey":"records.items.[INDEX].materialized_view_config.oneOf.0.refresh_schedule_config.stats_enabled","typeLabel":"boolean"},"created_at":{"type":"string","description":"ISO-8601 timestamp indicating when the refresh schedule was created.","uniqueKey":"records.items.[INDEX].materialized_view_config.oneOf.0.refresh_schedule_config.created_at","typeLabel":"string"},"updated_at":{"type":"string","description":"ISO-8601 timestamp indicating when the refresh schedule was last updated.","uniqueKey":"records.items.[INDEX].materialized_view_config.oneOf.0.refresh_schedule_config.updated_at","typeLabel":"string"}},"uniqueKey":"records.items.[INDEX].materialized_view_config.oneOf.0.refresh_schedule_config","typeLabel":"object"}},"uniqueKey":"records.items.[INDEX].materialized_view_config.oneOf.0","typeLabel":"object"},{"description":"Materialized-view configuration. Present only for materialized-view datasets.","type":"null","required":["nql"],"properties":{"nql":{"description":"The NQL query that defines the materialized view.","type":"string"},"refresh_schedule_config":{"description":"The active refresh schedule, if one is set.","type":"object","required":["schedule","schedule_zone_id","status"],"properties":{"schedule":{"type":"string","description":"cron expression the refresh runs on, for example: @hourly, 0 12 * * 1-5"},"schedule_zone_id":{"type":"string","description":"zone id the schedule runs in, for example: EST, GMT+2"},"stats_enabled":{"type":"boolean","description":"whether advanced statistics calculation is enabled"},"status":{"type":"string","description":"active runs on the cron schedule; pending and archived do not run","enum":["active","pending","archived"]},"created_at":{"type":"string","description":"ISO-8601 timestamp indicating when the refresh schedule was created."},"updated_at":{"type":"string","description":"ISO-8601 timestamp indicating when the refresh schedule was last updated."}}}},"uniqueKey":"records.items.[INDEX].materialized_view_config.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].materialized_view_config","typeLabel":"object | null"},"stats":{"oneOf":[{"type":"object","required":["est_total_dataset_stored_files","est_total_dataset_stored_records","est_total_dataset_stored_bytes","active_dataset_stored_files","active_dataset_stored_records","active_dataset_stored_bytes","last_snapshot_added_files","last_snapshot_added_records","last_snapshot_deleted_records","last_snapshot_added_bytes","last_snapshot_deleted_files","last_snapshot_added_delete_files","last_snapshot_removed_delete_files","last_snapshot_removed_bytes"],"properties":{"est_total_dataset_stored_files":{"description":"The total estimated number of files across this dataset snapshot and all unexpired snapshots that precede it.","type":"integer","isRequired":true,"uniqueKey":"records.items.[INDEX].stats.oneOf.0.est_total_dataset_stored_files","typeLabel":"integer"},"est_total_dataset_stored_records":{"description":"The total estimated number of records across this dataset snapshot and all unexpired snapshots that precede it.","type":"integer","isRequired":true,"uniqueKey":"records.items.[INDEX].stats.oneOf.0.est_total_dataset_stored_records","typeLabel":"integer"},"est_total_dataset_stored_bytes":{"description":"The total estimated storage size in bytes used by this dataset snapshot and all unexpired snapshots that precede it.","type":"integer","isRequired":true,"uniqueKey":"records.items.[INDEX].stats.oneOf.0.est_total_dataset_stored_bytes","typeLabel":"integer"},"active_dataset_stored_files":{"description":"The number of files in this dataset snapshot.","type":"integer","isRequired":true,"uniqueKey":"records.items.[INDEX].stats.oneOf.0.active_dataset_stored_files","typeLabel":"integer"},"active_dataset_stored_records":{"description":"The number of records in this dataset snapshot.","type":"integer","isRequired":true,"uniqueKey":"records.items.[INDEX].stats.oneOf.0.active_dataset_stored_records","typeLabel":"integer"},"active_dataset_stored_bytes":{"description":"The total storage size in bytes used by this dataset snapshot.","type":"integer","isRequired":true,"uniqueKey":"records.items.[INDEX].stats.oneOf.0.active_dataset_stored_bytes","typeLabel":"integer"},"last_snapshot_added_files":{"description":"The number of files added when generating this snapshot.","type":"integer","isRequired":true,"uniqueKey":"records.items.[INDEX].stats.oneOf.0.last_snapshot_added_files","typeLabel":"integer"},"last_snapshot_added_records":{"description":"The number of records added when generating this snapshot.","type":"integer","isRequired":true,"uniqueKey":"records.items.[INDEX].stats.oneOf.0.last_snapshot_added_records","typeLabel":"integer"},"last_snapshot_deleted_records":{"description":"The number of records deleted when generating this snapshot.","type":"integer","isRequired":true,"uniqueKey":"records.items.[INDEX].stats.oneOf.0.last_snapshot_deleted_records","typeLabel":"integer"},"last_snapshot_added_bytes":{"description":"The amount of storage in bytes added when generating this snapshot.","type":"integer","isRequired":true,"uniqueKey":"records.items.[INDEX].stats.oneOf.0.last_snapshot_added_bytes","typeLabel":"integer"},"last_snapshot_deleted_files":{"description":"The number of files deleted when generating this snapshot.","type":"integer","isRequired":true,"uniqueKey":"records.items.[INDEX].stats.oneOf.0.last_snapshot_deleted_files","typeLabel":"integer"},"last_snapshot_added_delete_files":{"description":"The number of delete tracking files added when generating this snapshot.","type":"integer","isRequired":true,"uniqueKey":"records.items.[INDEX].stats.oneOf.0.last_snapshot_added_delete_files","typeLabel":"integer"},"last_snapshot_removed_delete_files":{"description":"The number of delete tracking files removed when generating this snapshot.","type":"integer","isRequired":true,"uniqueKey":"records.items.[INDEX].stats.oneOf.0.last_snapshot_removed_delete_files","typeLabel":"integer"},"last_snapshot_removed_bytes":{"description":"The amount of storage in bytes removed when generating this snapshot.","type":"integer","isRequired":true,"uniqueKey":"records.items.[INDEX].stats.oneOf.0.last_snapshot_removed_bytes","typeLabel":"integer"}},"uniqueKey":"records.items.[INDEX].stats.oneOf.0","typeLabel":"object"},{"type":"null","uniqueKey":"records.items.[INDEX].stats.oneOf.1","typeLabel":"null"}],"uniqueKey":"records.items.[INDEX].stats","typeLabel":"object | null"}},"example":{"id":18923,"company_id":382,"created_at":"2021-06-24T00:54:40.029056Z","data_plane":{"type":"owned","id":"c0bed5c2-8af8-4f7a-9787-1ffc3def339b","company_id":382,"created_at":"2021-06-01T00:00:00Z","description":"The company's Snowflake account","display_name":"Snowflake (us-west-2)","external_id":"snowflake-prod","is_narrative":false,"platform":{"type":"platform_snowflake","account_locator":"ab12345","account_name":"acme","organization_name":"acmeorg","region":{"type":"region_aws","id":"us-west-2"}},"status":"active","tags":[],"updated_at":"2021-06-01T00:00:00Z","collaborators":{"participants":{"type":"all"},"manage_compute_pools":{"type":"all"}},"compute_pools":[]},"is_narrative_managed":true,"retention_policy":{"policies":[{"type":{"kind":"snapshot_ttl","snapshot_retention_policy":{"type":"retain_everything"}},"enabled":true}]},"description":"Mobile identifiers tied to birth information provided as part of app registration.","name":"declared_age","display_name":"Declared Age","schema":{"file_config":{"type":"flat","delimiter":",","escape":"\"","header":true,"quote":"\""},"type":"object","properties":{"idValue":{"display_name":"id value","order":0,"approximate_cardinality":100000,"description":"ID values","type":"string"},"idType":{"display_name":"id type","order":1,"approximate_cardinality":1,"type":"string","enum":["md5_email","sha256_email"]},"eventTimestamp":{"display_name":"event timestamp","order":2,"description":"When the observation was collected","type":"timestamptz","validations":["eventTimestamp \u003c current_timestamp()"]},"countryCode":{"display_name":"country code","order":3,"approximate_cardinality":6,"description":"The country of residence of the individual","type":"string"},"age":{"display_name":"age","order":4,"approximate_cardinality":90,"description":"How old this individual is in years","type":"long"},"birthInfo":{"display_name":"birth info","order":5,"description":"The year this individual was born","type":"double"}},"required":["idValue","idType","eventTimestamp","countryCode","age"],"primary":"/age"},"status":"active","tags":["age","demo","demographic","demographics"],"updated_at":"2021-06-24T00:54:40.029056Z","write_mode":"append","subscription_id":"123e4567-e89b-12d3-a456-426614174000","last_snapshot_created_at":"2023-06-09T16:51:34.215Z","stats":{"est_total_dataset_stored_files":10,"est_total_dataset_stored_records":500059,"est_total_dataset_stored_bytes":4206454,"active_dataset_stored_files":10,"active_dataset_stored_records":500059,"active_dataset_stored_bytes":4206454,"last_snapshot_added_files":2,"last_snapshot_added_records":499999,"last_snapshot_deleted_records":0,"last_snapshot_added_bytes":4193500,"last_snapshot_deleted_files":0,"last_snapshot_added_delete_files":0,"last_snapshot_removed_delete_files":0,"last_snapshot_removed_bytes":0}},"uniqueKey":"records.items.[INDEX]","typeLabel":"object"},"isRequired":true,"uniqueKey":"records","typeLabel":"object[]"},"prev_page":{"oneOf":[{"type":"integer","format":"int64","description":"The number of the previous page, or null on the first page. Can also refer to the latest existing\npage if a page beyond the last one was requested.","example":1,"uniqueKey":"prev_page.oneOf.0","typeLabel":"integer\u003cint64>"},{"type":"null","format":"int64","description":"The number of the previous page, or null on the first page. Can also refer to the latest existing\npage if a page beyond the last one was requested.","example":1,"uniqueKey":"prev_page.oneOf.1","typeLabel":"null"}],"uniqueKey":"prev_page","typeLabel":"integer\u003cint64> | null"},"next_page":{"oneOf":[{"type":"integer","format":"int64","description":"The number of the next page, or null on the last page.","example":42,"uniqueKey":"next_page.oneOf.0","typeLabel":"integer\u003cint64>"},{"type":"null","format":"int64","description":"The number of the next page, or null on the last page.","example":42,"uniqueKey":"next_page.oneOf.1","typeLabel":"null"}],"uniqueKey":"next_page","typeLabel":"integer\u003cint64> | null"}},"example":{"prev_page":null,"current_page":1,"next_page":null,"total_records":1,"total_pages":1,"records":[{"id":18923,"company_id":382,"created_at":"2021-06-24T00:54:40.029056Z","data_plane":{"type":"owned","id":"c0bed5c2-8af8-4f7a-9787-1ffc3def339b","company_id":382,"created_at":"2021-06-01T00:00:00Z","description":"The company's Snowflake account","display_name":"Snowflake (us-west-2)","external_id":"snowflake-prod","is_narrative":false,"platform":{"type":"platform_snowflake","account_locator":"ab12345","account_name":"acme","organization_name":"acmeorg","region":{"type":"region_aws","id":"us-west-2"}},"status":"active","tags":[],"updated_at":"2021-06-01T00:00:00Z","collaborators":{"participants":{"type":"all"},"manage_compute_pools":{"type":"all"}},"compute_pools":[]},"display_name":"Declared Age","is_narrative_managed":true,"description":"Mobile identifiers tied to birth information provided as part of app registration.","name":"Declared Age","retention_policy":{"policies":[{"type":{"kind":"snapshot_ttl","snapshot_retention_policy":{"type":"retain_everything"}},"enabled":true}]},"schema":{"file_config":{"type":"flat","delimiter":",","escape":"\"","header":true,"quote":"\""},"type":"object","properties":{"idValue":{"display_name":"Id Value","order":0,"approximate_cardinality":100000,"description":"ID values","type":"string"},"idType":{"display_name":"Id Type","order":1,"approximate_cardinality":1,"type":"string","enum":["md5_email","sha256_email"]},"eventTimestamp":{"display_name":"Event TS","order":2,"description":"When the observation was collected","type":"timestamptz","validations":["eventTimestamp \u003c current_timestamp()"]},"countryCode":{"display_name":"countryCode","order":3,"approximate_cardinality":6,"description":"The country of residence of the individual","type":"string"},"age":{"display_name":"Age","order":4,"approximate_cardinality":90,"description":"How old this individual is in years","type":"long"},"birthInfo":{"display_name":"birth info","order":5,"description":"The year this individual was born","type":"double"}},"required":["idValue","idType","eventTimestamp","countryCode","age"],"primary":"/age"},"status":"active","tags":["age","demo","demographic","demographics"],"updated_at":"2021-06-24T00:54:40.029056Z","write_mode":"append","subscription_id":"123e4567-e89b-12d3-a456-426614174000"}]},"uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"prev_page":null,"current_page":1,"next_page":null,"total_records":1,"total_pages":1,"records":[{"id":18923,"company_id":382,"created_at":"2021-06-24T00:54:40.029056Z","data_plane":{"type":"owned","id":"c0bed5c2-8af8-4f7a-9787-1ffc3def339b","company_id":382,"created_at":"2021-06-01T00:00:00Z","description":"The company's Snowflake account","display_name":"Snowflake (us-west-2)","external_id":"snowflake-prod","is_narrative":false,"platform":{"type":"platform_snowflake","account_locator":"ab12345","account_name":"acme","organization_name":"acmeorg","region":{"type":"region_aws","id":"us-west-2"}},"status":"active","tags":[],"updated_at":"2021-06-01T00:00:00Z","collaborators":{"participants":{"type":"all"},"manage_compute_pools":{"type":"all"}},"compute_pools":[]},"display_name":"Declared Age","is_narrative_managed":true,"description":"Mobile identifiers tied to birth information provided as part of app registration.","name":"Declared Age","retention_policy":{"policies":[{"type":{"kind":"snapshot_ttl","snapshot_retention_policy":{"type":"retain_everything"}},"enabled":true}]},"schema":{"file_config":{"type":"flat","delimiter":",","escape":"\"","header":true,"quote":"\""},"type":"object","properties":{"idValue":{"display_name":"Id Value","order":0,"approximate_cardinality":100000,"description":"ID values","type":"string"},"idType":{"display_name":"Id Type","order":1,"approximate_cardinality":1,"type":"string","enum":["md5_email","sha256_email"]},"eventTimestamp":{"display_name":"Event TS","order":2,"description":"When the observation was collected","type":"timestamptz","validations":["eventTimestamp \u003c current_timestamp()"]},"countryCode":{"display_name":"countryCode","order":3,"approximate_cardinality":6,"description":"The country of residence of the individual","type":"string"},"age":{"display_name":"Age","order":4,"approximate_cardinality":90,"description":"How old this individual is in years","type":"long"},"birthInfo":{"display_name":"birth info","order":5,"description":"The year this individual was born","type":"double"}},"required":["idValue","idType","eventTimestamp","countryCode","age"],"primary":"/age"},"status":"active","tags":["age","demo","demographic","demographics"],"updated_at":"2021-06-24T00:54:40.029056Z","write_mode":"append","subscription_id":"123e4567-e89b-12d3-a456-426614174000"}]}}},"exampleType":"generated"}},"exampleType":"generated"},"c1efeaf4-4b30-419b-b798-f4be274ba675":{"description":"The `data_plane_id`, `page` or `per_page` parameter could not be parsed. No body.","content":{"_mintlify/placeholder":{"schema":{"type":"object","description":""}}}}},"security":{"f9b12442-8a34-4010-86b5-5ec51ad1877a":{"BearerAuth":{"type":"http","scheme":"bearer","scopes":[],"schemeName":"BearerAuth"}}},"servers":{"190e6995-21fb-418b-bbfe-8c27e30d5b55":{"url":"https://api-dev.narrative.io"},"1dc6c444-4c87-47b0-b19f-59c81fc72525":{"url":"https://api.narrative.io"}},"schemas":{"a6fba766-4e0f-41b7-bcf4-b64b3c977afb":{"oneOf":[{"type":"object","required":["type","items"],"properties":{"type":{"type":"string","description":"An array with elements of any data type.","enum":["array"],"isRequired":true},"items":{"oneOf":[{"isRequired":true}],"isRequired":true},"validations":{"type":"array","description":"A raw Spark SQL expression determining whether a value for the given column is valid or not.\n\nIf more than one validation is specified then _all_ the validation must evaluate to `true` for the column value to be considered valid.\n\nIf `validations` is not specified or empty then all rows will match the access rule.\n\nE.g. for a dataset with the following type definition:\n\n```\n{\n \"type\": \"object\",\n \"properties\": {\n \"idValue\": {\n \"type\": \"string\"\n },\n \"idType\": {\n \"type\": \"string\",\n \"enum\": [\n \"idfa\",\n \"adid\"\n ]\n },\n \"timestamp\": {\n \"type\": \"timestamptz\"\n }\n },\n \"required\": [\n \"idValue\"\n ]\n}\n```\n\nValid constraints include:\n\n- Is the ID type IDFA?\n\n```sql\nidType = 'idfa'\n```\n- Is the ID type non-null?\n\n```sql\nidType is not null\n```\n- Was the row collected within the last 90 days?\n\n```sql\ntimestamp > date_sub(current_date(), 90)\n```","items":{"type":"string"}}}},{"type":"object","required":["type"],"properties":{"type":{"type":"string","description":"True/false values. Input values must be one of `true` or `false`.","enum":["boolean"],"isRequired":true},"validations":{"type":"array","description":"A raw Spark SQL expression determining whether a value for the given column is valid or not.\n\nIf more than one validation is specified then _all_ the validation must evaluate to `true` for the column value to be considered valid.\n\nIf `validations` is not specified or empty then all rows will match the access rule.\n\nE.g. for a dataset with the following type definition:\n\n```\n{\n \"type\": \"object\",\n \"properties\": {\n \"idValue\": {\n \"type\": \"string\"\n },\n \"idType\": {\n \"type\": \"string\",\n \"enum\": [\n \"idfa\",\n \"adid\"\n ]\n },\n \"timestamp\": {\n \"type\": \"timestamptz\"\n }\n },\n \"required\": [\n \"idValue\"\n ]\n}\n```\n\nValid constraints include:\n\n- Is the ID type IDFA?\n\n```sql\nidType = 'idfa'\n```\n- Is the ID type non-null?\n\n```sql\nidType is not null\n```\n- Was the row collected within the last 90 days?\n\n```sql\ntimestamp > date_sub(current_date(), 90)\n```","items":{"type":"string"}}}},{"type":"object","required":["type"],"properties":{"type":{"type":"string","description":"64-bit IEEE 754 floating point values.","enum":["double"],"isRequired":true},"enum":{"type":"array","description":"An optional set of possible values for the field.","items":{"type":"number","format":"double"}},"validations":{"type":"array","description":"A raw Spark SQL expression determining whether a value for the given column is valid or not.\n\nIf more than one validation is specified then _all_ the validation must evaluate to `true` for the column value to be considered valid.\n\nIf `validations` is not specified or empty then all rows will match the access rule.\n\nE.g. for a dataset with the following type definition:\n\n```\n{\n \"type\": \"object\",\n \"properties\": {\n \"idValue\": {\n \"type\": \"string\"\n },\n \"idType\": {\n \"type\": \"string\",\n \"enum\": [\n \"idfa\",\n \"adid\"\n ]\n },\n \"timestamp\": {\n \"type\": \"timestamptz\"\n }\n },\n \"required\": [\n \"idValue\"\n ]\n}\n```\n\nValid constraints include:\n\n- Is the ID type IDFA?\n\n```sql\nidType = 'idfa'\n```\n- Is the ID type non-null?\n\n```sql\nidType is not null\n```\n- Was the row collected within the last 90 days?\n\n```sql\ntimestamp > date_sub(current_date(), 90)\n```","items":{"type":"string"}}}},{"type":"object","required":["type"],"properties":{"type":{"type":"string","description":"64-bit signed integer values.","enum":["long"],"isRequired":true},"enum":{"type":"array","description":"An optional set of possible values for the field.","items":{"type":"integer","format":"int64"}},"validations":{"type":"array","description":"A raw Spark SQL expression determining whether a value for the given column is valid or not.\n\nIf more than one validation is specified then _all_ the validation must evaluate to `true` for the column value to be considered valid.\n\nIf `validations` is not specified or empty then all rows will match the access rule.\n\nE.g. for a dataset with the following type definition:\n\n```\n{\n \"type\": \"object\",\n \"properties\": {\n \"idValue\": {\n \"type\": \"string\"\n },\n \"idType\": {\n \"type\": \"string\",\n \"enum\": [\n \"idfa\",\n \"adid\"\n ]\n },\n \"timestamp\": {\n \"type\": \"timestamptz\"\n }\n },\n \"required\": [\n \"idValue\"\n ]\n}\n```\n\nValid constraints include:\n\n- Is the ID type IDFA?\n\n```sql\nidType = 'idfa'\n```\n- Is the ID type non-null?\n\n```sql\nidType is not null\n```\n- Was the row collected within the last 90 days?\n\n```sql\ntimestamp > date_sub(current_date(), 90)\n```","items":{"type":"string"}}}},{"type":"object","required":["type","properties"],"properties":{"type":{"description":"A record consisting of named fields of any type.","enum":["object"],"type":"string","isRequired":true},"properties":{"type":"object","description":"A map from field names to field types.\n\nField names must consist of only alphanumeric characters or underscores and be \u003c 255 characters long.","additionalProperties":{"type":"object","properties":{"order":{"type":"integer","description":"The zero-based position of the field among its siblings. Responses always carry it. For a `flat` file\ntype it is the column's position in the input file, so a request should set it rather than rely on the\norder of the keys in `properties`."},"display_name":{"type":"string","description":"A name that will be represent at User Interface."},"approximate_cardinality":{"type":"integer","description":"An optional estimate of how many distinct values of the field will be provided to Narrative. Narrative uses this information to optimizer buyer experience."},"description":{"type":"string","description":"A description of the named field."}}},"isRequired":true},"required":{"description":"An optional array of properties whose values are never missing or null.","type":"array","items":{"type":"string"}},"unsellable":{"description":"An optional array of properties that cannot be sold to buyers.","type":"array","items":{"type":"string"}},"sensitive":{"description":"An optional array of properties that are sensitive. Data in sensitive fields are redacted when showed to Narrative users via the UI or API but can still be bought and sold.","type":"array","items":{"type":"string"}}}},{"type":"object","required":["type"],"properties":{"type":{"type":"string","description":"Abitrary-length character sequences encoded with UTF-8.","enum":["string"],"isRequired":true},"enum":{"type":"array","description":"An optional set of possible values for the field.","items":{"type":"string"}},"validations":{"type":"array","description":"A raw Spark SQL expression determining whether a value for the given column is valid or not.\n\nIf more than one validation is specified then _all_ the validation must evaluate to `true` for the column value to be considered valid.\n\nIf `validations` is not specified or empty then all rows will match the access rule.\n\nE.g. for a dataset with the following type definition:\n\n```\n{\n \"type\": \"object\",\n \"properties\": {\n \"idValue\": {\n \"type\": \"string\"\n },\n \"idType\": {\n \"type\": \"string\",\n \"enum\": [\n \"idfa\",\n \"adid\"\n ]\n },\n \"timestamp\": {\n \"type\": \"timestamptz\"\n }\n },\n \"required\": [\n \"idValue\"\n ]\n}\n```\n\nValid constraints include:\n\n- Is the ID type IDFA?\n\n```sql\nidType = 'idfa'\n```\n- Is the ID type non-null?\n\n```sql\nidType is not null\n```\n- Was the row collected within the last 90 days?\n\n```sql\ntimestamp > date_sub(current_date(), 90)\n```","items":{"type":"string"}}}},{"type":"object","required":["type"],"properties":{"type":{"type":"string","description":"Timestamp with timezone, stored as microseconds. Input values are expected to be valid [ISO-8601](https://en.wikipedia.org/wiki/ISO_8601) strings.","enum":["timestamptz"],"isRequired":true},"validations":{"type":"array","description":"A raw Spark SQL expression determining whether a value for the given column is valid or not.\n\nIf more than one validation is specified then _all_ the validation must evaluate to `true` for the column value to be considered valid.\n\nIf `validations` is not specified or empty then all rows will match the access rule.\n\nE.g. for a dataset with the following type definition:\n\n```\n{\n \"type\": \"object\",\n \"properties\": {\n \"idValue\": {\n \"type\": \"string\"\n },\n \"idType\": {\n \"type\": \"string\",\n \"enum\": [\n \"idfa\",\n \"adid\"\n ]\n },\n \"timestamp\": {\n \"type\": \"timestamptz\"\n }\n },\n \"required\": [\n \"idValue\"\n ]\n}\n```\n\nValid constraints include:\n\n- Is the ID type IDFA?\n\n```sql\nidType = 'idfa'\n```\n- Is the ID type non-null?\n\n```sql\nidType is not null\n```\n- Was the row collected within the last 90 days?\n\n```sql\ntimestamp > date_sub(current_date(), 90)\n```","items":{"type":"string"}}}}]}},"processedSecurityOptions":[{"schemes":[{"scheme":{"type":"http","scheme":"bearer","scopes":[],"schemeName":"BearerAuth"},"schema":{"title":"Bearer Auth","type":"string","isRequired":true,"description":"Bearer authentication header of the form `Bearer \u003ctoken>`, where `\u003ctoken>` is your auth token.","format":"bearer","typeLabel":"string\u003cbearer>","deprecated":false},"schemeName":"BearerAuth","name":"Authorization"}],"title":"BearerAuth"}]},"originalFileLocation":"https://docs-cdn.narrative.io/api-reference/main/openapi.json"},"subdomain":"narrative-07c7a1f7","siteName":"Narrative I/O Knowledge Base","title":"Get datasets - Narrative I/O Knowledge Base","navMaps":{"firstHrefInVersion":{},"firstHrefInLanguage":{}},"lastModified":"2026-10-26T20:47:07.222Z","originalFileLocation":"api-reference/datasets/get-datasets.mdx"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"system\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"description\" content=\"Return the active and pending datasets belonging to the authenticated company, one page at a time. Without page and per_page every dataset comes back in a single page. With either one the list is paged, per_page defaulting to 100. A data_plane_id, page or per_page value that does not parse makes the request answer 404 with no body rather than 400. A tag value that is not a valid tag is not an error: the request is served as if no tag had been sent at all.\">\u003cmeta data-mint-head name=\"application-name\" content=\"Narrative I/O Knowledge Base\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/narrative-07c7a1f7/OOk68seBU2ePTAv6/_generated/favicon/android-chrome-192x192.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"/mintlify-assets/_mintlify/favicons/narrative-07c7a1f7/OOk68seBU2ePTAv6/_generated/favicon/apple-touch-icon.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/narrative-07c7a1f7/OOk68seBU2ePTAv6/_generated/favicon/favicon-16x16.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/narrative-07c7a1f7/OOk68seBU2ePTAv6/_generated/favicon/favicon-32x32.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/narrative-07c7a1f7/OOk68seBU2ePTAv6/_generated/favicon/favicon.ico\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/narrative-07c7a1f7/OOk68seBU2ePTAv6/_generated/favicon-dark/android-chrome-192x192.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/narrative-07c7a1f7/OOk68seBU2ePTAv6/_generated/favicon-dark/favicon-16x16.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/narrative-07c7a1f7/OOk68seBU2ePTAv6/_generated/favicon-dark/favicon-32x32.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/narrative-07c7a1f7/OOk68seBU2ePTAv6/_generated/favicon-dark/favicon.ico\" media=\"(prefers-color-scheme: dark)\">\u003cmeta data-mint-head property=\"og:title\" content=\"Get datasets - Narrative I/O Knowledge Base\">\u003cmeta data-mint-head property=\"og:description\" content=\"Return the active and pending datasets belonging to the authenticated company, one page at a time. Without page and per_page every dataset comes back in a single page. With either one the list is paged, per_page defaulting to 100. A data_plane_id, page or per_page value that does not parse makes the request answer 404 with no body rather than 400. A tag value that is not a valid tag is not an error: the request is served as if no tag had been sent at all.\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"Narrative I/O Knowledge Base\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://docs.narrative.io/api-reference/datasets/get-datasets\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://narrative-07c7a1f7.mintlify.app/_mintlify/api/og/v2?division=Datasets\u0026amp;title=Get+datasets\u0026amp;description=Return+the+active+and+pending+datasets+belonging+to+the+authenticated+company%2C+one+page+at+a+time.%0A%0AWithout+%60page%60+and+%60per_page%60+every+dataset+comes+back+in+a+\u0026amp;theme=ee973f81a9436b7406ccdb45\u0026amp;signature=fda36aa28ead425fbf6e34c299a517db08ba296cc6dae145cc9edb3d57f0a217\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"Get datasets - Narrative I/O Knowledge Base\">\u003cmeta data-mint-head name=\"twitter:description\" content=\"Return the active and pending datasets belonging to the authenticated company, one page at a time. Without page and per_page every dataset comes back in a single page. With either one the list is paged, per_page defaulting to 100. A data_plane_id, page or per_page value that does not parse makes the request answer 404 with no body rather than 400. A tag value that is not a valid tag is not an error: the request is served as if no tag had been sent at all.\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://narrative-07c7a1f7.mintlify.app/_mintlify/api/og/v2?division=Datasets\u0026amp;title=Get+datasets\u0026amp;description=Return+the+active+and+pending+datasets+belonging+to+the+authenticated+company%2C+one+page+at+a+time.%0A%0AWithout+%60page%60+and+%60per_page%60+every+dataset+comes+back+in+a+\u0026amp;theme=ee973f81a9436b7406ccdb45\u0026amp;signature=fda36aa28ead425fbf6e34c299a517db08ba296cc6dae145cc9edb3d57f0a217\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"/mintlify-assets/_mintlify/favicons/narrative-07c7a1f7/OOk68seBU2ePTAv6/_generated/favicon/browserconfig.xml\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"Narrative I/O Knowledge Base\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#1438F5\">\u003clink data-mint-head rel=\"canonical\" href=\"https://docs.narrative.io/api-reference/datasets/get-datasets\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/api-reference/datasets/get-datasets.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://docs.narrative.io/#organization\",\"name\":\"Narrative I/O Knowledge Base\",\"url\":\"https://docs.narrative.io\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintcdn.com/narrative-07c7a1f7/ia6SQX79O4nc7uYf/logo/banner.png?fit=max\u0026auto=format\u0026n=ia6SQX79O4nc7uYf\u0026q=85\u0026s=99860b25011c79366624a87d1f648861\"}},{\"@type\":\"WebSite\",\"@id\":\"https://docs.narrative.io#website\",\"name\":\"Narrative I/O Knowledge Base\",\"url\":\"https://docs.narrative.io\",\"publisher\":{\"@id\":\"https://docs.narrative.io/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://docs.narrative.io/api-reference/datasets/get-datasets#webpage\",\"url\":\"https://docs.narrative.io/api-reference/datasets/get-datasets\",\"name\":\"Get datasets\",\"description\":\"Return the active and pending datasets belonging to the authenticated company, one page at a time. Without page and per_page every dataset comes back in a single page. With either one the list is paged, per_page defaulting to 100. A data_plane_id, page or per_page value that does not parse makes the request answer 404 with no body rather than 400. A tag value that is not a valid tag is not an error: the request is served as if no tag had been sent at all.\",\"dateModified\":\"2026-10-26T20:47:07.222Z\",\"isPartOf\":{\"@id\":\"https://docs.narrative.io#website\"},\"breadcrumb\":{\"@id\":\"https://docs.narrative.io/api-reference/datasets/get-datasets#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://docs.narrative.io/api-reference/datasets/get-datasets#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"Narrative I/O Knowledge Base\",\"item\":\"https://docs.narrative.io\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Get datasets\",\"item\":\"https://docs.narrative.io/api-reference/datasets/get-datasets\"}]},{\"@type\":[\"TechArticle\",\"APIReference\"],\"@id\":\"https://docs.narrative.io/api-reference/datasets/get-datasets#apireference\",\"headline\":\"Get datasets\",\"name\":\"Get datasets\",\"description\":\"Return the active and pending datasets belonging to the authenticated company, one page at a time. Without page and per_page every dataset comes back in a single page. With either one the list is paged, per_page defaulting to 100. A data_plane_id, page or per_page value that does not parse makes the request answer 404 with no body rather than 400. A tag value that is not a valid tag is not an error: the request is served as if no tag had been sent at all.\",\"url\":\"https://docs.narrative.io/api-reference/datasets/get-datasets\",\"mainEntityOfPage\":{\"@id\":\"https://docs.narrative.io/api-reference/datasets/get-datasets#webpage\"},\"dateModified\":\"2026-10-26T20:47:07.222Z\",\"publisher\":{\"@id\":\"https://docs.narrative.io/#organization\"},\"isPartOf\":{\"@id\":\"https://docs.narrative.io#website\"}}]}\u003c/script>\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@type\":\"WebSite\",\"name\":\"Narrative I/O Knowledge Base\",\"creator\":{\"@type\":\"Organization\",\"name\":\"Mintlify\",\"url\":\"https://mintlify.com\"}}\u003c/script>","siteName":"Narrative I/O Knowledge Base","nav":{"global":{"anchors":[{"anchor":"Release Notes","icon":"clock-rotate-left","href":"/release-notes"}]},"tabs":[{"tab":"Getting Started","pages":[{"title":"Getting Started","href":"/getting-started/create-account"}]},{"tab":"Concepts","pages":[{"title":"Concepts","href":"/concepts"}]},{"tab":"Guides","pages":[{"title":"Guides","href":"/guides"}]},{"tab":"Cookbooks","pages":[{"title":"Cookbooks","href":"/cookbooks"}]},{"tab":"Reference","pages":[{"title":"Reference","href":"/reference"}]},{"tab":"Connectors","pages":[{"title":"Connectors","href":"/reference/connectors"}]},{"tab":"NQL","pages":[{"title":"NQL","href":"/nql"}]},{"tab":"API Documentation","groups":[{"group":"Access Rules","pages":[{"title":"Get an Access Rule by id (V2)","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /v2/access-rules/{access_rule_id}","href":"/api-reference/access-rules/get-an-access-rule-by-id-v2"},{"title":"Update an Access Rule by id (V2)","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json put /v2/access-rules/{access_rule_id}","href":"/api-reference/access-rules/update-an-access-rule-by-id-v2"},{"title":"Delete an access rule","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json delete /v2/access-rules/{access_rule_id}","href":"/api-reference/access-rules/delete-an-access-rule"},{"title":"Get the query policy of an Access Rule","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /v2/access-rules/{access_rule_id}/query-policy","href":"/api-reference/access-rules/get-the-query-policy-of-an-access-rule"},{"title":"Set the query policy of an Access Rule","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json put /v2/access-rules/{access_rule_id}/query-policy","href":"/api-reference/access-rules/set-the-query-policy-of-an-access-rule"},{"title":"Remove the query policy of an Access Rule","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json delete /v2/access-rules/{access_rule_id}/query-policy","href":"/api-reference/access-rules/remove-the-query-policy-of-an-access-rule"},{"title":"Get an Access Rule by name (V2)","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /v2/access-rules/{company_slug}/{access_rule_name}","href":"/api-reference/access-rules/get-an-access-rule-by-name-v2"},{"title":"Get all accessible Access Rules (V2)","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /v2/access-rules","href":"/api-reference/access-rules/get-all-accessible-access-rules-v2"},{"title":"Create a new Access Rule","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /v2/access-rules","href":"/api-reference/access-rules/create-a-new-access-rule"}]},{"group":"Access Tokens","pages":[{"title":"List System Access Tokens","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /access-tokens/tokens","href":"/api-reference/access-tokens/list-system-access-tokens"},{"title":"Create a System Access Token","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /access-tokens/tokens","href":"/api-reference/access-tokens/create-a-system-access-token"},{"title":"Get a System Access Token by id","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /access-tokens/tokens/{access_token_id}","href":"/api-reference/access-tokens/get-a-system-access-token-by-id"},{"title":"Update a System Access Token","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json put /access-tokens/tokens/{access_token_id}","href":"/api-reference/access-tokens/update-a-system-access-token"},{"title":"Delete a System Access Token","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json delete /access-tokens/tokens/{access_token_id}","href":"/api-reference/access-tokens/delete-a-system-access-token"}]},{"group":"Agent Conversations","pages":[{"title":"List the calling user's agent conversations","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /agents/conversations","href":"/api-reference/agent-conversations/list-the-calling-users-agent-conversations"},{"title":"Create an agent conversation","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /agents/conversations","href":"/api-reference/agent-conversations/create-an-agent-conversation"},{"title":"Get an agent conversation","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /agents/conversations/{id}","href":"/api-reference/agent-conversations/get-an-agent-conversation"},{"title":"List conversation messages (delta read by version cursor)","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /agents/conversations/{id}/messages","href":"/api-reference/agent-conversations/list-conversation-messages-delta-read-by-version-cursor"},{"title":"Start a new run on the conversation","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /agents/conversations/{id}/runs","href":"/api-reference/agent-conversations/start-a-new-run-on-the-conversation"},{"title":"Stop waiting on a handle","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /agents/conversations/{id}/waitables/{handle}/cancel","href":"/api-reference/agent-conversations/stop-waiting-on-a-handle"},{"title":"Get a run's current state","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /agents/runs/{id}","href":"/api-reference/agent-conversations/get-a-runs-current-state"}]},{"group":"App API","pages":[{"title":"Delivery Commands","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /v1/app/commands/delivery","href":"/api-reference/app-api/delivery-commands"},{"title":"Delivery Files","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /v1/app/commands/delivery/{delivery_id}/files","href":"/api-reference/app-api/delivery-files"},{"title":"Download file","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /v1/app/commands/delivery/{delivery_id}/download/{filename}","href":"/api-reference/app-api/download-file"}]},{"group":"App Invites","pages":[{"title":"List App Invites","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /app-invites","href":"/api-reference/app-invites/list-app-invites"},{"title":"Create App Invite","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /app-invites","href":"/api-reference/app-invites/create-app-invite"},{"title":"Get App Invite","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /app-invites/{id}","href":"/api-reference/app-invites/get-app-invite"},{"title":"Archive App Invite","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json delete /app-invites/{id}","href":"/api-reference/app-invites/archive-app-invite"},{"title":"Activate App Invite","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /app-invites/{id}/activate","href":"/api-reference/app-invites/activate-app-invite"},{"title":"Get App Invite By Code","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /app-invites/codes/{code}","href":"/api-reference/app-invites/get-app-invite-by-code"}]},{"group":"Apps","pages":[{"title":"Lists apps","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /apps","href":"/api-reference/apps/lists-apps"},{"title":"Publish app event","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /apps/events","href":"/api-reference/apps/publish-app-event"},{"title":"List installed app interfaces","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /apps/installed/interfaces","href":"/api-reference/apps/list-installed-app-interfaces"},{"title":"List app interfaces","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /apps/{app_id}/interfaces","href":"/api-reference/apps/list-app-interfaces"},{"title":"Get an app interface","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /apps/{app_id}/interfaces/{interface_id}","href":"/api-reference/apps/get-an-app-interface"},{"title":"Lists profiles","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /apps/{app_slug}/profiles","href":"/api-reference/apps/lists-profiles"},{"title":"Get an app's v1 manifest","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /apps/{app_slug}/manifest","href":"/api-reference/apps/get-an-apps-v1-manifest"},{"title":"List Apps","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /v2/apps","href":"/api-reference/apps/list-apps"},{"title":"Create App","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /v2/apps","href":"/api-reference/apps/create-app"},{"title":"Get App","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /v2/apps/{slug}","href":"/api-reference/apps/get-app"},{"title":"Archive App","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json delete /v2/apps/{slug}","href":"/api-reference/apps/archive-app"},{"title":"Replace App Manifest","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json put /v2/apps/{slug}/manifest","href":"/api-reference/apps/replace-app-manifest"},{"title":"Patch App Manifest","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json patch /v2/apps/{slug}/manifest","href":"/api-reference/apps/patch-app-manifest"},{"title":"Generate App Credentials","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /v2/apps/{slug}/credentials/generate","href":"/api-reference/apps/generate-app-credentials"}]},{"group":"Attributes","pages":[{"title":"Get attributes","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /attributes","href":"/api-reference/attributes/get-attributes"},{"title":"Create an attribute","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /attributes","href":"/api-reference/attributes/create-an-attribute"},{"title":"Get an attribute","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /attributes/{attribute_name_or_id}","href":"/api-reference/attributes/get-an-attribute"},{"title":"Update an attribute","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json put /attributes/{attribute_name_or_id}","href":"/api-reference/attributes/update-an-attribute"},{"title":"Delete an attribute","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json delete /attributes/{attribute_name_or_id}","href":"/api-reference/attributes/delete-an-attribute"},{"title":"Get attribute references.","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /attributes/{attribute_name_or_id}/references","href":"/api-reference/attributes/get-attribute-references"},{"title":"Get the derivation graph around an attribute.","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /attributes/{attribute_name_or_id}/derivation-graph","href":"/api-reference/attributes/get-the-derivation-graph-around-an-attribute"}]},{"group":"Auth","pages":[{"title":"Request or refresh an OAuth token","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /oauth/token","href":"/api-reference/auth/request-or-refresh-an-oauth-token"}]},{"group":"Authentication","pages":[{"title":"Sign in with a Stytch B2B session token","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /authentication/b2b/login","href":"/api-reference/authentication/sign-in-with-a-stytch-b2b-session-token"},{"title":"Register with a Stytch B2B session token","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /authentication/b2b/register","href":"/api-reference/authentication/register-with-a-stytch-b2b-session-token"},{"title":"Check whether a Stytch B2B member is registered on Narrative","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /authentication/b2b/registration-status","href":"/api-reference/authentication/check-whether-a-stytch-b2b-member-is-registered-on-narrative"},{"title":"Exchange a user token for one scoped to another company","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /authentication/exchange-token","href":"/api-reference/authentication/exchange-a-user-token-for-one-scoped-to-another-company"},{"title":"Sign in with a Stytch session token","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /authentication/login","href":"/api-reference/authentication/sign-in-with-a-stytch-session-token"},{"title":"Register with a Stytch session token","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /authentication/register","href":"/api-reference/authentication/register-with-a-stytch-session-token"},{"title":"Check whether a Stytch Magic Links or OAuth user is registered on Narrative","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /authentication/registration-status","href":"/api-reference/authentication/check-whether-a-stytch-magic-links-or-oauth-user-is-registered-on-narrative"}]},{"group":"Billings","pages":[{"title":"Get dataset storage billing","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /admin/billings/dataset-storage-billing","href":"/api-reference/billings/get-dataset-storage-billing"},{"title":"Get dataset storage billing for company","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /billings/dataset-storage-billing","href":"/api-reference/billings/get-dataset-storage-billing-for-company"}]},{"group":"Companies","pages":[{"title":"Lists Company Domains","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /companies/{company_id}/domains","href":"/api-reference/companies/lists-company-domains"},{"title":"Get a presigned URL to upload company logo","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /admin/companies/logo-upload-url","href":"/api-reference/companies/get-a-presigned-url-to-upload-company-logo"}]},{"group":"Company","pages":[{"title":"Get a company","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /companies/{company_id}","href":"/api-reference/company/get-a-company"},{"title":"Get a company","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /company/{company_id}","href":"/api-reference/company/get-a-company-1"},{"title":"Update a company","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json put /company/{company_id}","href":"/api-reference/company/update-a-company"},{"title":"Delete (archive) a company","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json delete /company/{company_id}","href":"/api-reference/company/delete-archive-a-company"},{"title":"Clear the company's default compute pool for a data plane","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json delete /company/{company_id}/data-planes/{data_plane_id}/default-compute-pool","href":"/api-reference/company/clear-the-companys-default-compute-pool-for-a-data-plane"},{"title":"Set the company's default compute pool for a data plane","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json put /company/{company_id}/data-planes/{data_plane_id}/default-compute-pool/{compute_pool_id}","href":"/api-reference/company/set-the-companys-default-compute-pool-for-a-data-plane"},{"title":"Update a user","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json put /users/{user_id}","href":"/api-reference/company/update-a-user"}]},{"group":"Company Marketing Information","pages":[{"title":"Returns the company and user associated with the token","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /company-info/whoami","href":"/api-reference/company-marketing-information/returns-the-company-and-user-associated-with-the-token"},{"title":"Get marketing details on a company","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /company-info/{company_id}","href":"/api-reference/company-marketing-information/get-marketing-details-on-a-company"}]},{"group":"Compute Pools","pages":[{"title":"List compute pools","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /data-planes/{data_plane_id}/compute-pools","href":"/api-reference/compute-pools/list-compute-pools"},{"title":"Create a compute pool","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /data-planes/{data_plane_id}/compute-pools","href":"/api-reference/compute-pools/create-a-compute-pool"},{"title":"Get a compute pool by ID","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /data-planes/{data_plane_id}/compute-pools/{compute_pool_id}","href":"/api-reference/compute-pools/get-a-compute-pool-by-id"},{"title":"Update a compute pool","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json put /data-planes/{data_plane_id}/compute-pools/{compute_pool_id}","href":"/api-reference/compute-pools/update-a-compute-pool"},{"title":"Archive a compute pool","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json delete /data-planes/{data_plane_id}/compute-pools/{compute_pool_id}","href":"/api-reference/compute-pools/archive-a-compute-pool"}]},{"group":"Connections","pages":[{"title":"List connections","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /v2/connections","href":"/api-reference/connections/list-connections"},{"title":"Create a connection","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /v2/connections","href":"/api-reference/connections/create-a-connection"},{"title":"Get a connection","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /v2/connections/{connection_id}","href":"/api-reference/connections/get-a-connection"},{"title":"Archive a connection","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json delete /v2/connections/{connection_id}","href":"/api-reference/connections/archive-a-connection"}]},{"group":"Data Planes","pages":[{"title":"List data planes","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /data-planes","href":"/api-reference/data-planes/list-data-planes"},{"title":"Create a data plane","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /data-planes","href":"/api-reference/data-planes/create-a-data-plane"},{"title":"Get a data plane by ID","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /data-planes/{data_plane_id}","href":"/api-reference/data-planes/get-a-data-plane-by-id"},{"title":"Archive a data plane","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json delete /data-planes/{data_plane_id}","href":"/api-reference/data-planes/archive-a-data-plane"},{"title":"Update a data plane","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json patch /data-planes/{data_plane_id}","href":"/api-reference/data-planes/update-a-data-plane"},{"title":"Data plane heartbeat","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /data-planes/{data_plane_id}/heartbeat","href":"/api-reference/data-planes/data-plane-heartbeat"},{"title":"Trigger a health check","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /data-planes/{data_plane_id}/health-check","href":"/api-reference/data-planes/trigger-a-health-check"},{"title":"Replace the collaborators on a data plane","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json put /data-planes/{data_plane_id}/collaborators","href":"/api-reference/data-planes/replace-the-collaborators-on-a-data-plane"},{"title":"Add a collaborator to a data plane","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json put /data-planes/{data_plane_id}/collaborators/{collaborator_company_id}","href":"/api-reference/data-planes/add-a-collaborator-to-a-data-plane"},{"title":"Remove a collaborator from a data plane","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json delete /data-planes/{data_plane_id}/collaborators/{collaborator_company_id}","href":"/api-reference/data-planes/remove-a-collaborator-from-a-data-plane"},{"title":"Set the default compute pool for a data plane","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json put /data-planes/{data_plane_id}/default-compute-pool/{compute_pool_id}","href":"/api-reference/data-planes/set-the-default-compute-pool-for-a-data-plane"},{"title":"Clear the default compute pool for a data plane","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json delete /data-planes/{data_plane_id}/default-compute-pool","href":"/api-reference/data-planes/clear-the-default-compute-pool-for-a-data-plane"}]},{"group":"Dataset Configuration","pages":[{"title":"Preview snapshot expirations","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /datasets/{dataset_id}/retention-policy/preview","href":"/api-reference/dataset-configuration/preview-snapshot-expirations"},{"title":"Upsert retention policies for a dataset","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json put /datasets/{dataset_id}/retention-policy","href":"/api-reference/dataset-configuration/upsert-retention-policies-for-a-dataset"}]},{"group":"Dataset Files","pages":[{"title":"Files added","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /datasets/{dataset_id}/snapshots/{snapshot_id}/files-added","href":"/api-reference/dataset-files/files-added"},{"title":"Find snapshots","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /datasets/{dataset_id}/find-snapshots","href":"/api-reference/dataset-files/find-snapshots"},{"title":"Find files","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /datasets/{dataset_id}/find-files","href":"/api-reference/dataset-files/find-files"},{"title":"Issue file download url","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /datasets/{dataset_id}/snapshots/{snapshot_id}/files-added/{file_id}/download","href":"/api-reference/dataset-files/issue-file-download-url"}]},{"group":"Dataset Refresh","pages":[{"title":"Update the materialized view refresh configuration","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json put /datasets/{dataset_id}/refresh-schedule","href":"/api-reference/dataset-refresh/update-the-materialized-view-refresh-configuration"},{"title":"Create a refresh schedule for an existing materialized view","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /datasets/{dataset_id}/refresh-schedule","href":"/api-reference/dataset-refresh/create-a-refresh-schedule-for-an-existing-materialized-view"},{"title":"Archive the materialized view refresh configuration","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json delete /datasets/{dataset_id}/refresh-schedule","href":"/api-reference/dataset-refresh/archive-the-materialized-view-refresh-configuration"},{"title":"Run a materialized view refresh now","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /datasets/{dataset_id}/refresh-materialized-view","href":"/api-reference/dataset-refresh/run-a-materialized-view-refresh-now"}]},{"group":"Dataset Samples","pages":[{"title":"Sample a dataset","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /datasets/{dataset_id}/sample","href":"/api-reference/dataset-samples/sample-a-dataset"},{"title":"Upload a sample","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json put /datasets/{dataset_id}/sample","href":"/api-reference/dataset-samples/upload-a-sample"},{"title":"Delete a sample","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json delete /datasets/{dataset_id}/sample","href":"/api-reference/dataset-samples/delete-a-sample"},{"title":"Sample a dataset (Admin)","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /datasets/{dataset_id}/admin/sample","href":"/api-reference/dataset-samples/sample-a-dataset-admin"},{"title":"Request Dataset Sample","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /datasets/{dataset_id}/request-sample","href":"/api-reference/dataset-samples/request-dataset-sample"},{"title":"Sample a dataset and redact the sample","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /v2/datasets/{dataset_id}/request-sample","href":"/api-reference/dataset-samples/sample-a-dataset-and-redact-the-sample"},{"title":"Get a dataset's sample redaction","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /datasets/{dataset_id}/redaction","href":"/api-reference/dataset-samples/get-a-datasets-sample-redaction"},{"title":"Upload a dataset's sample redaction","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json put /datasets/{dataset_id}/redaction","href":"/api-reference/dataset-samples/upload-a-datasets-sample-redaction"},{"title":"Delete a dataset's sample redaction","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json delete /datasets/{dataset_id}/redaction","href":"/api-reference/dataset-samples/delete-a-datasets-sample-redaction"},{"title":"Sample a dataset with its redaction applied","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /datasets/{dataset_id}/sample/redacted","href":"/api-reference/dataset-samples/sample-a-dataset-with-its-redaction-applied"},{"title":"Sampled Mappings","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /datasets/{dataset_id}/sample/mappings","href":"/api-reference/dataset-samples/sampled-mappings"}]},{"group":"Dataset Statistics","pages":[{"title":"Get Statistics Configuration","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /datasets/{dataset_id}/statistics-configuration","href":"/api-reference/dataset-statistics/get-statistics-configuration"},{"title":"Put Statistics Configuration","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json put /datasets/{dataset_id}/statistics-configuration","href":"/api-reference/dataset-statistics/put-statistics-configuration"},{"title":"Disable Statistics Configuration","description":"Disable the statistics configuration. Statistics will no longer be computed.","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json delete /datasets/{dataset_id}/statistics-configuration","href":"/api-reference/dataset-statistics/disable-statistics-configuration"}]},{"group":"Datasets","pages":[{"title":"Get datasets","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /datasets","href":"/api-reference/datasets/get-datasets"},{"title":"Create a dataset","description":"Create or register a new dataset.\n\nNewly created datasets are in the `pending` status and require activation.\n\nTo register an empty dataset in Snowflake Dataplane:\n\nIf the request has `data_plane_id` defined but `external_id` is not provided, it will create an empty dataset with the specified schema in `pending` state.\n\nTo trigger creation of such dataset in Snowflake Dataplane, it should call `PUT datasets/\u003cdataset_id>/activate`.","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /datasets","href":"/api-reference/datasets/create-a-dataset"},{"title":"Get a dataset","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /datasets/{dataset_id}","href":"/api-reference/datasets/get-a-dataset"},{"title":"Update a dataset","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json put /datasets/{dataset_id}","href":"/api-reference/datasets/update-a-dataset"},{"title":"Delete a dataset","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json delete /datasets/{dataset_id}","href":"/api-reference/datasets/delete-a-dataset"},{"title":"Activate a dataset","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json put /datasets/{dataset_id}/activate","href":"/api-reference/datasets/activate-a-dataset"},{"title":"Activate a dataset","deprecated":true,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /datasets/{dataset_id}/activate","href":"/api-reference/datasets/activate-a-dataset-1"},{"title":"Truncate a dataset","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /datasets/{dataset_id}/truncate","href":"/api-reference/datasets/truncate-a-dataset"},{"title":"Get admin info for a dataset","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /datasets/{dataset_id}/admin","href":"/api-reference/datasets/get-admin-info-for-a-dataset"},{"title":"Update a dataset's partition spec","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /datasets/{dataset_id}/admin/partition-spec","href":"/api-reference/datasets/update-a-datasets-partition-spec"},{"title":"Get dataset statistics","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /datasets/{dataset_id}/stats","href":"/api-reference/datasets/get-dataset-statistics"},{"title":"Get detailed statistics","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /datasets/{dataset_id}/column-stats","href":"/api-reference/datasets/get-detailed-statistics"},{"title":"Create or Update detailed statistics","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json put /datasets/{dataset_id}/column-stats","href":"/api-reference/datasets/create-or-update-detailed-statistics"},{"title":"Submit recalculation","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /datasets/{dataset_id}/column-stats/recalculate","href":"/api-reference/datasets/submit-recalculation"},{"title":"Get detailed statistics for a snapshot","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /datasets/{dataset_id}/column-stats/{snapshot_id}","href":"/api-reference/datasets/get-detailed-statistics-for-a-snapshot"},{"title":"Combine snapshot metrics","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /datasets/{dataset_id}/combine","href":"/api-reference/datasets/combine-snapshot-metrics"},{"title":"Ingest a file","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /datasets/{dataset_id}/upload","href":"/api-reference/datasets/ingest-a-file"},{"title":"Issue an ingestion token","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /datasets/{dataset_id}/upload/token","href":"/api-reference/datasets/issue-an-ingestion-token"},{"title":"Metrics","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /datasets/{dataset_id}/metrics","href":"/api-reference/datasets/metrics"},{"title":"Metrics","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /datasets/{dataset_id}/snapshots/{snapshot_id}/column-stats","href":"/api-reference/datasets/metrics-1"},{"title":"Get Metrics Configuration","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /datasets/{dataset_id}/stats-config","href":"/api-reference/datasets/get-metrics-configuration"},{"title":"Put Metrics Configuration","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json put /datasets/{dataset_id}/stats-config","href":"/api-reference/datasets/put-metrics-configuration"},{"title":"Disable configuration","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json delete /datasets/{dataset_id}/stats-config","href":"/api-reference/datasets/disable-configuration"},{"title":"Derive the configuration","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json put /datasets/{dataset_id}/derive-stats-config","href":"/api-reference/datasets/derive-the-configuration"},{"title":"Enable configuration","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /datasets/{dataset_id}/enable-stats-config","href":"/api-reference/datasets/enable-configuration"},{"title":"List connector interfaces compatible with a dataset","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /datasets/{dataset_id}/interfaces","href":"/api-reference/datasets/list-connector-interfaces-compatible-with-a-dataset"}]},{"group":"Derivations","pages":[{"title":"Get derivation rules","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /derivations","href":"/api-reference/derivations/get-derivation-rules"},{"title":"Create a derivation rule","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /derivations","href":"/api-reference/derivations/create-a-derivation-rule"},{"title":"Get a derivation rule","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /derivations/{derivation_id}","href":"/api-reference/derivations/get-a-derivation-rule"},{"title":"Delete a derivation rule","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json delete /derivations/{derivation_id}","href":"/api-reference/derivations/delete-a-derivation-rule"},{"title":"Update a derivation rule","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json patch /derivations/{derivation_id}","href":"/api-reference/derivations/update-a-derivation-rule"}]},{"group":"Encryption Materials","pages":[{"title":"List encryption materials","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /encryption-materials","href":"/api-reference/encryption-materials/list-encryption-materials"},{"title":"Create an encryption material","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /encryption-materials","href":"/api-reference/encryption-materials/create-an-encryption-material"},{"title":"List decrypted encryption materials","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /encryption-materials/decrypted","href":"/api-reference/encryption-materials/list-decrypted-encryption-materials"},{"title":"Get an encryption material","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /encryption-materials/{encryption_material_id}","href":"/api-reference/encryption-materials/get-an-encryption-material"},{"title":"Update an encryption material","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json put /encryption-materials/{encryption_material_id}","href":"/api-reference/encryption-materials/update-an-encryption-material"},{"title":"Archive an encryption material","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json delete /encryption-materials/{encryption_material_id}","href":"/api-reference/encryption-materials/archive-an-encryption-material"}]},{"group":"Installations","pages":[{"title":"List Installations","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /installations","href":"/api-reference/installations/list-installations"},{"title":"Create Installation","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /installations","href":"/api-reference/installations/create-installation"},{"title":"Whoami Installation","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /installations/whoami","href":"/api-reference/installations/whoami-installation"},{"title":"Get Installation","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /installations/{id}","href":"/api-reference/installations/get-installation"},{"title":"Delete Installation","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json delete /installations/{id}","href":"/api-reference/installations/delete-installation"},{"title":"Create Installation Token","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /installations/{id}/token","href":"/api-reference/installations/create-installation-token"}]},{"group":"Jobs","pages":[{"title":"Get jobs","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /jobs","href":"/api-reference/jobs/get-jobs"},{"title":"Get a job","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /jobs/{job_id}","href":"/api-reference/jobs/get-a-job"},{"title":"Run a job","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /jobs/{job_id}/run","href":"/api-reference/jobs/run-a-job"},{"title":"Schedule a job","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /jobs/{job_id}/schedule","href":"/api-reference/jobs/schedule-a-job"},{"title":"Complete a job","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /jobs/{job_id}/complete","href":"/api-reference/jobs/complete-a-job"},{"title":"Fail a job","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /jobs/{job_id}/fail","href":"/api-reference/jobs/fail-a-job"},{"title":"Request cancellation of a job","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /jobs/{job_id}/request-cancellation","href":"/api-reference/jobs/request-cancellation-of-a-job"},{"title":"Cancel a job","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /jobs/{job_id}/cancel","href":"/api-reference/jobs/cancel-a-job"},{"title":"Reschedule a job","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /jobs/{job_id}/reschedule","href":"/api-reference/jobs/reschedule-a-job"}]},{"group":"Mappings","pages":[{"title":"Get mappings","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /mappings","href":"/api-reference/mappings/get-mappings"},{"title":"Get mapping","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /mappings/{mapping_id}","href":"/api-reference/mappings/get-mapping"},{"title":"Update a mapping","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json put /mappings/{mapping_id}","href":"/api-reference/mappings/update-a-mapping"},{"title":"Delete a mapping","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json delete /mappings/{mapping_id}","href":"/api-reference/mappings/delete-a-mapping"},{"title":"Accept a mapping","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /mappings/{mapping_id}/accept","href":"/api-reference/mappings/accept-a-mapping"},{"title":"Get mappings for a company","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /mappings/companies/{company_id}","href":"/api-reference/mappings/get-mappings-for-a-company"},{"title":"Create a mapping","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /mappings/companies/{company_id}","href":"/api-reference/mappings/create-a-mapping"},{"title":"Get mapping preview","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /mappings/{mapping_id}/sample","href":"/api-reference/mappings/get-mapping-preview"},{"title":"Test Mapping","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /mappings/test","href":"/api-reference/mappings/test-mapping"}]},{"group":"MCP Connections","pages":[{"title":"List the calling user's external MCP connections","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /mcp-connections","href":"/api-reference/mcp-connections/list-the-calling-users-external-mcp-connections"},{"title":"Begin connecting an external MCP server","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /mcp-connections","href":"/api-reference/mcp-connections/begin-connecting-an-external-mcp-server"},{"title":"OAuth redirect target that receives the authorization code","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /mcp-connections/callback","href":"/api-reference/mcp-connections/oauth-redirect-target-that-receives-the-authorization-code"},{"title":"Finish connecting an external MCP server","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /mcp-connections/complete","href":"/api-reference/mcp-connections/finish-connecting-an-external-mcp-server"},{"title":"Get one of the calling user's MCP connections","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /mcp-connections/{id}","href":"/api-reference/mcp-connections/get-one-of-the-calling-users-mcp-connections"},{"title":"Delete one of the calling user's MCP connections","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json delete /mcp-connections/{id}","href":"/api-reference/mcp-connections/delete-one-of-the-calling-users-mcp-connections"}]},{"group":"Model Inference","pages":[{"title":"Run model inference","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /model-inference/run","href":"/api-reference/model-inference/run-model-inference"}]},{"group":"Model Training","pages":[{"title":"Fine-tune a model","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /model-training/run","href":"/api-reference/model-training/fine-tune-a-model"},{"title":"Train a classifier","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /v1/model-training/train-classifier","href":"/api-reference/model-training/train-a-classifier"}]},{"group":"Models","pages":[{"title":"Get models","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /models","href":"/api-reference/models/get-models"},{"title":"Get a model","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /models/{model_id}","href":"/api-reference/models/get-a-model"},{"title":"Update a model","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json put /models/{model_id}","href":"/api-reference/models/update-a-model"},{"title":"Archive a model","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json delete /models/{model_id}","href":"/api-reference/models/archive-a-model"}]},{"group":"NQL","pages":[{"title":"Validate an NQL statement","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /nql/validate","href":"/api-reference/nql/validate-an-nql-statement"},{"title":"Parse an NQL statement","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /nql/parse","href":"/api-reference/nql/parse-an-nql-statement"},{"title":"Execute an NQL statement","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /v1/nql/execute","href":"/api-reference/nql/execute-an-nql-statement"},{"title":"Get a forecast job","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /nql/{job_id}","href":"/api-reference/nql/get-a-forecast-job"}]},{"group":"Permissions","pages":[{"title":"Create a permission","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /admin/permissions","href":"/api-reference/permissions/create-a-permission"}]},{"group":"Profiles","pages":[{"title":"Returns app profiles","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /installations/{installation_id}/profiles","href":"/api-reference/profiles/returns-app-profiles"},{"title":"Creates an app profile","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /installations/{installation_id}/profiles","href":"/api-reference/profiles/creates-an-app-profile"},{"title":"Returns profile with {profile_id}","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /installations/{installation_id}/profiles/{app_profile_id}","href":"/api-reference/profiles/returns-profile-with-"},{"title":"Updates an existing app profile","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json put /installations/{installation_id}/profiles/{app_profile_id}","href":"/api-reference/profiles/updates-an-existing-app-profile"},{"title":"Enables a profile","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /installations/{installation_id}/profiles/{app_profile_id}/enable","href":"/api-reference/profiles/enables-a-profile"},{"title":"Disables a profile","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /installations/{installation_id}/profiles/{app_profile_id}/disable","href":"/api-reference/profiles/disables-a-profile"},{"title":"Archives a profile","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /installations/{installation_id}/profiles/{app_profile_id}/archive","href":"/api-reference/profiles/archives-a-profile"}]},{"group":"Queries","pages":[{"title":"Get a query by id","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /v2/queries/{query_id}","href":"/api-reference/queries/get-a-query-by-id"},{"title":"Deletes a query","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json delete /v2/queries/{query_id}","href":"/api-reference/queries/deletes-a-query"},{"title":"Get accessible queries","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /v2/queries","href":"/api-reference/queries/get-accessible-queries"},{"title":"Create a query","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /v2/queries","href":"/api-reference/queries/create-a-query"}]},{"group":"Resources","pages":[{"title":"Get buckets","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /resources/buckets","href":"/api-reference/resources/get-buckets"},{"title":"Create bucket","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /resources/buckets","href":"/api-reference/resources/create-bucket"},{"title":"Update access type","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /resources/update-access","href":"/api-reference/resources/update-access-type"}]},{"group":"Schema Inference","pages":[{"title":"Infer the dataset schema of a file passed by multipart file.","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /v2/inference","href":"/api-reference/schema-inference/infer-the-dataset-schema-of-a-file-passed-by-multipart-file"}]},{"group":"Uploads","pages":[{"title":"Upload a file","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /uploads/{upload_path}","href":"/api-reference/uploads/upload-a-file"}]},{"group":"Usage","pages":[{"title":"Create a usage event","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /usage","href":"/api-reference/usage/create-a-usage-event"}]},{"group":"Views","pages":[{"title":"Get a view by id","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /v2/views/{view_id}","href":"/api-reference/views/get-a-view-by-id"},{"title":"Updates a view","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json put /v2/views/{view_id}","href":"/api-reference/views/updates-a-view"},{"title":"Archives a view","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json delete /v2/views/{view_id}","href":"/api-reference/views/archives-a-view"},{"title":"Get accessible views","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /v2/views","href":"/api-reference/views/get-accessible-views"},{"title":"Create a view","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /v2/views","href":"/api-reference/views/create-a-view"}]},{"group":"Webhooks","pages":[{"title":"List webhook subscriptions","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /webhooks","href":"/api-reference/webhooks/list-webhook-subscriptions"},{"title":"Create a webhook subscription","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /webhooks","href":"/api-reference/webhooks/create-a-webhook-subscription"},{"title":"Get a webhook subscription by ID","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /webhooks/{webhook_subscription_id}","href":"/api-reference/webhooks/get-a-webhook-subscription-by-id"},{"title":"Archive a webhook subscription","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json delete /webhooks/{webhook_subscription_id}","href":"/api-reference/webhooks/archive-a-webhook-subscription"},{"title":"Event delivery","version":null,"deprecated":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json webhook webhookDelivery","href":"/api-reference/webhooks/event-delivery"}]},{"group":"Whoami","pages":[{"title":"Get a current user","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /whoami","href":"/api-reference/whoami/get-a-current-user"}]},{"group":"Workflows","pages":[{"title":"List workflows","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /workflows","href":"/api-reference/workflows/list-workflows"},{"title":"Create a workflow","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /workflows","href":"/api-reference/workflows/create-a-workflow"},{"title":"Get a workflow","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /workflows/{workflow_id}","href":"/api-reference/workflows/get-a-workflow"},{"title":"Archive a workflow","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json delete /workflows/{workflow_id}","href":"/api-reference/workflows/archive-a-workflow"},{"title":"Trigger a workflow","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /workflows/{workflow_id}/trigger","href":"/api-reference/workflows/trigger-a-workflow"},{"title":"Schedule a workflow","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /workflows/{workflow_id}/schedule","href":"/api-reference/workflows/schedule-a-workflow"},{"title":"Remove a workflow schedule","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json delete /workflows/{workflow_id}/schedule","href":"/api-reference/workflows/remove-a-workflow-schedule"},{"title":"Cancel a workflow execution","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /workflows/{workflow_id}/cancel","href":"/api-reference/workflows/cancel-a-workflow-execution"},{"title":"List workflow runs","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json get /workflows/{workflow_id}/runs","href":"/api-reference/workflows/list-workflow-runs"},{"title":"Cancel a specific workflow run","deprecated":null,"version":null,"openapi":"https://docs-cdn.narrative.io/api-reference/main/openapi.json post /workflows/{workflow_id}/runs/{run_id}/cancel","href":"/api-reference/workflows/cancel-a-specific-workflow-run"}]}]}]},"title":"Get datasets - Narrative I/O Knowledge Base","buildId":"dpl_DFJrtvUi8HS5F9nkooKuDJsuD5BM","deploymentId":"dpl_DFJrtvUi8HS5F9nkooKuDJsuD5BM","dynamics":["c2aa737661","2b790eda92","b0f84f53ff","a9bb46feb3"],"chunks":["OpenApiReferenceProvider-rfhihCWU.js","utils-BmH1XFxk.js","cloneDeep-izs3Hzxb.js","_Uint8Array-BVIqJ90l.js","isObjectLike-C8vmzPEN.js","isArray-Dcu1dQ5t.js","utils-BcNsxPKB.js","toString-BX-iyh8G.js","isSymbol-CSH9U2Gm.js","addUniqueKeysToSchema-BAES3tkd.js","snippetPresets-DCMQBKLP.js","style-to-object-BY3JEAdk.js","v4-DIgz8zy6.js","ApiExamples-D6l_bzE9.js","isEqual-BfaiBbcl.js","usePlaygroundInputsStore-BOktbnNh.js","shallow-BCs8SgM7.js","getApiPlaygroundDisplay-DEmW5bJB.js","CodeSnippet-CpZOpB9C.js","CodeSnippets-BOBDqibl.js","Page-D5fEM6aW.js","getPastedJson-DH2JBvmr.js","icon-BBJH-kKh.js","MethodPill-D2Sd5NLC.js","DuplicateIcon-CGgfL2qN.js","createIcon-BKudBBzi.js","DynamicMarkdown-85clUA0i.js","SectionHeading-D0JiMgDx.js","axios-vUo_bRtp.js","Markdown-Cfiy0xZO.js","clsx-rL8ZCCw4.js","lib--scc4DXi.js","lib-B8HbPgcC.js","html-void-elements-mCSPHezU.js","dist-aeztFa9U.js","katex-YMM-FMeD.js","marked.esm-CZWythHk.js","AssistantPageLink-BywkCr5C.js"]}