Write pipeline output to a dataset that updates automatically whenever the pipeline runs.
Publish to Dataset is one of the pipeline’s output steps. It creates a dataset that is automatically kept up to date by the pipeline.
Once you have made every transformation you need, publish the result as a dataset. The step lets you choose the dataset name and the repository it is stored in.
After naming and saving, click the link to navigate to the new dataset.
You need write access to the destination repository. See Repositories for how permission levels work.
A published dataset is a first-class dataset: it can be queried through the API, read with the Python SDK, and fetched by other pipelines with Fetch Dataset.
Chart the result instead of, or as well as, publishing it.
Data snapshot
Produce a downloadable, embeddable snapshot.
⌘I
{"docsConfig":{"theme":"luma","$schema":"https://mintlify.com/docs.json","name":"Alphacast","colors":{"primary":"#6549d0","light":"#927ed8","dark":"#2a1d61"},"favicon":"https://media.brand.dev/15f0bd29-8d2d-4c07-8834-a7a4aa2e20ce.png","navbar":{"primary":{"type":"github","href":"https://github.com/alphacastio/mintlify-docs"}},"styling":{"latex":false},"navigation":{"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"alphacastio","hasAudioNarration":false,"actualSubdomain":"alphacastio","customDomains":["learn.alphacast.io"],"gitSource":{"type":"github","owner":"alphacastio","repo":"mintlify-docs","deployBranch":"main","contentDirectory":"","isPrivate":false,"mountPath":"","label":""},"chroma":{"liveDeploymentHistoryId":"6ad23d508aaa470606845438","collectionId":"31d9d59f-9715-41a9-b282-4aeb2c0a04e7","schemaVersion":"v3","latestBuiltDeploymentHistoryId":"6ad23d508aaa470606845438"},"feedback":{"thumbs":false},"entitlements":{},"buildId":"6ad23f7195906ab85f6537fd","clientVersion":"0.0.3965","searchFilterCounts":[{"language":"default","tag":"Documentation","count":50},{"language":"default","tag":"Pipeline Steps","count":40},{"language":"default","tag":"API Reference","count":17},{"language":"default","tag":"MCP","count":17},{"language":"default","tag":"Python SDK","count":11},{"language":"default","tag":"Reshape","count":10},{"language":"default","tag":"Get Started","count":9},{"language":"default","tag":"Transform and analyze","count":9},{"language":"default","tag":"Datasets","count":7},{"language":"default","tag":"Repositories","count":6}]},"assistantConfig":{"enableAskAiButton":false,"enableStarterQuestions":false,"enableContextualStarterQuestions":false,"enableAskAiSearchBar":true},"hasChatPermissions":false,"hasWebMcpPermissions":false,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-v7-file-tree","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"pause-universal-search-reconcile","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"per-site-search-delta","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-private-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-nav-generations","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"byok-sep-25","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"vite-origin","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-agent-model-picker","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-updated-9-15","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"isAtlas":false,"googleFontsInlined":false},"customCss":[],"page":{"pagePath":"steps/publish","slug":"/steps/publish","pageMetadata":{"title":"Publish to Dataset","sidebarTitle":"Publish dataset","description":"Write pipeline output to a dataset that updates automatically whenever the pipeline runs.","href":"/steps/publish"},"description":{"compiledSource":"\"use strict\";\nconst {jsx: _jsx} = arguments[0];\nconst {useMDXComponents: _provideComponents} = arguments[0];\nfunction _createMdxContent(props) {\n const _components = {\n p: \"p\",\n ..._provideComponents(),\n ...props.components\n };\n return _jsx(_components.p, {\n children: \"Write pipeline output to a dataset that updates automatically whenever the pipeline runs.\"\n });\n}\nfunction MDXContent(props = {}) {\n const {wrapper: MDXLayout} = {\n ..._provideComponents(),\n ...props.components\n };\n return MDXLayout ? _jsx(MDXLayout, {\n ...props,\n children: _jsx(_createMdxContent, {\n ...props\n })\n }) : _createMdxContent(props);\n}\nreturn {\n default: MDXContent\n};\n","frontmatter":{},"scope":{}},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx,jsxs:_jsxs}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){const _components={a:`a`,p:`p`,strong:`strong`,..._provideComponents(),...props.components},{Card,CardGroup,Frame,Heading,Note,OptimizedImage,Tip}=_components;if(!Card)_missingMdxReference(`Card`,true);if(!CardGroup)_missingMdxReference(`CardGroup`,true);if(!Frame)_missingMdxReference(`Frame`,true);if(!Heading)_missingMdxReference(`Heading`,true);if(!Note)_missingMdxReference(`Note`,true);if(!OptimizedImage)_missingMdxReference(`OptimizedImage`,true);if(!Tip)_missingMdxReference(`Tip`,true);return _jsxs(_Fragment,{children:[_jsxs(_components.p,{children:[_jsx(_components.strong,{children:`Publish to Dataset`}),` is one of the pipeline’s output steps. It creates a dataset that is automatically kept up to date by the pipeline.`]}),`\n`,_jsx(Frame,{children:_jsx(OptimizedImage,{src:`https://mintcdn.com/alphacastio/ttF_U-V9HDrmrPbo/images/steps/publish-1.png?fit=max\u0026auto=format\u0026n=ttF_U-V9HDrmrPbo\u0026q=85\u0026s=1931ed8cf68cc6c40495566acf650c77`,alt:`Publish Dataset step in the pipeline editor`,\"data-og-width\":`672`,width:`672`,\"data-og-height\":`163`,height:`163`,\"data-path\":`images/steps/publish-1.png`,\"data-optimize\":`true`,\"data-opv\":`3`,srcset:`https://mintcdn.com/alphacastio/ttF_U-V9HDrmrPbo/images/steps/publish-1.png?w=280\u0026fit=max\u0026auto=format\u0026n=ttF_U-V9HDrmrPbo\u0026q=85\u0026s=a6d8419a1c7a3f1a89c90ff39fee8a0d 280w, https://mintcdn.com/alphacastio/ttF_U-V9HDrmrPbo/images/steps/publish-1.png?w=560\u0026fit=max\u0026auto=format\u0026n=ttF_U-V9HDrmrPbo\u0026q=85\u0026s=f17fe40fc9a64daec5e4720327c94ab1 560w, https://mintcdn.com/alphacastio/ttF_U-V9HDrmrPbo/images/steps/publish-1.png?w=840\u0026fit=max\u0026auto=format\u0026n=ttF_U-V9HDrmrPbo\u0026q=85\u0026s=8b82c3ddedfe01fc58ed347f3b6d7b4c 840w, https://mintcdn.com/alphacastio/ttF_U-V9HDrmrPbo/images/steps/publish-1.png?w=1100\u0026fit=max\u0026auto=format\u0026n=ttF_U-V9HDrmrPbo\u0026q=85\u0026s=719be7ea70cd164526db0e63dd72119c 1100w, https://mintcdn.com/alphacastio/ttF_U-V9HDrmrPbo/images/steps/publish-1.png?w=1650\u0026fit=max\u0026auto=format\u0026n=ttF_U-V9HDrmrPbo\u0026q=85\u0026s=3933b49948f4ef18ec12f477bae85252 1650w, https://mintcdn.com/alphacastio/ttF_U-V9HDrmrPbo/images/steps/publish-1.png?w=2500\u0026fit=max\u0026auto=format\u0026n=ttF_U-V9HDrmrPbo\u0026q=85\u0026s=dcd2a3d209ffa7a8aeddf28f27edf0ff 2500w`})}),`\n`,_jsx(_components.p,{children:`Once you have made every transformation you need, publish the result as a dataset. The step lets you choose the dataset name and the repository it is stored in.`}),`\n`,_jsx(Frame,{children:_jsx(OptimizedImage,{src:`https://mintcdn.com/alphacastio/ttF_U-V9HDrmrPbo/images/steps/publish-2.jpg?fit=max\u0026auto=format\u0026n=ttF_U-V9HDrmrPbo\u0026q=85\u0026s=33286b83b5e5cf055f5b1fa73fff6292`,alt:`Naming the published dataset and choosing a repository`,\"data-og-width\":`955`,width:`955`,\"data-og-height\":`318`,height:`318`,\"data-path\":`images/steps/publish-2.jpg`,\"data-optimize\":`true`,\"data-opv\":`3`,srcset:`https://mintcdn.com/alphacastio/ttF_U-V9HDrmrPbo/images/steps/publish-2.jpg?w=280\u0026fit=max\u0026auto=format\u0026n=ttF_U-V9HDrmrPbo\u0026q=85\u0026s=e5a4160a1be9d1e93b86cfc2c9912e80 280w, https://mintcdn.com/alphacastio/ttF_U-V9HDrmrPbo/images/steps/publish-2.jpg?w=560\u0026fit=max\u0026auto=format\u0026n=ttF_U-V9HDrmrPbo\u0026q=85\u0026s=bdf4bbef54a34bd8d24d9452ac8a119e 560w, https://mintcdn.com/alphacastio/ttF_U-V9HDrmrPbo/images/steps/publish-2.jpg?w=840\u0026fit=max\u0026auto=format\u0026n=ttF_U-V9HDrmrPbo\u0026q=85\u0026s=b5d2a2844958c058805983fd87d870eb 840w, https://mintcdn.com/alphacastio/ttF_U-V9HDrmrPbo/images/steps/publish-2.jpg?w=1100\u0026fit=max\u0026auto=format\u0026n=ttF_U-V9HDrmrPbo\u0026q=85\u0026s=10b1b5c51451ada3a30ae62f13ac8c53 1100w, https://mintcdn.com/alphacastio/ttF_U-V9HDrmrPbo/images/steps/publish-2.jpg?w=1650\u0026fit=max\u0026auto=format\u0026n=ttF_U-V9HDrmrPbo\u0026q=85\u0026s=e391fe1af353ef17a819fbf30bcb4a48 1650w, https://mintcdn.com/alphacastio/ttF_U-V9HDrmrPbo/images/steps/publish-2.jpg?w=2500\u0026fit=max\u0026auto=format\u0026n=ttF_U-V9HDrmrPbo\u0026q=85\u0026s=7be737f083c61da67d5978be76e3045d 2500w`})}),`\n`,_jsx(_components.p,{children:`After naming and saving, click the link to navigate to the new dataset.`}),`\n`,_jsx(Frame,{children:_jsx(OptimizedImage,{src:`https://mintcdn.com/alphacastio/ttF_U-V9HDrmrPbo/images/steps/publish-3.jpg?fit=max\u0026auto=format\u0026n=ttF_U-V9HDrmrPbo\u0026q=85\u0026s=317ec4c5effe4f89a9c4e893942debac`,alt:`Link to the newly published dataset`,\"data-og-width\":`954`,width:`954`,\"data-og-height\":`342`,height:`342`,\"data-path\":`images/steps/publish-3.jpg`,\"data-optimize\":`true`,\"data-opv\":`3`,srcset:`https://mintcdn.com/alphacastio/ttF_U-V9HDrmrPbo/images/steps/publish-3.jpg?w=280\u0026fit=max\u0026auto=format\u0026n=ttF_U-V9HDrmrPbo\u0026q=85\u0026s=dc918cb79eea4a39c7ebf4a85787a887 280w, https://mintcdn.com/alphacastio/ttF_U-V9HDrmrPbo/images/steps/publish-3.jpg?w=560\u0026fit=max\u0026auto=format\u0026n=ttF_U-V9HDrmrPbo\u0026q=85\u0026s=2367ec0f17f7f9f31d591f61808b248a 560w, https://mintcdn.com/alphacastio/ttF_U-V9HDrmrPbo/images/steps/publish-3.jpg?w=840\u0026fit=max\u0026auto=format\u0026n=ttF_U-V9HDrmrPbo\u0026q=85\u0026s=37cf883f685978d78e4bd4d1210f0229 840w, https://mintcdn.com/alphacastio/ttF_U-V9HDrmrPbo/images/steps/publish-3.jpg?w=1100\u0026fit=max\u0026auto=format\u0026n=ttF_U-V9HDrmrPbo\u0026q=85\u0026s=0bcd9a2d85a40f8c222d27605426c85d 1100w, https://mintcdn.com/alphacastio/ttF_U-V9HDrmrPbo/images/steps/publish-3.jpg?w=1650\u0026fit=max\u0026auto=format\u0026n=ttF_U-V9HDrmrPbo\u0026q=85\u0026s=ef444ca821735eb8ce4a52d56666f0ca 1650w, https://mintcdn.com/alphacastio/ttF_U-V9HDrmrPbo/images/steps/publish-3.jpg?w=2500\u0026fit=max\u0026auto=format\u0026n=ttF_U-V9HDrmrPbo\u0026q=85\u0026s=317da98b15cd6227acc5f5be378a312f 2500w`})}),`\n`,_jsx(Note,{children:_jsxs(_components.p,{children:[`You need write access to the destination repository. See `,_jsx(_components.a,{href:`/concepts/repositories`,children:`Repositories`}),` for how permission levels work.`]})}),`\n`,_jsx(Tip,{children:_jsxs(_components.p,{children:[`A published dataset is a first-class dataset: it can be queried through the `,_jsx(_components.a,{href:`/api/datasets/data`,children:`API`}),`, read with the `,_jsx(_components.a,{href:`/python-sdk/downloading`,children:`Python SDK`}),`, and fetched by other pipelines with `,_jsx(_components.a,{href:`/steps/fetch-dataset`,children:`Fetch Dataset`}),`.`]})}),`\n`,_jsx(Heading,{level:`2`,id:`next-steps`,children:`Next steps`}),`\n`,_jsxs(CardGroup,{cols:2,children:[_jsx(Card,{title:`Chart data`,icon:`chart-simple`,href:`/steps/chart-data`,children:_jsx(_components.p,{children:`Chart the result instead of, or as well as, publishing it.`})}),_jsx(Card,{title:`Data snapshot`,icon:`camera`,href:`/steps/data-snapshot`,children:_jsx(_components.p,{children:`Produce a downloadable, embeddable snapshot.`})})]})]})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent};function _missingMdxReference(id,component){throw new Error(`Expected `+(component?`component`:`object`)+\" `\"+id+\"` to be defined: you likely forgot to import, pass, or provide it.\")}","frontmatter":{},"scope":{"config":{},"pageMetadata":{"title":"Publish to Dataset","sidebarTitle":"Publish dataset","description":"Write pipeline output to a dataset that updates automatically whenever the pipeline runs.","href":"/steps/publish"}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[{"title":"Next steps","slug":"next-steps","depth":2,"children":[]}],"codeExamples":{}},"jsLinks":[],"subdomain":"alphacastio","siteName":"Alphacast","title":"Publish to Dataset - Alphacast","navMaps":{"firstHrefInVersion":{},"firstHrefInLanguage":{}},"lastModified":"2026-08-10T18:53:55.605Z","originalFileLocation":"steps/publish.mdx"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"system\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"description\" content=\"Write pipeline output to a dataset that updates automatically whenever the pipeline runs.\">\u003cmeta data-mint-head name=\"application-name\" content=\"Alphacast\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"https://media.brand.dev/15f0bd29-8d2d-4c07-8834-a7a4aa2e20ce.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"https://media.brand.dev/15f0bd29-8d2d-4c07-8834-a7a4aa2e20ce.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"https://media.brand.dev/15f0bd29-8d2d-4c07-8834-a7a4aa2e20ce.png\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/png\" href=\"https://media.brand.dev/15f0bd29-8d2d-4c07-8834-a7a4aa2e20ce.png\">\u003cmeta data-mint-head property=\"og:title\" content=\"Publish to Dataset - Alphacast\">\u003cmeta data-mint-head property=\"og:description\" content=\"Write pipeline output to a dataset that updates automatically whenever the pipeline runs.\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"Alphacast\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://learn.alphacast.io/steps/publish\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://alphacastio.mintlify.app/_mintlify/api/og/v2?division=Outputs\u0026amp;title=Publish+to+Dataset\u0026amp;description=Write+pipeline+output+to+a+dataset+that+updates+automatically+whenever+the+pipeline+runs.\u0026amp;theme=a6b0bc10ef4f1aedc2867976\u0026amp;signature=3e52c5bee7198126e62895b9871897847fe87c678117c17bd8096d251229491e\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"Publish to Dataset - Alphacast\">\u003cmeta data-mint-head name=\"twitter:description\" content=\"Write pipeline output to a dataset that updates automatically whenever the pipeline runs.\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://alphacastio.mintlify.app/_mintlify/api/og/v2?division=Outputs\u0026amp;title=Publish+to+Dataset\u0026amp;description=Write+pipeline+output+to+a+dataset+that+updates+automatically+whenever+the+pipeline+runs.\u0026amp;theme=a6b0bc10ef4f1aedc2867976\u0026amp;signature=3e52c5bee7198126e62895b9871897847fe87c678117c17bd8096d251229491e\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"https://mintlify.s3.us-west-1.amazonaws.com/alphacastio/_generated/favicon/browserconfig.xml?v=3\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"Alphacast\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#6549d0\">\u003clink data-mint-head rel=\"canonical\" href=\"https://learn.alphacast.io/steps/publish\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/steps/publish.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://learn.alphacast.io/#organization\",\"name\":\"Alphacast\",\"url\":\"https://learn.alphacast.io\"},{\"@type\":\"WebSite\",\"@id\":\"https://learn.alphacast.io#website\",\"name\":\"Alphacast\",\"url\":\"https://learn.alphacast.io\",\"publisher\":{\"@id\":\"https://learn.alphacast.io/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://learn.alphacast.io/steps/publish#webpage\",\"url\":\"https://learn.alphacast.io/steps/publish\",\"name\":\"Publish to Dataset\",\"description\":\"Write pipeline output to a dataset that updates automatically whenever the pipeline runs.\",\"dateModified\":\"2026-08-10T18:53:55.605Z\",\"isPartOf\":{\"@id\":\"https://learn.alphacast.io#website\"},\"breadcrumb\":{\"@id\":\"https://learn.alphacast.io/steps/publish#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://learn.alphacast.io/steps/publish#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"Pipeline Steps\",\"item\":\"https://learn.alphacast.io/steps/overview\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Publish to Dataset\",\"item\":\"https://learn.alphacast.io/steps/publish\"}]},{\"@type\":[\"Article\",\"TechArticle\"],\"@id\":\"https://learn.alphacast.io/steps/publish#article\",\"headline\":\"Publish to Dataset\",\"name\":\"Publish to Dataset\",\"description\":\"Write pipeline output to a dataset that updates automatically whenever the pipeline runs.\",\"url\":\"https://learn.alphacast.io/steps/publish\",\"mainEntityOfPage\":{\"@id\":\"https://learn.alphacast.io/steps/publish#webpage\"},\"dateModified\":\"2026-08-10T18:53:55.605Z\",\"publisher\":{\"@id\":\"https://learn.alphacast.io/#organization\"},\"isPartOf\":{\"@id\":\"https://learn.alphacast.io#website\"}}]}\u003c/script>\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@type\":\"WebSite\",\"name\":\"Alphacast\",\"creator\":{\"@type\":\"Organization\",\"name\":\"Mintlify\",\"url\":\"https://mintlify.com\"}}\u003c/script>","siteName":"Alphacast","nav":{"global":null,"tabs":[{"tab":"Documentation","groups":[{"group":"Get Started","pages":[{"title":"Alphacast: Financial Data Analytics for Everyone","href":"/introduction"},{"title":"Get Started with Alphacast API","href":"/quickstart"},{"title":"Authenticate with the Alphacast API","href":"/authentication"}]},{"group":"Core Concepts","pages":[{"title":"Repositories: Organizing Your Data in Alphacast","sidebarTitle":"Repositories","href":"/concepts/repositories"},{"title":"Datasets: Storing and Accessing Time-Series Data","sidebarTitle":"Datasets","href":"/concepts/datasets"},{"title":"Data Providers: Built-In Sources for Market Data","sidebarTitle":"Data providers","href":"/concepts/data-providers"}]},{"group":"Uploading Data","pages":[{"title":"Uploading Data: Overview","sidebarTitle":"Overview","href":"/uploading/overview"},{"title":"The Dataset Manifest","sidebarTitle":"Manifest","href":"/uploading/manifest"},{"title":"Validation Rules and Upload Modes","sidebarTitle":"Validation \u0026 modes","href":"/uploading/validation"}]},{"group":"Data Providers","pages":[{"title":"Connect to External Data Providers","href":"/providers/overview"}]},{"group":"Pipeline Steps","pages":[{"title":"Pipeline Steps","sidebarTitle":"Overview","href":"/steps/overview"},{"group":"Import data","pages":[{"title":"Fetch Alphacast Dataset","sidebarTitle":"Fetch dataset","href":"/steps/fetch-dataset"},{"title":"Fetch FRED Data","sidebarTitle":"Fetch FRED","href":"/steps/fetch-fred"},{"title":"Fetch Financial Data","sidebarTitle":"Fetch financial data","href":"/steps/fetch-yahoo"},{"title":"Fetch Alphacast Series","sidebarTitle":"Fetch series","href":"/steps/fetch-series"},{"title":"Fetch API Explorer Data","sidebarTitle":"Fetch API provider","href":"/steps/fetch-api-provider"}]},{"group":"Filter and select","pages":[{"title":"Select Columns","sidebarTitle":"Select columns","href":"/steps/select-columns"},{"title":"Filter Entity","sidebarTitle":"Filter entity","href":"/steps/filter-entity"},{"title":"Filter Dates","sidebarTitle":"Filter dates","href":"/steps/filter-dates"},{"title":"Filter Rows","sidebarTitle":"Filter rows","href":"/steps/filter-rows"},{"title":"Sort Rows","sidebarTitle":"Sort rows","href":"/steps/sort-rows"},{"title":"Select Series","sidebarTitle":"Select series","href":"/steps/select-series"}]},{"group":"Reshape","pages":[{"title":"Reorder Columns","sidebarTitle":"Reorder columns","href":"/steps/reorder-columns"},{"title":"Rename Columns","sidebarTitle":"Rename columns","href":"/steps/rename-columns"},{"title":"Regroup Entities","sidebarTitle":"Regroup entities","href":"/steps/regroup-entities"},{"title":"Change Frequency","sidebarTitle":"Change frequency","href":"/steps/resample"},{"title":"Merge with Dataset","sidebarTitle":"Merge with dataset","href":"/steps/merge"},{"title":"Append Dataset","sidebarTitle":"Append dataset","href":"/steps/append-dataset"},{"title":"Unstack (Long to Wide)","sidebarTitle":"Unstack dataset","href":"/steps/unstack-dataset"},{"title":"Melt (Wide to Long)","sidebarTitle":"Melt dataset","href":"/steps/melt-dataset"},{"title":"Rename Values","sidebarTitle":"Rename values","href":"/steps/rename-values"},{"title":"Reorder Rows","sidebarTitle":"Reorder rows","href":"/steps/reorder-rows"}]},{"group":"Transform and analyze","pages":[{"title":"Apply Transform","sidebarTitle":"Apply transform","href":"/steps/transform"},{"title":"Apply Country Transform","sidebarTitle":"Apply country transform","href":"/steps/change-units"},{"title":"Apply Formula","sidebarTitle":"Apply formula","href":"/steps/apply-formula"},{"title":"Calculate Variable","sidebarTitle":"Calculate variable","href":"/steps/calculate-variable"},{"title":"Formula Reference","sidebarTitle":"Formula reference","href":"/steps/formula-reference"},{"title":"X13 ARIMA Seasonal Adjustment","sidebarTitle":"X13 ARIMA seasonal adjustment","href":"/steps/arima-sa"},{"title":"Validate Countries","sidebarTitle":"Validate countries","href":"/steps/country-validator"},{"title":"Technical Analysis","sidebarTitle":"Technical analysis","href":"/steps/talib"},{"title":"Portfolio Statistics and Tear Sheets","sidebarTitle":"Portfolio statistics","href":"/steps/portfolio-analysis"}]},{"group":"AI steps","pages":[{"title":"Transform with AI","sidebarTitle":"Transform with AI","href":"/steps/ai-transform"},{"title":"Summarize with AI","sidebarTitle":"Summarize with AI","href":"/steps/ai-summary"},{"title":"Create AI View","sidebarTitle":"Create AI view","description":"Build a chart, table or mini dashboard from the output of one or more earlier steps, generated and versioned by AI.","href":"/steps/ai-visualization"}]},{"group":"Outputs","pages":[{"title":"Publish to Dataset","sidebarTitle":"Publish dataset","href":"/steps/publish"},{"title":"Create a Chart","sidebarTitle":"Create a chart","description":"Turn pipeline output into a chart and customize it without leaving the pipeline.","href":"/steps/chart-data"},{"title":"Create a Table","sidebarTitle":"Create a table","href":"/steps/table-view"},{"title":"Create a Deck of Views","sidebarTitle":"Create a deck of views","href":"/steps/deck-view"},{"title":"Data Snapshot","sidebarTitle":"Data snapshot","href":"/steps/data-snapshot"},{"title":"Add Markdown Text","sidebarTitle":"Markdown","href":"/steps/markdown"}]}]}]},{"tab":"API Reference","pages":[{"title":"API Reference","href":"/api/overview"}]},{"tab":"Python SDK","pages":[{"title":"Python SDK","href":"/python-sdk/overview"}]},{"tab":"MCP","pages":[{"title":"MCP","href":"/mcp/overview"}]}]},"title":"Publish to Dataset - Alphacast","buildId":"dpl_849ArpqvBiCczQiT1Y1stNGpbqHT","deploymentId":"dpl_849ArpqvBiCczQiT1Y1stNGpbqHT","dynamics":["07c022d89b","a74be98ba7"],"chunks":["Frame-Cz91mEGH.js","DynamicMarkdown-a8hUKrw6.js","zoom-image-lightbox-CaUwvYH3.js","lightbox-handle-r17bVUz3.js"]}