[{"data":1,"prerenderedAt":388},["ShallowReactive",2],{"page-\u002Ftemplates\u002Fmanage":3,"surround-\u002Ftemplates\u002Fmanage":381},{"id":4,"title":5,"body":6,"description":374,"extension":375,"meta":376,"navigation":233,"path":377,"seo":378,"stem":379,"__hash__":380},"docs\u002Ftemplates\u002Fmanage.md","Manage templates",{"type":7,"value":8,"toc":366},"minimark",[9,13,18,180,183,187,298,302,312,318,322,328,332,335,338,342,362],[10,11,12],"p",{},"This page covers creating, deploying, sharing, duplicating, editing and deleting templates.",[14,15,17],"h2",{"id":16},"create-a-template","Create a template",[19,20,22,57],"tabs",{"sync":21},"interface",[23,24,26],"tabs-item",{"label":25},"Console",[10,27,28,29,38,39,43,44,48,49,52,53,56],{},"On the ",[30,31,37],"a",{"href":32,"rel":33,"target":36},"https:\u002F\u002Fconsole.cloud.featherless.ai\u002Ftemplates",[34,35],"noopener","noreferrer","_blank","Templates page",", click ",[40,41,42],"strong",{},"New template",". The form is the ",[30,45,47],{"href":46},"\u002Finstances\u002Fdeploy","deploy page"," plus a ",[40,50,51],{},"Template name",", which the CLI deploys the template by, and ",[40,54,55],{},"Visibility",".",[23,58,60,169],{"label":59},"CLI",[61,62,67],"pre",{"className":63,"code":64,"language":65,"meta":66,"style":66},"language-bash shiki shiki-themes github-dark-default","featherless-cloud templates create llm-dev \\\n  --template featherless\u002Frocm-vllm \\\n  --gpu-count 1 \\\n  --volume models:\u002Fworkspace \\\n  --port 8000 \\\n  --env HF_HOME=\u002Fworkspace\u002Fhf \\\n  --visibility organization \\\n  --tag vllm\n","bash","",[68,69,70,93,105,116,127,138,149,160],"code",{"__ignoreMap":66},[71,72,75,79,83,86,89],"span",{"class":73,"line":74},"line",1,[71,76,78],{"class":77},"sQhOw","featherless-cloud",[71,80,82],{"class":81},"s9uIt"," templates",[71,84,85],{"class":81}," create",[71,87,88],{"class":81}," llm-dev",[71,90,92],{"class":91},"suJrU"," \\\n",[71,94,96,100,103],{"class":73,"line":95},2,[71,97,99],{"class":98},"sFSAA","  --template",[71,101,102],{"class":81}," featherless\u002Frocm-vllm",[71,104,92],{"class":91},[71,106,108,111,114],{"class":73,"line":107},3,[71,109,110],{"class":98},"  --gpu-count",[71,112,113],{"class":98}," 1",[71,115,92],{"class":91},[71,117,119,122,125],{"class":73,"line":118},4,[71,120,121],{"class":98},"  --volume",[71,123,124],{"class":81}," models:\u002Fworkspace",[71,126,92],{"class":91},[71,128,130,133,136],{"class":73,"line":129},5,[71,131,132],{"class":98},"  --port",[71,134,135],{"class":98}," 8000",[71,137,92],{"class":91},[71,139,141,144,147],{"class":73,"line":140},6,[71,142,143],{"class":98},"  --env",[71,145,146],{"class":81}," HF_HOME=\u002Fworkspace\u002Fhf",[71,148,92],{"class":91},[71,150,152,155,158],{"class":73,"line":151},7,[71,153,154],{"class":98},"  --visibility",[71,156,157],{"class":81}," organization",[71,159,92],{"class":91},[71,161,163,166],{"class":73,"line":162},8,[71,164,165],{"class":98},"  --tag",[71,167,168],{"class":81}," vllm\n",[10,170,171,172,175,176,179],{},"Use ",[68,173,174],{},"--image \u003Creference>"," instead of ",[68,177,178],{},"--template"," to base it on your own image.",[10,181,182],{},"A template is based on either an official template or your own image.",[14,184,186],{"id":185},"deploy-from-a-template","Deploy from a template",[19,188,189,201],{"sync":21},[23,190,191],{"label":25},[10,192,193,196,197,200],{},[40,194,195],{},"Deploy"," in a template's menu on the ",[30,198,37],{"href":32,"rel":199,"target":36},[34,35]," opens the deploy page with its settings filled in.",[23,202,203,288],{"label":59},[61,204,206],{"className":63,"code":205,"language":65,"meta":66,"style":66},"# Your own template\nfeatherless-cloud instance create --template llm-dev\n\n# A template shared in your organization\nfeatherless-cloud instance create --template org\u002Fllm-dev\n\n# An official template, at a chosen version\nfeatherless-cloud exec --template featherless\u002Frocm-pytorch:2.12.0 --gpu-count 1 -- python train.py\n",[68,207,208,214,229,235,240,253,257,262],{"__ignoreMap":66},[71,209,210],{"class":73,"line":74},[71,211,213],{"class":212},"sH3jZ","# Your own template\n",[71,215,216,218,221,223,226],{"class":73,"line":95},[71,217,78],{"class":77},[71,219,220],{"class":81}," instance",[71,222,85],{"class":81},[71,224,225],{"class":98}," --template",[71,227,228],{"class":81}," llm-dev\n",[71,230,231],{"class":73,"line":107},[71,232,234],{"emptyLinePlaceholder":233},true,"\n",[71,236,237],{"class":73,"line":118},[71,238,239],{"class":212},"# A template shared in your organization\n",[71,241,242,244,246,248,250],{"class":73,"line":129},[71,243,78],{"class":77},[71,245,220],{"class":81},[71,247,85],{"class":81},[71,249,225],{"class":98},[71,251,252],{"class":81}," org\u002Fllm-dev\n",[71,254,255],{"class":73,"line":140},[71,256,234],{"emptyLinePlaceholder":233},[71,258,259],{"class":73,"line":151},[71,260,261],{"class":212},"# An official template, at a chosen version\n",[71,263,264,266,269,271,274,277,279,282,285],{"class":73,"line":162},[71,265,78],{"class":77},[71,267,268],{"class":81}," exec",[71,270,225],{"class":98},[71,272,273],{"class":81}," featherless\u002Frocm-pytorch:2.12.0",[71,275,276],{"class":98}," --gpu-count",[71,278,113],{"class":98},[71,280,281],{"class":98}," --",[71,283,284],{"class":81}," python",[71,286,287],{"class":81}," train.py\n",[10,289,290,291,294,295,297],{},"Other flags override the template's values. ",[40,292,293],{},"Copy CLI flag"," in a template's menu copies its ",[68,296,178],{}," flag.",[14,299,301],{"id":300},"share-a-template","Share a template",[10,303,304,305,307,308,311],{},"Set the template's ",[40,306,55],{}," to ",[40,309,310],{},"Organization",", and every member can see and deploy it, including its secret values.",[313,314,315],"warning",{},[10,316,317],{},"Members who deploy a shared template can read its secrets from inside their instances. Share only templates whose secrets every member may use.",[14,319,321],{"id":320},"duplicate-a-template","Duplicate a template",[10,323,324,327],{},[40,325,326],{},"Duplicate"," works on any template, including official ones. The copy is private and includes the original's secret values.",[14,329,331],{"id":330},"edit-or-delete-a-template","Edit or delete a template",[10,333,334],{},"Instances and Run Jobs already deployed from a template keep their settings when it's edited or deleted.",[10,336,337],{},"You can edit or delete your own templates. Organization owners and admins can also edit or delete templates shared in the organization. Official templates can't be changed.",[14,339,341],{"id":340},"next-steps","Next steps",[343,344,345,354],"card-group",{},[346,347,351],"card",{"icon":348,"title":349,"to":350},"i-lucide-container","Custom images","\u002Ftemplates\u002Fcustom-images",[10,352,353],{},"Base a template on your own image.",[346,355,359],{"icon":356,"title":357,"to":358},"i-lucide-terminal","templates command","\u002Fcli\u002Ftemplates",[10,360,361],{},"Every template command and option.",[363,364,365],"style",{},"html pre.shiki code .sQhOw, html code.shiki .sQhOw{--shiki-default:#FFA657}html pre.shiki code .s9uIt, html code.shiki .s9uIt{--shiki-default:#A5D6FF}html pre.shiki code .suJrU, html code.shiki .suJrU{--shiki-default:#FF7B72}html pre.shiki code .sFSAA, html code.shiki .sFSAA{--shiki-default:#79C0FF}html .default .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html pre.shiki code .sH3jZ, html code.shiki .sH3jZ{--shiki-default:#8B949E}",{"title":66,"searchDepth":95,"depth":95,"links":367},[368,369,370,371,372,373],{"id":16,"depth":95,"text":17},{"id":185,"depth":95,"text":186},{"id":300,"depth":95,"text":301},{"id":320,"depth":95,"text":321},{"id":330,"depth":95,"text":331},{"id":340,"depth":95,"text":341},"Save your launch settings once and deploy them again in one click, for you or your whole organization.","md",{},"\u002Ftemplates\u002Fmanage",{"title":5,"description":374},"templates\u002Fmanage","aDl1OQUjJI_sogOhMJBZhH4kOp96sZSJckY5fDgxdEM",[382,386],{"title":383,"path":384,"description":385},"Templates overview","\u002Ftemplates","Start from maintained environments, or save your own setup so you and your team deploy it the same way every time.",{"title":349,"path":350,"description":387},"Bring your own container image, public or private.",1794932598316]