[{"data":1,"prerenderedAt":592},["ShallowReactive",2],{"page-\u002Fcli\u002Ftemplates":3,"surround-\u002Fcli\u002Ftemplates":583},{"id":4,"title":5,"body":6,"description":575,"extension":576,"meta":577,"navigation":578,"path":579,"seo":580,"stem":581,"__hash__":582},"docs\u002Fcli\u002Ftemplates.md","templates",{"type":7,"value":8,"toc":568},"minimark",[9,17,56,89,94,108,111,115,144,147,151,269,272,471,475,523,541,545,561,564],[10,11,12,13,16],"p",{},"The ",[14,15,5],"code",{}," commands create, list, show, change and delete templates.",[18,19,24],"pre",{"className":20,"code":21,"language":22,"meta":23,"style":23},"language-bash shiki shiki-themes github-dark-default","featherless-cloud templates \u003Csubcommand> [options]\n","bash","",[14,25,26],{"__ignoreMap":23},[27,28,31,35,39,43,46,50,53],"span",{"class":29,"line":30},"line",1,[27,32,34],{"class":33},"sQhOw","featherless-cloud",[27,36,38],{"class":37},"s9uIt"," templates",[27,40,42],{"class":41},"suJrU"," \u003C",[27,44,45],{"class":37},"subcomman",[27,47,49],{"class":48},"sZEs4","d",[27,51,52],{"class":41},">",[27,54,55],{"class":48}," [options]\n",[10,57,58,59,62,63,70,71,77,78,80,81,84,85,88],{},"To deploy from a template, pass ",[14,60,61],{},"--template"," to ",[64,65,67],"a",{"href":66},"\u002Fcli\u002Finstance#create-an-instance",[14,68,69],{},"instance create"," or ",[64,72,74],{"href":73},"\u002Fcli\u002Fexec",[14,75,76],{},"exec",". ",[14,79,61],{}," looks for your own template first, then one shared in your organization, then an official one. ",[14,82,83],{},"org\u002F\u003Cname>"," and ",[14,86,87],{},"featherless\u002F\u003Cname>"," choose explicitly.",[90,91,93],"h2",{"id":92},"list-templates","List templates",[18,95,97],{"className":20,"code":96,"language":22,"meta":23,"style":23},"featherless-cloud templates list\n",[14,98,99],{"__ignoreMap":23},[27,100,101,103,105],{"class":29,"line":30},[27,102,34],{"class":33},[27,104,38],{"class":37},[27,106,107],{"class":37}," list\n",[10,109,110],{},"Lists official templates, yours, and those shared in your organization, with their tags.",[90,112,114],{"id":113},"show-a-template","Show a template",[18,116,118],{"className":20,"code":117,"language":22,"meta":23,"style":23},"featherless-cloud templates show trainer\nfeatherless-cloud templates show featherless\u002Frocm-pytorch\n",[14,119,120,132],{"__ignoreMap":23},[27,121,122,124,126,129],{"class":29,"line":30},[27,123,34],{"class":33},[27,125,38],{"class":37},[27,127,128],{"class":37}," show",[27,130,131],{"class":37}," trainer\n",[27,133,135,137,139,141],{"class":29,"line":134},2,[27,136,34],{"class":33},[27,138,38],{"class":37},[27,140,128],{"class":37},[27,142,143],{"class":37}," featherless\u002Frocm-pytorch\n",[10,145,146],{},"Prints its settings. For an official template, it also lists the versions.",[90,148,150],{"id":149},"create-a-template","Create a template",[18,152,154],{"className":20,"code":153,"language":22,"meta":23,"style":23},"featherless-cloud templates create trainer \\\n  --image ghcr.io\u002Facme\u002Ftrainer:1 --registry ghcr \\\n  --gpu-count 1 --disk 100 --volume data:\u002Fworkspace \\\n  --env EPOCHS=3 --secret HF_TOKEN=... \\\n  --tag training\nfeatherless-cloud templates create llm-dev --template featherless\u002Frocm-vllm --gpu-count 1 --port 8000\n",[14,155,156,171,188,211,231,240],{"__ignoreMap":23},[27,157,158,160,162,165,168],{"class":29,"line":30},[27,159,34],{"class":33},[27,161,38],{"class":37},[27,163,164],{"class":37}," create",[27,166,167],{"class":37}," trainer",[27,169,170],{"class":41}," \\\n",[27,172,173,177,180,183,186],{"class":29,"line":134},[27,174,176],{"class":175},"sFSAA","  --image",[27,178,179],{"class":37}," ghcr.io\u002Facme\u002Ftrainer:1",[27,181,182],{"class":175}," --registry",[27,184,185],{"class":37}," ghcr",[27,187,170],{"class":41},[27,189,191,194,197,200,203,206,209],{"class":29,"line":190},3,[27,192,193],{"class":175},"  --gpu-count",[27,195,196],{"class":175}," 1",[27,198,199],{"class":175}," --disk",[27,201,202],{"class":175}," 100",[27,204,205],{"class":175}," --volume",[27,207,208],{"class":37}," data:\u002Fworkspace",[27,210,170],{"class":41},[27,212,214,217,220,223,226,229],{"class":29,"line":213},4,[27,215,216],{"class":175},"  --env",[27,218,219],{"class":37}," EPOCHS=",[27,221,222],{"class":175},"3",[27,224,225],{"class":175}," --secret",[27,227,228],{"class":37}," HF_TOKEN=...",[27,230,170],{"class":41},[27,232,234,237],{"class":29,"line":233},5,[27,235,236],{"class":175},"  --tag",[27,238,239],{"class":37}," training\n",[27,241,243,245,247,249,252,255,258,261,263,266],{"class":29,"line":242},6,[27,244,34],{"class":33},[27,246,38],{"class":37},[27,248,164],{"class":37},[27,250,251],{"class":37}," llm-dev",[27,253,254],{"class":175}," --template",[27,256,257],{"class":37}," featherless\u002Frocm-vllm",[27,259,260],{"class":175}," --gpu-count",[27,262,196],{"class":175},[27,264,265],{"class":175}," --port",[27,267,268],{"class":175}," 8000\n",[10,270,271],{},"The name uses lowercase letters, numbers and hyphens. It's what you deploy the template by.",[273,274,275,288],"table",{},[276,277,278],"thead",{},[279,280,281,285],"tr",{},[282,283,284],"th",{},"Option",[282,286,287],{},"Description",[289,290,291,302,319,333,343,353,363,373,383,397,407,417,427,437,451,461],"tbody",{},[279,292,293,299],{},[294,295,296],"td",{},[14,297,298],{},"--description \u003Ctext>",[294,300,301],{},"What the template is for.",[279,303,304,309],{},[294,305,306],{},[14,307,308],{},"--visibility \u003Cprivate|organization>",[294,310,311,314,315,318],{},[14,312,313],{},"private"," (default), or ",[14,316,317],{},"organization"," to let every member deploy it, with its secrets.",[279,320,321,326],{},[294,322,323],{},[14,324,325],{},"--template \u003Cname>",[294,327,328,329,332],{},"Start from an official template's image, command and environment. ",[14,330,331],{},"name:version"," for an older version.",[279,334,335,340],{},[294,336,337],{},[14,338,339],{},"--image \u003Creference>",[294,341,342],{},"Container image.",[279,344,345,350],{},[294,346,347],{},[14,348,349],{},"--registry \u003Cname|id>",[294,351,352],{},"Registry credential for a private image.",[279,354,355,360],{},[294,356,357],{},[14,358,359],{},"--compute-type \u003Cgpu|cpu>",[294,361,362],{},"GPU (default) or CPU compute.",[279,364,365,370],{},[294,366,367],{},[14,368,369],{},"--gpu-type \u003Ctext>",[294,371,372],{},"GPU model, matched on part of its name.",[279,374,375,380],{},[294,376,377],{},[14,378,379],{},"--gpu-count \u003Cn>",[294,381,382],{},"GPUs: 1, 2, 4 or 8.",[279,384,385,390],{},[294,386,387],{},[14,388,389],{},"--cpu-cores \u003Cn>",[294,391,392,393,396],{},"vCPUs, with ",[14,394,395],{},"--compute-type cpu",".",[279,398,399,404],{},[294,400,401],{},[14,402,403],{},"--disk \u003Cgb>",[294,405,406],{},"Container disk, 20–2,000.",[279,408,409,414],{},[294,410,411],{},[14,412,413],{},"--volume \u003Cname>:\u003Cpath>",[294,415,416],{},"Mount a network volume. Repeatable.",[279,418,419,424],{},[294,420,421],{},[14,422,423],{},"--command \u003Cstring>",[294,425,426],{},"Start command, split on spaces.",[279,428,429,434],{},[294,430,431],{},[14,432,433],{},"--env \u003CK=V>",[294,435,436],{},"Environment variable. Repeatable.",[279,438,439,444],{},[294,440,441],{},[14,442,443],{},"--secret \u003CK=V>",[294,445,446,447,450],{},"Secret variable, available as a file under ",[14,448,449],{},"$FEATHERLESS_SECRETS_PATH",". Repeatable.",[279,452,453,458],{},[294,454,455],{},[14,456,457],{},"--port \u003Cport>",[294,459,460],{},"Public port. Repeatable.",[279,462,463,468],{},[294,464,465],{},[14,466,467],{},"--tag \u003Ctag>",[294,469,470],{},"Label. Repeatable.",[90,472,474],{"id":473},"change-a-template","Change a template",[18,476,478],{"className":20,"code":477,"language":22,"meta":23,"style":23},"featherless-cloud templates update trainer --visibility organization\nfeatherless-cloud templates update trainer --gpu-count 2 --tag training --tag multi-gpu\n",[14,479,480,497],{"__ignoreMap":23},[27,481,482,484,486,489,491,494],{"class":29,"line":30},[27,483,34],{"class":33},[27,485,38],{"class":37},[27,487,488],{"class":37}," update",[27,490,167],{"class":37},[27,492,493],{"class":175}," --visibility",[27,495,496],{"class":37}," organization\n",[27,498,499,501,503,505,507,509,512,515,518,520],{"class":29,"line":134},[27,500,34],{"class":33},[27,502,38],{"class":37},[27,504,488],{"class":37},[27,506,167],{"class":37},[27,508,260],{"class":175},[27,510,511],{"class":175}," 2",[27,513,514],{"class":175}," --tag",[27,516,517],{"class":37}," training",[27,519,514],{"class":175},[27,521,522],{"class":37}," multi-gpu\n",[10,524,525,526,529,530,533,534,84,537,540],{},"Takes the same options as ",[14,527,528],{},"create",", plus ",[14,531,532],{},"--name"," to rename it. ",[14,535,536],{},"--secret",[14,538,539],{},"--tag"," replace the saved lists. Instances and Run Jobs already deployed keep their settings.",[90,542,544],{"id":543},"delete-a-template","Delete a template",[18,546,548],{"className":20,"code":547,"language":22,"meta":23,"style":23},"featherless-cloud templates delete trainer\n",[14,549,550],{"__ignoreMap":23},[27,551,552,554,556,559],{"class":29,"line":30},[27,553,34],{"class":33},[27,555,38],{"class":37},[27,557,558],{"class":37}," delete",[27,560,131],{"class":37},[10,562,563],{},"Instances and Run Jobs deployed from it keep running.",[565,566,567],"style",{},"html pre.shiki code .sQhOw, html code.shiki .sQhOw{--shiki-default:#FFA657}html pre.shiki code .s9uIt, html code.shiki .s9uIt{--shiki-default:#A5D6FF}html pre.shiki code .suJrU, html code.shiki .suJrU{--shiki-default:#FF7B72}html pre.shiki code .sZEs4, html code.shiki .sZEs4{--shiki-default:#E6EDF3}html .default .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html pre.shiki code .sFSAA, html code.shiki .sFSAA{--shiki-default:#79C0FF}",{"title":23,"searchDepth":134,"depth":134,"links":569},[570,571,572,573,574],{"id":92,"depth":134,"text":93},{"id":113,"depth":134,"text":114},{"id":149,"depth":134,"text":150},{"id":473,"depth":134,"text":474},{"id":543,"depth":134,"text":544},"Save launch settings once and reuse them from your terminal.","md",{},true,"\u002Fcli\u002Ftemplates",{"title":5,"description":575},"cli\u002Ftemplates","ODFIuRI3mpxHGqGdZeJo1EbFk7Jcb_2FhPo9XPvMjO4",[584,588],{"title":585,"path":586,"description":587},"volume","\u002Fcli\u002Fvolume","Manage network volumes and move files in and out of them from your terminal.",{"title":589,"path":590,"description":591},"ssh-keys","\u002Fcli\u002Fssh-keys","Manage the keys you use to connect to instances over SSH.",1794932602204]