[{"data":1,"prerenderedAt":239},["ShallowReactive",2],{"page-\u002Finstances":3,"surround-\u002Finstances":232},{"id":4,"title":5,"body":6,"description":224,"extension":225,"meta":226,"navigation":227,"path":228,"seo":229,"stem":230,"__hash__":231},"docs\u002Finstances\u002Findex.md","Overview",{"type":7,"value":8,"toc":210},"minimark",[9,13,16,35,44,49,77,81,86,98,102,107,111,114,144,148,155,159,189,193],[10,11,12],"p",{},"An instance is a container running on dedicated GPU or CPU compute. You connect to it through the browser terminal, SSH or public HTTPS ports.",[10,14,15],{},"Use an instance for work you want to interact with or keep up, such as:",[17,18,19,23,26,29,32],"ul",{},[20,21,22],"li",{},"developing and debugging code on a GPU, from the browser terminal or your IDE over SSH;",[20,24,25],{},"running notebooks in JupyterLab;",[20,27,28],{},"fine-tuning a model while you watch and adjust it;",[20,30,31],{},"serving a model behind an API with vLLM or SGLang;",[20,33,34],{},"hosting a web app or demo, such as a Gradio app.",[10,36,37,38,43],{},"For work with a clear end that doesn't need you, such as a training run or a batch job, a ",[39,40,42],"a",{"href":41},"\u002Frun-jobs","Run Job"," stops billing as soon as the command exits.",[45,46,48],"h2",{"id":47},"get-started","Get started",[50,51,52,61,69],"card-group",{},[53,54,58],"card",{"icon":55,"title":56,"to":57},"i-lucide-rocket","Deploy an instance","\u002Finstances\u002Fdeploy",[10,59,60],{},"Choose an image, compute and storage, and launch.",[53,62,66],{"icon":63,"title":64,"to":65},"i-lucide-plug","Connect to an instance","\u002Finstances\u002Fconnect",[10,67,68],{},"Open a terminal or connect with SSH.",[53,70,74],{"icon":71,"title":72,"to":73},"i-lucide-sliders-horizontal","Manage instances","\u002Finstances\u002Fmanage",[10,75,76],{},"Start, stop, restart, edit and delete.",[45,78,80],{"id":79},"concepts","Concepts",[82,83,85],"h3",{"id":84},"storage","Storage",[10,87,88,89,93,94,97],{},"Each instance has a container disk for temporary files, which is erased when the instance stops or restarts. Mount ",[39,90,92],{"href":91},"\u002Fstorage\u002Fnetwork-volumes","network volumes"," for anything you need to keep. See ",[39,95,85],{"href":96},"\u002Fstorage",".",[82,99,101],{"id":100},"connection","Connection",[10,103,104,105,97],{},"Every running instance has a browser terminal. Add an SSH key to connect with your own SSH client, and expose HTTP ports to reach web apps and APIs at public HTTPS addresses. See ",[39,106,64],{"href":65},[45,108,110],{"id":109},"deployment-options","Deployment options",[10,112,113],{},"You can deploy an instance in several ways:",[17,115,116,126,135],{},[20,117,118,125],{},[119,120,121],"strong",{},[39,122,124],{"href":123},"\u002Ftemplates","From an official template",": maintained environments such as PyTorch, vLLM and SGLang, ready to use.",[20,127,128,134],{},[119,129,130],{},[39,131,133],{"href":132},"\u002Ftemplates\u002Fmanage","From your own templates",": launch settings you or your organization saved, deployed the same way every time.",[20,136,137,143],{},[119,138,139],{},[39,140,142],{"href":141},"\u002Ftemplates\u002Fcustom-images","Custom images",": any Linux image from Docker Hub, GitHub Container Registry or another registry, public or private.",[45,145,147],{"id":146},"how-instances-are-billed","How instances are billed",[10,149,150,151,97],{},"Instances bill per second for compute and container disk while the container runs. Stopped instances don't bill for compute. See ",[39,152,154],{"href":153},"\u002Faccount\u002Fbilling","Billing",[45,156,158],{"id":157},"limitations","Limitations",[17,160,161,167,173,179],{},[20,162,163,166],{},[119,164,165],{},"HTTP only on public ports:"," public ports carry HTTP, WebSocket and server-sent events. Raw TCP and UDP aren't supported.",[20,168,169,172],{},[119,170,171],{},"Network volumes are set at deploy:"," you can't add or remove a network volume on an existing instance.",[20,174,175,178],{},[119,176,177],{},"Secrets are set at deploy:"," you can change environment variables later, but not secret variables.",[20,180,181,184,185,97],{},[119,182,183],{},"Linux images only:"," images must support ",[186,187,188],"code",{},"linux\u002Famd64",[45,190,192],{"id":191},"next-steps","Next steps",[50,194,195,202],{},[53,196,199],{"icon":55,"title":197,"to":198},"Quickstart","\u002Fget-started\u002Fquickstart",[10,200,201],{},"Deploy and connect to your first instance.",[53,203,207],{"icon":204,"title":205,"to":206},"i-lucide-notebook-pen","Develop in JupyterLab","\u002Fexamples\u002Fjupyterlab",[10,208,209],{},"A GPU notebook with your work on a network volume.",{"title":211,"searchDepth":212,"depth":212,"links":213},"",2,[214,215,220,221,222,223],{"id":47,"depth":212,"text":48},{"id":79,"depth":212,"text":80,"children":216},[217,219],{"id":84,"depth":218,"text":85},3,{"id":100,"depth":218,"text":101},{"id":109,"depth":212,"text":110},{"id":146,"depth":212,"text":147},{"id":157,"depth":212,"text":158},{"id":191,"depth":212,"text":192},"Develop, run notebooks, fine-tune and serve models on dedicated GPUs you control.","md",{},true,"\u002Finstances",{"title":5,"description":224},"instances\u002Findex","2gIePO8QWT9aV2SVwvCt4aEVDy-HblnmNF0CmheIM-s",[233,237],{"title":234,"path":235,"description":236},"Credentials","\u002Fget-started\u002Fcredentials","Connect securely to instances, automate with the CLI, and pull private images.",{"title":56,"path":57,"description":238},"Launch an instance with the image, GPUs and storage your workload needs.",1794932598279]