import gradio as gr
import spaces
import torch

zero = torch.Tensor([0]).cuda()
print(zero.device) # <-- 'cpu' ๐Ÿค”

@spaces.GPU
def greet(n):
print(zero.device) # <-- 'cuda:0' ๐Ÿค—
return f"Hello {zero + n} Tensor"

demo = gr.Interface(fn=greet, inputs=gr.Number(), outputs=gr.Text())
demo.launch()

image.png

Ready to merge
This branch is ready to get merged automatically.

Sign up or log in to comment