app.py

import time

import gradio as gr
import spaces
import torch

zero = torch.Tensor([0]).cuda()
print(zero.device) # <-- 'cpu' 🤔

@spaces.GPU(enable_queue=True)
def greet(n):
    time.sleep(3)
    print(zero.device) # <-- 'cuda:0' 🤗
    return f"Hello {zero + n} Tensor"

gr.Interface(fn=greet, inputs=gr.Number(), outputs=gr.Text()).launch()