Update app.py

app.py

@@ -63,7 +63,7 @@ def decode(tokenizer, encoding):
         encoding = encoding[:eos_locs[0]]
     return tokenizer.decode(encoding.to(torch.int32).tolist())
 
-@spaces.GPU(duration=3)
+@spaces.GPU
 def update_options(input, num_tokens):
     tokenized_prompts = tokenizer.encode([input], True, False)
     print("Processed prompt")