fix: enable sampling

app.py

@@ -21,6 +21,7 @@ def respond(
         message,
         max_new_tokens=max_new_tokens,
         stream=True,
+        do_sample=True,
         temperature=temperature,
         top_p=top_p,
         top_k=top_k