v 0.1

- правка настроек

app.py

@@ -40,7 +40,7 @@ llm = LlamaCPP(
     # optionally, you can set the path to a pre-downloaded model instead of model_url
     model_path=None,
     temperature=0.1,
-    max_new_tokens=256,
+    max_new_tokens=64,
     # llama2 has a context window of 4096 tokens, but we set it lower to allow for some wiggle room
     context_window=1638,
     # kwargs to pass to __call__()