Aleksandr Maiorov commited on
Commit
9f503a4
·
1 Parent(s): b9b18d0

- правка настроек

Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -42,7 +42,7 @@ llm = LlamaCPP(
42
  temperature=0.1,
43
  max_new_tokens=256,
44
  # llama2 has a context window of 4096 tokens, but we set it lower to allow for some wiggle room
45
- context_window=16384,
46
  # kwargs to pass to __call__()
47
  generate_kwargs={},
48
  # kwargs to pass to __init__()
 
42
  temperature=0.1,
43
  max_new_tokens=256,
44
  # llama2 has a context window of 4096 tokens, but we set it lower to allow for some wiggle room
45
+ context_window=1638,
46
  # kwargs to pass to __call__()
47
  generate_kwargs={},
48
  # kwargs to pass to __init__()