mobinln commited on
Commit
3793cdb
·
verified ·
1 Parent(s): 6482c59

extend context window to 32k

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -10,7 +10,7 @@ llm = Llama.from_pretrained(
10
  use_mlock=True,
11
  n_threads=2,
12
  n_threads_batch=2,
13
- n_ctx=1024,
14
  )
15
 
16
 
 
10
  use_mlock=True,
11
  n_threads=2,
12
  n_threads_batch=2,
13
+ n_ctx=32000,
14
  )
15
 
16