keep model in ram and reduce jpg quality

app.py

@@ -95,7 +95,8 @@ def update_llm(size, model_file, clip_file, verbose_mode, n_threads):
             chat_handler=handler,
             n_ctx=512,
             verbose=verbose_mode,
-            n_threads=n_threads
+            n_threads=n_threads,
+            use_mlock=True, 
         )
         model_cache.update({'size': size, 'model_file': mf, 'clip_file': cf, 'verbose': verbose_mode, 'n_threads': n_threads, 'llm': llm})
     return None
@@ -133,7 +134,7 @@ def caption_frame(frame, size, model_file, clip_file, interval_ms, sys_prompt, u
     time.sleep(interval_ms / 1000)
 
     t_enc = time.time()
-    params = [int(cv2.IMWRITE_JPEG_QUALITY), 50]
+    params = [int(cv2.IMWRITE_JPEG_QUALITY), 25]
     success, jpeg = cv2.imencode('.jpg', img, params)
     elapsed = (time.time() - t_enc) * 1000
     timestamp = time.strftime('%H:%M:%S')