Update app.py

app.py

@@ -8,6 +8,7 @@ from gradio.themes.utils import colors
 from transformers import pipeline, TextIteratorStreamer, AutoModelForCausalLM, AutoTokenizer
 
 SYSTEM_PROMPT = "You are a compliance assistant. Use the provided risk data to answer user questions. If a single risk object is given, provide a direct answer. If a list of risks is provided, summarize, compare, or analyze the collection as needed. Always base your response on the data provided."
+hf_token = os.environ["HF_TOKEN"]
 
 class HfModelWrapper:
     def __init__(
@@ -23,7 +24,7 @@ class HfModelWrapper:
         self.tokenizer = AutoTokenizer.from_pretrained(model_path)
         self.sys_prompt = sys_prompt
         self.adapter_path = adapter_path
-        self.model.load_adapter(self.adapter_path)
+        self.model.load_adapter(self.adapter_path, token=token)
         self.model.enable_adapters()
 
     def build_prompt(self, user_msg, history):