Update app.py

app.py

@@ -6,7 +6,7 @@ from transformers import (
 )
 
 import torch
-
+import os
 import torch.nn.functional as F
 
 import os
@@ -35,7 +35,7 @@ def load_llm():
 
     model_name = 'mistralai/Mistral-7B-Instruct-v0.2'
 
-    tokenizer = AutoTokenizer.from_pretrained(model_name, token=HF_TOKEN)
+    tokenizer = AutoTokenizer.from_pretrained(model_name, token=os.getenv('HF_TOKEN'))
     model = AutoModelForCausalLM.from_pretrained(
         model_name,
         #load_in_4bit=True,
@@ -43,7 +43,7 @@ def load_llm():
         torch_dtype=torch.bfloat16,
         device_map="auto",
         trust_remote_code=True,
-        token=HF_TOKEN,
+        token=os.getenv('HF_TOKEN'),
     )
 
     pipe = pipeline(