add auth

model/openllama.py

@@ -104,7 +104,7 @@ class OpenLLAMAPEFTModel(nn.Module):
         )
 
         with init_empty_weights():
-            config = LlamaConfig.from_pretrained(vicuna_ckpt_path)
+            config = LlamaConfig.from_pretrained(vicuna_ckpt_path, use_auth_token=os.environ['API_TOKEN'])
             self.llama_model = LlamaForCausalLM(config, use_auth_token=os.environ['API_TOKEN'])
 
         self.llama_model = load_checkpoint_and_dispatch(self.llama_model, vicuna_ckpt_path, device_map='sequential')