Spaces:
Runtime error
Runtime error
delete the useless auth token
Browse files- model/openllama.py +1 -1
model/openllama.py
CHANGED
@@ -105,7 +105,7 @@ class OpenLLAMAPEFTModel(nn.Module):
|
|
105 |
|
106 |
with init_empty_weights():
|
107 |
config = LlamaConfig.from_pretrained(vicuna_ckpt_path, use_auth_token=os.environ['API_TOKEN'])
|
108 |
-
self.llama_model = LlamaForCausalLM(config
|
109 |
|
110 |
self.llama_model = load_checkpoint_and_dispatch(self.llama_model, vicuna_ckpt_path, device_map='sequential')
|
111 |
|
|
|
105 |
|
106 |
with init_empty_weights():
|
107 |
config = LlamaConfig.from_pretrained(vicuna_ckpt_path, use_auth_token=os.environ['API_TOKEN'])
|
108 |
+
self.llama_model = LlamaForCausalLM(config)
|
109 |
|
110 |
self.llama_model = load_checkpoint_and_dispatch(self.llama_model, vicuna_ckpt_path, device_map='sequential')
|
111 |
|