ayoubkirouane commited on
Commit
453da8a
1 Parent(s): 9f359ae

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +2 -2
README.md CHANGED
@@ -76,14 +76,14 @@ bnb_config = BitsAndBytesConfig(
76
  bnb_4bit_compute_dtype=getattr(torch, "float16"),
77
  bnb_4bit_use_double_quant=False)
78
  model = AutoModelForCausalLM.from_pretrained(
79
- "meta-llama/Llama-2-13b-hf",
80
  quantization_config=bnb_config,
81
  device_map={"": 0})
82
  model.config.use_cache = False
83
  model.config.pretraining_tp = 1
84
  model = PeftModel.from_pretrained(model, "TuningAI/Llama2_13B_startup_Assistant")
85
 
86
- tokenizer = AutoTokenizer.from_pretrained("meta-llama/Llama-2-13b-hf", trust_remote_code=True)
87
  tokenizer.pad_token = tokenizer.eos_token
88
  tokenizer.padding_side = "right"
89
  system_message = "Given a user's startup-related question in English, you will generate a thoughtful answer in English."
 
76
  bnb_4bit_compute_dtype=getattr(torch, "float16"),
77
  bnb_4bit_use_double_quant=False)
78
  model = AutoModelForCausalLM.from_pretrained(
79
+ "meta-llama/Llama-2-13b-chat-hf",
80
  quantization_config=bnb_config,
81
  device_map={"": 0})
82
  model.config.use_cache = False
83
  model.config.pretraining_tp = 1
84
  model = PeftModel.from_pretrained(model, "TuningAI/Llama2_13B_startup_Assistant")
85
 
86
+ tokenizer = AutoTokenizer.from_pretrained("meta-llama/Llama-2-13b-chat-hf", trust_remote_code=True)
87
  tokenizer.pad_token = tokenizer.eos_token
88
  tokenizer.padding_side = "right"
89
  system_message = "Given a user's startup-related question in English, you will generate a thoughtful answer in English."