Update README.md
Browse files
README.md
CHANGED
@@ -23,6 +23,7 @@ model = GraniteForCausalLM(GraniteConfig(
|
|
23 |
num_hidden_layers=2,
|
24 |
num_key_value_heads=4,
|
25 |
pad_token_id=0,
|
|
|
26 |
))
|
27 |
tokenizer = AutoTokenizer.from_pretrained('ibm/PowerLM-3b')
|
28 |
|
|
|
23 |
num_hidden_layers=2,
|
24 |
num_key_value_heads=4,
|
25 |
pad_token_id=0,
|
26 |
+
vocab_size=49152,
|
27 |
))
|
28 |
tokenizer = AutoTokenizer.from_pretrained('ibm/PowerLM-3b')
|
29 |
|