Hugging Face's logo

microsoft
/
Phi-3-vision-128k-instruct-onnx-directml

Text Generation
Transformers
ONNX
phi3_v
ONNX
DML
ONNXRuntime
phi3
custom_code
Model card Files Community
2
kvaishnavi commited on
Commit
bc6397c
•
1 Parent(s): e94cafb

Fix EOS token id

Browse files
Files changed (1) hide show
  1. directml-int4-rtn-block-32/genai_config.json +71 -76
directml-int4-rtn-block-32/genai_config.json CHANGED
@@ -1,77 +1,72 @@
1
- {
2
- "model": {
3
- "bos_token_id": 1,
4
- "context_length": 131072,
5
- "decoder": {
6
- "session_options": {
7
- "log_id": "onnxruntime-genai",
8
- "provider_options": [
9
- {
10
- "dml": {}
11
- }
12
- ]
13
- },
14
- "filename": "model.onnx",
15
- "head_size": 96,
16
- "hidden_size": 3072,
17
- "inputs": {
18
- "inputs_embeds": "inputs_embeds",
19
- "attention_mask": "attention_mask",
20
- "past_key_names": "past_key_values.%d.key",
21
- "past_value_names": "past_key_values.%d.value"
22
- },
23
- "outputs": {
24
- "logits": "logits",
25
- "present_key_names": "present.%d.key",
26
- "present_value_names": "present.%d.value"
27
- },
28
- "num_attention_heads": 32,
29
- "num_hidden_layers": 32,
30
- "num_key_value_heads": 32
31
- },
32
- "embedding": {
33
- "filename": "phi-3-v-128k-instruct-text-embedding.onnx",
34
- "inputs": {
35
- "input_ids": "input_ids"
36
- },
37
- "outputs": {
38
- "inputs_embeds": "inputs_embeds"
39
- }
40
- },
41
- "vision": {
42
- "filename": "phi-3-v-128k-instruct-vision.onnx",
43
- "inputs": {
44
- "pixel_values": "pixel_values",
45
- "image_sizes": "image_sizes"
46
- },
47
- "outputs": {
48
- "visual_features": "visual_features"
49
- }
50
- },
51
- "eos_token_id": [
52
- 2,
53
- 32000,
54
- 32001,
55
- 32007
56
- ],
57
- "pad_token_id": 32000,
58
- "type": "phi3v",
59
- "vocab_size": 32064
60
- },
61
- "search": {
62
- "diversity_penalty": 0.0,
63
- "do_sample": false,
64
- "early_stopping": true,
65
- "length_penalty": 1.0,
66
- "max_length": 131072,
67
- "min_length": 0,
68
- "no_repeat_ngram_size": 0,
69
- "num_beams": 1,
70
- "num_return_sequences": 1,
71
- "past_present_share_buffer": true,
72
- "repetition_penalty": 1.0,
73
- "temperature": 1.0,
74
- "top_k": 1,
75
- "top_p": 1.0
76
- }
77
  }
 
1
+ {
2
+ "model": {
3
+ "bos_token_id": 1,
4
+ "context_length": 131072,
5
+ "decoder": {
6
+ "session_options": {
7
+ "log_id": "onnxruntime-genai",
8
+ "provider_options": [
9
+ {
10
+ "dml": {}
11
+ }
12
+ ]
13
+ },
14
+ "filename": "model.onnx",
15
+ "head_size": 96,
16
+ "hidden_size": 3072,
17
+ "inputs": {
18
+ "inputs_embeds": "inputs_embeds",
19
+ "attention_mask": "attention_mask",
20
+ "past_key_names": "past_key_values.%d.key",
21
+ "past_value_names": "past_key_values.%d.value"
22
+ },
23
+ "outputs": {
24
+ "logits": "logits",
25
+ "present_key_names": "present.%d.key",
26
+ "present_value_names": "present.%d.value"
27
+ },
28
+ "num_attention_heads": 32,
29
+ "num_hidden_layers": 32,
30
+ "num_key_value_heads": 32
31
+ },
32
+ "embedding": {
33
+ "filename": "phi-3-v-128k-instruct-text-embedding.onnx",
34
+ "inputs": {
35
+ "input_ids": "input_ids"
36
+ },
37
+ "outputs": {
38
+ "inputs_embeds": "inputs_embeds"
39
+ }
40
+ },
41
+ "vision": {
42
+ "filename": "phi-3-v-128k-instruct-vision.onnx",
43
+ "inputs": {
44
+ "pixel_values": "pixel_values",
45
+ "image_sizes": "image_sizes"
46
+ },
47
+ "outputs": {
48
+ "visual_features": "visual_features"
49
+ }
50
+ },
51
+ "eos_token_id": 32007,
52
+ "pad_token_id": 32000,
53
+ "type": "phi3v",
54
+ "vocab_size": 32064
55
+ },
56
+ "search": {
57
+ "diversity_penalty": 0.0,
58
+ "do_sample": false,
59
+ "early_stopping": true,
60
+ "length_penalty": 1.0,
61
+ "max_length": 131072,
62
+ "min_length": 0,
63
+ "no_repeat_ngram_size": 0,
64
+ "num_beams": 1,
65
+ "num_return_sequences": 1,
66
+ "past_present_share_buffer": true,
67
+ "repetition_penalty": 1.0,
68
+ "temperature": 1.0,
69
+ "top_k": 1,
70
+ "top_p": 1.0
71
+ }
 
 
 
 
 
72
  }