Training in progress, epoch 1
Browse files- added_tokens.json +4 -4
- config.json +1 -1
- model.safetensors +1 -1
- special_tokens_map.json +4 -4
- tokenizer.json +4 -4
- tokenizer_config.json +8 -8
- training_args.bin +2 -2
added_tokens.json
CHANGED
@@ -1,7 +1,7 @@
|
|
1 |
{
|
2 |
"<|begin_of_c-sharp_code|>": 50267,
|
3 |
-
"<|begin_of_java_code|>":
|
4 |
-
"<|end_of_c-sharp_code|>":
|
5 |
-
"<|end_of_java_code|>":
|
6 |
-
"<|translate|>":
|
7 |
}
|
|
|
1 |
{
|
2 |
"<|begin_of_c-sharp_code|>": 50267,
|
3 |
+
"<|begin_of_java_code|>": 50265,
|
4 |
+
"<|end_of_c-sharp_code|>": 50268,
|
5 |
+
"<|end_of_java_code|>": 50266,
|
6 |
+
"<|translate|>": 50269
|
7 |
}
|
config.json
CHANGED
@@ -21,7 +21,7 @@
|
|
21 |
"pad_token_id": 1,
|
22 |
"position_embedding_type": "absolute",
|
23 |
"torch_dtype": "float32",
|
24 |
-
"transformers_version": "4.
|
25 |
"type_vocab_size": 1,
|
26 |
"use_cache": true,
|
27 |
"vocab_size": 50270
|
|
|
21 |
"pad_token_id": 1,
|
22 |
"position_embedding_type": "absolute",
|
23 |
"torch_dtype": "float32",
|
24 |
+
"transformers_version": "4.37.2",
|
25 |
"type_vocab_size": 1,
|
26 |
"use_cache": true,
|
27 |
"vocab_size": 50270
|
model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 498829328
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9fe7e4f302011bffb7d2f9364ec596399eb6a539bd21d14fc0b968b2d77d0a44
|
3 |
size 498829328
|
special_tokens_map.json
CHANGED
@@ -1,14 +1,14 @@
|
|
1 |
{
|
2 |
"additional_special_tokens": [
|
3 |
{
|
4 |
-
"content": "<|
|
5 |
"lstrip": false,
|
6 |
"normalized": false,
|
7 |
"rstrip": false,
|
8 |
"single_word": false
|
9 |
},
|
10 |
{
|
11 |
-
"content": "<|
|
12 |
"lstrip": false,
|
13 |
"normalized": false,
|
14 |
"rstrip": false,
|
@@ -22,14 +22,14 @@
|
|
22 |
"single_word": false
|
23 |
},
|
24 |
{
|
25 |
-
"content": "<|
|
26 |
"lstrip": false,
|
27 |
"normalized": false,
|
28 |
"rstrip": false,
|
29 |
"single_word": false
|
30 |
},
|
31 |
{
|
32 |
-
"content": "<|
|
33 |
"lstrip": false,
|
34 |
"normalized": false,
|
35 |
"rstrip": false,
|
|
|
1 |
{
|
2 |
"additional_special_tokens": [
|
3 |
{
|
4 |
+
"content": "<|begin_of_java_code|>",
|
5 |
"lstrip": false,
|
6 |
"normalized": false,
|
7 |
"rstrip": false,
|
8 |
"single_word": false
|
9 |
},
|
10 |
{
|
11 |
+
"content": "<|end_of_java_code|>",
|
12 |
"lstrip": false,
|
13 |
"normalized": false,
|
14 |
"rstrip": false,
|
|
|
22 |
"single_word": false
|
23 |
},
|
24 |
{
|
25 |
+
"content": "<|end_of_c-sharp_code|>",
|
26 |
"lstrip": false,
|
27 |
"normalized": false,
|
28 |
"rstrip": false,
|
29 |
"single_word": false
|
30 |
},
|
31 |
{
|
32 |
+
"content": "<|translate|>",
|
33 |
"lstrip": false,
|
34 |
"normalized": false,
|
35 |
"rstrip": false,
|
tokenizer.json
CHANGED
@@ -64,7 +64,7 @@
|
|
64 |
},
|
65 |
{
|
66 |
"id": 50265,
|
67 |
-
"content": "<|
|
68 |
"single_word": false,
|
69 |
"lstrip": false,
|
70 |
"rstrip": false,
|
@@ -73,7 +73,7 @@
|
|
73 |
},
|
74 |
{
|
75 |
"id": 50266,
|
76 |
-
"content": "<|
|
77 |
"single_word": false,
|
78 |
"lstrip": false,
|
79 |
"rstrip": false,
|
@@ -91,7 +91,7 @@
|
|
91 |
},
|
92 |
{
|
93 |
"id": 50268,
|
94 |
-
"content": "<|
|
95 |
"single_word": false,
|
96 |
"lstrip": false,
|
97 |
"rstrip": false,
|
@@ -100,7 +100,7 @@
|
|
100 |
},
|
101 |
{
|
102 |
"id": 50269,
|
103 |
-
"content": "<|
|
104 |
"single_word": false,
|
105 |
"lstrip": false,
|
106 |
"rstrip": false,
|
|
|
64 |
},
|
65 |
{
|
66 |
"id": 50265,
|
67 |
+
"content": "<|begin_of_java_code|>",
|
68 |
"single_word": false,
|
69 |
"lstrip": false,
|
70 |
"rstrip": false,
|
|
|
73 |
},
|
74 |
{
|
75 |
"id": 50266,
|
76 |
+
"content": "<|end_of_java_code|>",
|
77 |
"single_word": false,
|
78 |
"lstrip": false,
|
79 |
"rstrip": false,
|
|
|
91 |
},
|
92 |
{
|
93 |
"id": 50268,
|
94 |
+
"content": "<|end_of_c-sharp_code|>",
|
95 |
"single_word": false,
|
96 |
"lstrip": false,
|
97 |
"rstrip": false,
|
|
|
100 |
},
|
101 |
{
|
102 |
"id": 50269,
|
103 |
+
"content": "<|translate|>",
|
104 |
"single_word": false,
|
105 |
"lstrip": false,
|
106 |
"rstrip": false,
|
tokenizer_config.json
CHANGED
@@ -42,7 +42,7 @@
|
|
42 |
"special": true
|
43 |
},
|
44 |
"50265": {
|
45 |
-
"content": "<|
|
46 |
"lstrip": false,
|
47 |
"normalized": false,
|
48 |
"rstrip": false,
|
@@ -50,7 +50,7 @@
|
|
50 |
"special": true
|
51 |
},
|
52 |
"50266": {
|
53 |
-
"content": "<|
|
54 |
"lstrip": false,
|
55 |
"normalized": false,
|
56 |
"rstrip": false,
|
@@ -66,7 +66,7 @@
|
|
66 |
"special": true
|
67 |
},
|
68 |
"50268": {
|
69 |
-
"content": "<|
|
70 |
"lstrip": false,
|
71 |
"normalized": false,
|
72 |
"rstrip": false,
|
@@ -74,7 +74,7 @@
|
|
74 |
"special": true
|
75 |
},
|
76 |
"50269": {
|
77 |
-
"content": "<|
|
78 |
"lstrip": false,
|
79 |
"normalized": false,
|
80 |
"rstrip": false,
|
@@ -83,11 +83,11 @@
|
|
83 |
}
|
84 |
},
|
85 |
"additional_special_tokens": [
|
86 |
-
"<|
|
87 |
-
"<|translate|>",
|
88 |
-
"<|begin_of_c-sharp_code|>",
|
89 |
"<|end_of_java_code|>",
|
90 |
-
"<|
|
|
|
|
|
91 |
],
|
92 |
"bos_token": "<s>",
|
93 |
"clean_up_tokenization_spaces": true,
|
|
|
42 |
"special": true
|
43 |
},
|
44 |
"50265": {
|
45 |
+
"content": "<|begin_of_java_code|>",
|
46 |
"lstrip": false,
|
47 |
"normalized": false,
|
48 |
"rstrip": false,
|
|
|
50 |
"special": true
|
51 |
},
|
52 |
"50266": {
|
53 |
+
"content": "<|end_of_java_code|>",
|
54 |
"lstrip": false,
|
55 |
"normalized": false,
|
56 |
"rstrip": false,
|
|
|
66 |
"special": true
|
67 |
},
|
68 |
"50268": {
|
69 |
+
"content": "<|end_of_c-sharp_code|>",
|
70 |
"lstrip": false,
|
71 |
"normalized": false,
|
72 |
"rstrip": false,
|
|
|
74 |
"special": true
|
75 |
},
|
76 |
"50269": {
|
77 |
+
"content": "<|translate|>",
|
78 |
"lstrip": false,
|
79 |
"normalized": false,
|
80 |
"rstrip": false,
|
|
|
83 |
}
|
84 |
},
|
85 |
"additional_special_tokens": [
|
86 |
+
"<|begin_of_java_code|>",
|
|
|
|
|
87 |
"<|end_of_java_code|>",
|
88 |
+
"<|begin_of_c-sharp_code|>",
|
89 |
+
"<|end_of_c-sharp_code|>",
|
90 |
+
"<|translate|>"
|
91 |
],
|
92 |
"bos_token": "<s>",
|
93 |
"clean_up_tokenization_spaces": true,
|
training_args.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d9d0931aad0951de6695a53a45ffa991fb142b7405bba5d6ab0b0d5732ddefa5
|
3 |
+
size 4728
|