ljcnju commited on
Commit
e3ca5a9
1 Parent(s): 8bef040

Training in progress, epoch 1

Browse files
added_tokens.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "<|begin_of_c-sharp_code|>": 50267,
3
- "<|begin_of_java_code|>": 50269,
4
- "<|end_of_c-sharp_code|>": 50265,
5
- "<|end_of_java_code|>": 50268,
6
- "<|translate|>": 50266
7
  }
 
1
  {
2
  "<|begin_of_c-sharp_code|>": 50267,
3
+ "<|begin_of_java_code|>": 50265,
4
+ "<|end_of_c-sharp_code|>": 50268,
5
+ "<|end_of_java_code|>": 50266,
6
+ "<|translate|>": 50269
7
  }
config.json CHANGED
@@ -21,7 +21,7 @@
21
  "pad_token_id": 1,
22
  "position_embedding_type": "absolute",
23
  "torch_dtype": "float32",
24
- "transformers_version": "4.35.2",
25
  "type_vocab_size": 1,
26
  "use_cache": true,
27
  "vocab_size": 50270
 
21
  "pad_token_id": 1,
22
  "position_embedding_type": "absolute",
23
  "torch_dtype": "float32",
24
+ "transformers_version": "4.37.2",
25
  "type_vocab_size": 1,
26
  "use_cache": true,
27
  "vocab_size": 50270
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d5ad86e3db254200c5f30b6b81e1950b356a235e129b8032e2cf5e187ce8b58d
3
  size 498829328
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9fe7e4f302011bffb7d2f9364ec596399eb6a539bd21d14fc0b968b2d77d0a44
3
  size 498829328
special_tokens_map.json CHANGED
@@ -1,14 +1,14 @@
1
  {
2
  "additional_special_tokens": [
3
  {
4
- "content": "<|end_of_c-sharp_code|>",
5
  "lstrip": false,
6
  "normalized": false,
7
  "rstrip": false,
8
  "single_word": false
9
  },
10
  {
11
- "content": "<|translate|>",
12
  "lstrip": false,
13
  "normalized": false,
14
  "rstrip": false,
@@ -22,14 +22,14 @@
22
  "single_word": false
23
  },
24
  {
25
- "content": "<|end_of_java_code|>",
26
  "lstrip": false,
27
  "normalized": false,
28
  "rstrip": false,
29
  "single_word": false
30
  },
31
  {
32
- "content": "<|begin_of_java_code|>",
33
  "lstrip": false,
34
  "normalized": false,
35
  "rstrip": false,
 
1
  {
2
  "additional_special_tokens": [
3
  {
4
+ "content": "<|begin_of_java_code|>",
5
  "lstrip": false,
6
  "normalized": false,
7
  "rstrip": false,
8
  "single_word": false
9
  },
10
  {
11
+ "content": "<|end_of_java_code|>",
12
  "lstrip": false,
13
  "normalized": false,
14
  "rstrip": false,
 
22
  "single_word": false
23
  },
24
  {
25
+ "content": "<|end_of_c-sharp_code|>",
26
  "lstrip": false,
27
  "normalized": false,
28
  "rstrip": false,
29
  "single_word": false
30
  },
31
  {
32
+ "content": "<|translate|>",
33
  "lstrip": false,
34
  "normalized": false,
35
  "rstrip": false,
tokenizer.json CHANGED
@@ -64,7 +64,7 @@
64
  },
65
  {
66
  "id": 50265,
67
- "content": "<|end_of_c-sharp_code|>",
68
  "single_word": false,
69
  "lstrip": false,
70
  "rstrip": false,
@@ -73,7 +73,7 @@
73
  },
74
  {
75
  "id": 50266,
76
- "content": "<|translate|>",
77
  "single_word": false,
78
  "lstrip": false,
79
  "rstrip": false,
@@ -91,7 +91,7 @@
91
  },
92
  {
93
  "id": 50268,
94
- "content": "<|end_of_java_code|>",
95
  "single_word": false,
96
  "lstrip": false,
97
  "rstrip": false,
@@ -100,7 +100,7 @@
100
  },
101
  {
102
  "id": 50269,
103
- "content": "<|begin_of_java_code|>",
104
  "single_word": false,
105
  "lstrip": false,
106
  "rstrip": false,
 
64
  },
65
  {
66
  "id": 50265,
67
+ "content": "<|begin_of_java_code|>",
68
  "single_word": false,
69
  "lstrip": false,
70
  "rstrip": false,
 
73
  },
74
  {
75
  "id": 50266,
76
+ "content": "<|end_of_java_code|>",
77
  "single_word": false,
78
  "lstrip": false,
79
  "rstrip": false,
 
91
  },
92
  {
93
  "id": 50268,
94
+ "content": "<|end_of_c-sharp_code|>",
95
  "single_word": false,
96
  "lstrip": false,
97
  "rstrip": false,
 
100
  },
101
  {
102
  "id": 50269,
103
+ "content": "<|translate|>",
104
  "single_word": false,
105
  "lstrip": false,
106
  "rstrip": false,
tokenizer_config.json CHANGED
@@ -42,7 +42,7 @@
42
  "special": true
43
  },
44
  "50265": {
45
- "content": "<|end_of_c-sharp_code|>",
46
  "lstrip": false,
47
  "normalized": false,
48
  "rstrip": false,
@@ -50,7 +50,7 @@
50
  "special": true
51
  },
52
  "50266": {
53
- "content": "<|translate|>",
54
  "lstrip": false,
55
  "normalized": false,
56
  "rstrip": false,
@@ -66,7 +66,7 @@
66
  "special": true
67
  },
68
  "50268": {
69
- "content": "<|end_of_java_code|>",
70
  "lstrip": false,
71
  "normalized": false,
72
  "rstrip": false,
@@ -74,7 +74,7 @@
74
  "special": true
75
  },
76
  "50269": {
77
- "content": "<|begin_of_java_code|>",
78
  "lstrip": false,
79
  "normalized": false,
80
  "rstrip": false,
@@ -83,11 +83,11 @@
83
  }
84
  },
85
  "additional_special_tokens": [
86
- "<|end_of_c-sharp_code|>",
87
- "<|translate|>",
88
- "<|begin_of_c-sharp_code|>",
89
  "<|end_of_java_code|>",
90
- "<|begin_of_java_code|>"
 
 
91
  ],
92
  "bos_token": "<s>",
93
  "clean_up_tokenization_spaces": true,
 
42
  "special": true
43
  },
44
  "50265": {
45
+ "content": "<|begin_of_java_code|>",
46
  "lstrip": false,
47
  "normalized": false,
48
  "rstrip": false,
 
50
  "special": true
51
  },
52
  "50266": {
53
+ "content": "<|end_of_java_code|>",
54
  "lstrip": false,
55
  "normalized": false,
56
  "rstrip": false,
 
66
  "special": true
67
  },
68
  "50268": {
69
+ "content": "<|end_of_c-sharp_code|>",
70
  "lstrip": false,
71
  "normalized": false,
72
  "rstrip": false,
 
74
  "special": true
75
  },
76
  "50269": {
77
+ "content": "<|translate|>",
78
  "lstrip": false,
79
  "normalized": false,
80
  "rstrip": false,
 
83
  }
84
  },
85
  "additional_special_tokens": [
86
+ "<|begin_of_java_code|>",
 
 
87
  "<|end_of_java_code|>",
88
+ "<|begin_of_c-sharp_code|>",
89
+ "<|end_of_c-sharp_code|>",
90
+ "<|translate|>"
91
  ],
92
  "bos_token": "<s>",
93
  "clean_up_tokenization_spaces": true,
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8f65ea468246b1b279e50a055932a00b70975d8b1774bbb897521ce8fc791351
3
- size 4600
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9d0931aad0951de6695a53a45ffa991fb142b7405bba5d6ab0b0d5732ddefa5
3
+ size 4728