prepare dataset
Browse files
scripts/prepare_contrain_dataset.py
CHANGED
@@ -155,7 +155,7 @@ def batch_iterator(name=None):
|
|
155 |
|
156 |
for row in dataset:
|
157 |
text = [
|
158 |
-
f"<|im_start|>{role_map[n['
|
159 |
for n in row['conversations']
|
160 |
]
|
161 |
|
|
|
155 |
|
156 |
for row in dataset:
|
157 |
text = [
|
158 |
+
f"<|im_start|>{role_map[n['from']]}\n{n['value']}<|im_end|>"
|
159 |
for n in row['conversations']
|
160 |
]
|
161 |
|