Commit
•
ff44e29
1
Parent(s):
f7b33f1
fix: remove token.token references
Browse files
src/distilabel_dataset_generator/sft.py
CHANGED
@@ -195,7 +195,6 @@ def generate_system_prompt(dataset_description, token: OAuthToken = None):
|
|
195 |
"max_new_tokens": 2048,
|
196 |
"do_sample": True,
|
197 |
},
|
198 |
-
api_key=token.token,
|
199 |
),
|
200 |
use_system_prompt=True,
|
201 |
)
|
@@ -235,7 +234,7 @@ def generate_dataset(
|
|
235 |
result_queue = multiprocessing.Queue()
|
236 |
p = multiprocessing.Process(
|
237 |
target=_run_pipeline,
|
238 |
-
args=(result_queue, num_turns, num_rows, system_prompt
|
239 |
)
|
240 |
p.start()
|
241 |
p.join()
|
|
|
195 |
"max_new_tokens": 2048,
|
196 |
"do_sample": True,
|
197 |
},
|
|
|
198 |
),
|
199 |
use_system_prompt=True,
|
200 |
)
|
|
|
234 |
result_queue = multiprocessing.Queue()
|
235 |
p = multiprocessing.Process(
|
236 |
target=_run_pipeline,
|
237 |
+
args=(result_queue, num_turns, num_rows, system_prompt),
|
238 |
)
|
239 |
p.start()
|
240 |
p.join()
|