|
@@ -364,7 +364,7 @@ class ModelTrainer:
|
|
responses = [completion[0]['content'] for completion in completions]
|
|
responses = [completion[0]['content'] for completion in completions]
|
|
q = prompts[0][-1]['content']
|
|
q = prompts[0][-1]['content']
|
|
extracted_responses = [ModelTrainer.extract_xml_answer(r) for r in responses]
|
|
extracted_responses = [ModelTrainer.extract_xml_answer(r) for r in responses]
|
|
- print(f"\n Response:\n {responses}",f"\n Extracted:\n {responses}")
|
|
|
|
|
|
+ # print(f"\n Response:\n {responses}",f"\n Extracted:\n {responses}")
|
|
print('-' * 20, f"Question:\n{q}", f"\nAnswer:\n{answer[0]}", f"\nResponse:\n{responses[0]}", f"\nExtracted:\n{extracted_responses[0]}")
|
|
print('-' * 20, f"Question:\n{q}", f"\nAnswer:\n{answer[0]}", f"\nResponse:\n{responses[0]}", f"\nExtracted:\n{extracted_responses[0]}")
|
|
return [2.0 if r == a else 0.0 for r, a in zip(extracted_responses, answer)]
|
|
return [2.0 if r == a else 0.0 for r, a in zip(extracted_responses, answer)]
|
|
|
|
|