|
@@ -227,6 +227,8 @@ trainer.train()
|
|
|
|
|
|
# Save the trained model
|
|
|
print("Saving LoRA weights to grpo_saved_lora...")
|
|
|
-model.save_lora(f"../models/trained/grpoModel")
|
|
|
+# model.save_lora(f"../models/trained/grpoModel")
|
|
|
+model.save_pretrained(f"../models/trained/grpoModel")
|
|
|
+tokenizer.save_pretrained(f"../models/trained/grpoModel")
|
|
|
|
|
|
print("Training complete!")
|