Small refactoring

2025-01-21 16:09:28 +00:00
parent 955d6cda22
commit 4f4649c212
2 changed files with 218 additions and 149 deletions
@@ -261,7 +261,7 @@ def multi_gpu_example():
    config = FinetuningConfig(
        batch_size=256,
        num_epochs=5,
-        learning_rate=1e-4,
+        learning_rate=3e-5,
        use_wandb=True,
        distributed=True,
        gpu_ids=gpu_ids,