add parameter efficient finetuning pipeline

Why? this commit adds a generic finetuning pipeline with LoRA and DoRA support
2024-07-16 01:26:36 +00:00
parent 03c71634e6
commit 71d980267d
9 changed files with 1575 additions and 1 deletions
@@ -1,4 +1,4 @@
-name: tfm_env
+name: ok_tfm_env

 channels:
  - conda-forge
@@ -16,3 +16,5 @@ dependencies:
    - jax[cuda12]==0.4.26
    - einshape
    - scikit-learn
+    - typer
+    - wandb