add bash scripts for running diff FT strategies

2024-07-17 21:39:14 +00:00
parent d4d4afd436
commit 5901805e7e
4 changed files with 73 additions and 3 deletions
@@ -235,10 +235,10 @@ def finetune(

    @pax_fiddle.auto_config
    def build_learner() -> learners.Learner:
-        bprop_variable_inclusion = None
-        bprop_variable_exclusion = None
+        bprop_variable_inclusion = []
+        bprop_variable_exclusion = []
        if use_lora:
-            bprop_variable_inclusion = [r"^.*lora.*$"]
+            bprop_variable_inclusion.append(r"^.*lora.*$")
            if use_dora:
                bprop_variable_inclusion.append(r"^.*dora.*$")
        elif use_linear_probing: