From a59979d3b429671bbb4a5fafb4c7ff8041e214ca Mon Sep 17 00:00:00 2001
From: tanmayshishodia <tanmay.shishodia@nutanix.com>
Date: Tue, 16 Jul 2024 19:20:04 +0000
Subject: [PATCH] add example dora.sh file

---
 peft/dora.sh | 26 ++++++++++++++++++++++++++
 1 file changed, 26 insertions(+)
 create mode 100644 peft/dora.sh

diff --git a/peft/dora.sh b/peft/dora.sh
new file mode 100644
index 0000000..f01d876
--- /dev/null
+++ b/peft/dora.sh
@@ -0,0 +1,26 @@
+#!/bin/bash
+
+export TF_CPP_MIN_LOG_LEVEL=2 XLA_PYTHON_CLIENT_PREALLOCATE=false
+
+python3 finetune.py \
+    --model-name="google/timesfm-1.0-200m" \
+    --backend="gpu" \
+    --horizon-len=128 \
+    --context-len=512 \
+    --freq="15min" \
+    --data-path="../datasets/ETT-small/ETTm1.csv" \
+    --num-epochs=100 \
+    --learning-rate=1e-3 \
+    --adam-epsilon=1e-7 \
+    --adam-clip-threshold=1e2 \
+    --early-stop-patience=10 \
+    --datetime-col="date" \
+    --boundaries=34560 46080 57600 \
+    --use-lora \
+    --lora-rank=1 \
+    --lora-target-modules="all" \
+    --use-dora \
+    --cos-initial-decay-value=1e-4 \
+    --cos-decay-steps=40000 \
+    --cos-final-decay-value=1e-5 \
+    --ema-decay=0.9999
\ No newline at end of file