Skip to content

TimesFM (Time Series Foundation Model) is a pretrained time-series foundation model developed by Google Research for time-series forecasting.

Python

add example dora.sh file

tanmayshishodiaa59979d3b429
diff --git a/peft/dora.sh b/peft/dora.sh
new file mode 100644
index 0000000..f01d876
--- /dev/null
+++ b/peft/dora.sh
@@ -0,0 +1,26 @@
+#!/bin/bash
+
+export TF_CPP_MIN_LOG_LEVEL=2 XLA_PYTHON_CLIENT_PREALLOCATE=false
+
+python3 finetune.py \
+ --model-name="google/timesfm-1.0-200m" \
+ --backend="gpu" \
+ --horizon-len=128 \
+ --context-len=512 \
+ --freq="15min" \
+ --data-path="../datasets/ETT-small/ETTm1.csv" \
+ --num-epochs=100 \
+ --learning-rate=1e-3 \
+ --adam-epsilon=1e-7 \
+ --adam-clip-threshold=1e2 \
+ --early-stop-patience=10 \
+ --datetime-col="date" \
+ --boundaries=34560 46080 57600 \
+ --use-lora \
+ --lora-rank=1 \
+ --lora-target-modules="all" \
+ --use-dora \
+ --cos-initial-decay-value=1e-4 \
+ --cos-decay-steps=40000 \
+ --cos-final-decay-value=1e-5 \
+ --ema-decay=0.9999
\ No newline at end of file