TimesFM (Time Series Foundation Model) is a pretrained time-series foundation model developed by Google Research for time-series forecasting.
Python
keep only a single bash script
tanmayshishodiad72ff835fba8
diff --git a/peft/fft.sh b/peft/fft.shdeleted file mode 100644index ed2eb5e..0000000--- a/peft/fft.sh+++ /dev/null@@ -1,22 +0,0 @@-#!/bin/bash--export TF_CPP_MIN_LOG_LEVEL=2 XLA_PYTHON_CLIENT_PREALLOCATE=false--python3 finetune.py \- --model-name="google/timesfm-1.0-200m" \- --backend="gpu" \- --horizon-len=128 \- --context-len=512 \- --freq="15min" \- --data-path="../datasets/ETT-small/ETTm1.csv" \- --num-epochs=1 \- --learning-rate=1e-3 \- --adam-epsilon=1e-7 \- --adam-clip-threshold=1e2 \- --early-stop-patience=10 \- --datetime-col="date" \- --boundaries=34560 46080 57600 \- --cos-initial-decay-value=1e-4 \- --cos-decay-steps=40000 \- --cos-final-decay-value=1e-5 \- --ema-decay=0.9999\ No newline at end of filediff --git a/peft/finetune.py b/peft/finetune.pyindex 09afa38..84c59f9 100644--- a/peft/finetune.py+++ b/peft/finetune.py@@ -62,12 +62,12 @@ RANDOM_SEED = 1234def finetune(*,- checkpoint_path: Annotated[- str, typer.Option(help="The path to the model checkpoint.")- ] = None,model_name: Annotated[str, typer.Option(help="Specify the name of the huggingface model.")] = "google/timesfm-1.0-200m",+ checkpoint_path: Annotated[+ str, typer.Option(help="The path to the local model checkpoint.")+ ] = None,datetime_col: Annotated[str, typer.Option(help="Column having datetime.")] = "ds",ts_cols: Annotated[list[str], typer.Option(help="Columns of time-series features.")@@ -115,7 +115,7 @@ def finetune(use_lora: Annotated[bool,typer.Option(- help="Train low rank adapters. Freeze all other params in model",+ help="Train low rank adapters for stacked transformer block",),] = False,lora_rank: Annotated[@@ -126,7 +126,9 @@ def finetune(] = 8,lora_target_modules: Annotated[str,- typer.Option(help="LoRA target modules. Allowed values: [all, attention, mlp]"),+ typer.Option(+ help="LoRA target modules of the transformer block. Allowed values: [all, attention, mlp]"+ ),] = "all",use_dora: Annotated[bool,@@ -137,7 +139,7 @@ def finetune(use_linear_probing: Annotated[bool,typer.Option(- help="Linear Probing. Train only input/output and embedding params. Freeze params in self attention modules.",+ help="Linear Probing. Train only input/output and embedding params. Freeze params in stack transformer block.",),] = False,checkpoint_dir: Annotated[diff --git a/peft/dora.sh b/peft/finetune.shsimilarity index 65%rename from peft/dora.shrename to peft/finetune.shindex f01d876..3ada1c3 100644--- a/peft/dora.sh+++ b/peft/finetune.sh@@ -1,10 +1,13 @@#!/bin/bash+# Script to finetune a model with specific configurations+# Adjust the parameters below as needed. For a full list of options and descriptions, run the script with the --help flag.+export TF_CPP_MIN_LOG_LEVEL=2 XLA_PYTHON_CLIENT_PREALLOCATE=falsepython3 finetune.py \--model-name="google/timesfm-1.0-200m" \- --backend="gpu" \+ --backend="cpu" \--horizon-len=128 \--context-len=512 \--freq="15min" \@@ -15,7 +18,6 @@ python3 finetune.py \--adam-clip-threshold=1e2 \--early-stop-patience=10 \--datetime-col="date" \- --boundaries=34560 46080 57600 \--use-lora \--lora-rank=1 \--lora-target-modules="all" \@@ -23,4 +25,7 @@ python3 finetune.py \--cos-initial-decay-value=1e-4 \--cos-decay-steps=40000 \--cos-final-decay-value=1e-5 \- --ema-decay=0.9999\ No newline at end of file+ --ema-decay=0.9999++# To see all available options and their descriptions, use the --help flag+# python3 finetune.py --helpdiff --git a/peft/linear_probing.sh b/peft/linear_probing.shdeleted file mode 100644index c46ee79..0000000--- a/peft/linear_probing.sh+++ /dev/null@@ -1,23 +0,0 @@-#!/bin/bash--export TF_CPP_MIN_LOG_LEVEL=2 XLA_PYTHON_CLIENT_PREALLOCATE=false--python3 finetune.py \- --model-name="google/timesfm-1.0-200m" \- --backend="gpu" \- --horizon-len=128 \- --context-len=512 \- --freq="15min" \- --data-path="../datasets/ETT-small/ETTm1.csv" \- --num-epochs=100 \- --learning-rate=1e-2 \- --adam-epsilon=1e-7 \- --adam-clip-threshold=1e2 \- --early-stop-patience=10 \- --datetime-col="date" \- --boundaries=1000 46080 57600 \- --use-linear-probing \- --cos-initial-decay-value=1e-4 \- --cos-decay-steps=40000 \- --cos-final-decay-value=1e-5 \- --ema-decay=0.9999\ No newline at end of filediff --git a/peft/lora.sh b/peft/lora.shdeleted file mode 100644index 6927deb..0000000--- a/peft/lora.sh+++ /dev/null@@ -1,25 +0,0 @@-#!/bin/bash--export TF_CPP_MIN_LOG_LEVEL=2 XLA_PYTHON_CLIENT_PREALLOCATE=false--python3 finetune.py \- --model-name="google/timesfm-1.0-200m" \- --backend="gpu" \- --horizon-len=128 \- --context-len=512 \- --freq="15min" \- --data-path="../datasets/ETT-small/ETTm1.csv" \- --num-epochs=100 \- --learning-rate=1e-3 \- --adam-epsilon=1e-7 \- --adam-clip-threshold=1e2 \- --early-stop-patience=10 \- --datetime-col="date" \- --boundaries=34560 46080 57600 \- --use-lora \- --lora-rank=1 \- --lora-target-modules="all" \- --cos-initial-decay-value=1e-4 \- --cos-decay-steps=40000 \- --cos-final-decay-value=1e-5 \- --ema-decay=0.9999\ No newline at end of file