ProtoSSL/scripts/queue-experiments.sh at main · StevenSong/ProtoSSL · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
#!/bin/bash

set -e

declare -a DATASETS=("echonext" "ptbxl" "cinc" "mimic" "zzu" "code15")
declare -a SEEDS=(42 67 70 73 99)
declare -A DATASET_DIRS=(
    ["echonext"]="echonext"
    ["ptbxl"]="ptb-xl"
    ["cinc"]="cinc-2020"
    ["mimic"]="mimic-iv-ecg"
    ["zzu"]="zzu-pecg"
    ["code15"]="code15"
)
declare -a SUFFIXES_echonext=("" "-32k" "-16k" "-8k" "-4k" "-2k" "-1k" "-512" "-256")
declare -a SUFFIXES_ptbxl=("" "-8k" "-4k" "-2k" "-1k" "-512" "-256")
declare -a SUFFIXES_code15=("" "-32k" "-16k" "-8k" "-4k" "-2k" "-1k" "-512" "-256")
declare -a SUFFIXES_cinc=("" "-4k" "-2k" "-1k" "-512" "-256")
declare -a SUFFIXES_mimic=("" "-32k" "-16k" "-8k" "-4k" "-2k" "-1k" "-512" "-256")
declare -a SUFFIXES_zzu=("" "-4k" "-2k" "-1k" "-512" "-256")

source _submit_job.sh

export BASE_ECG_PATH=/opt/gpudata/ecg
export REPO_ROOT=/opt/gpu_working/steven/ProtoSSL


for seed in "${SEEDS[@]}"; do
    echo "SEED: $seed"
    export SEED=$seed
    export BASE_OUTPUT_DIR=/opt/gpu_working/steven/protossl-ecg-outputs-rebuttal/protossl-outputs-seed"$SEED"

    for dataset in "${DATASETS[@]}"; do
        echo "DATASET: $dataset"
        ds_dir="${DATASET_DIRS[$dataset]}"
        export BASE_RUN_DIR="$BASE_OUTPUT_DIR/runs-$dataset"
        export BASE_DATASET_PATH="$BASE_ECG_PATH/$ds_dir"

        array_name="SUFFIXES_${dataset}[@]"
        suffixes=("${!array_name}")

        for suffix in "${suffixes[@]}"; do
            echo "SUFFIX: $suffix"

            cache_id=$(submit_job "$suffix" 0-run-cache-data.sh)
            echo $cache_id

            submit_job "$suffix" 1-run-blackbox-direct.sh "--dependency=afterok:$cache_id"
            submit_job "$suffix" 2-run-supproto-direct.sh "--dependency=afterok:$cache_id"
            submit_job "$suffix" 3-run-protossl-heedb-pila.sh "--dependency=afterok:$cache_id"
            submit_job "$suffix" 4-run-supproto-heedb-rila.sh "--dependency=afterok:$cache_id"

            submit_job "$suffix" 5-1-run-ecgfounder-logreg.sh # does not depend on same 100 Hz cache (takes 500 Hz)
            submit_job "$suffix" 5-2-run-stmem-logreg.sh # does not depend on same 100 Hz cache (takes 250 Hz)
            submit_job "$suffix" 5-3-run-pclr-logreg.sh "--dependency=afterok:$cache_id"

            if [ "$dataset" == "zzu" ] && [ "$suffix" == "" ]; then
                echo "ZZU full scale, larger prototype bank"
                submit_job "$suffix" 3-run-protossl-heedb-150-pila.sh "--dependency=afterok:$cache_id"
            fi

            if [ "$dataset" == "echonext" ]; then
                echo "Ablations"
                # prototypes per label
                submit_job "$suffix" 2-z-run-supproto-direct-7ppl.sh "--dependency=afterok:$cache_id"
                submit_job "$suffix" 2-z-run-supproto-direct-28ppl.sh "--dependency=afterok:$cache_id"
                submit_job "$suffix" 3-z-run-protossl-heedb-pila-7ppl.sh "--dependency=afterok:$cache_id"
                submit_job "$suffix" 3-z-run-protossl-heedb-pila-28ppl.sh "--dependency=afterok:$cache_id"
                submit_job "$suffix" 4-z-run-supproto-heedb-rila-7ppl.sh "--dependency=afterok:$cache_id"
                submit_job "$suffix" 4-z-run-supproto-heedb-rila-28ppl.sh "--dependency=afterok:$cache_id"

                # pretraining over HEEDB-150 labels, 7500 (150 labels x 50 ppl) and 1050 prototype banks
                submit_job "$suffix" 3-run-protossl-heedb-150-pila.sh "--dependency=afterok:$cache_id"
                submit_job "$suffix" 4-run-supproto-heedb-150-rila.sh "--dependency=afterok:$cache_id"
                submit_job "$suffix" 3-run-protossl-heedb-150-1050-pila.sh "--dependency=afterok:$cache_id"
                submit_job "$suffix" 4-run-supproto-heedb-150-1050-rila.sh "--dependency=afterok:$cache_id"

                # supproto no-proj
                submit_job "$suffix" 4-y-run-supproto-heedb-pila.sh "--dependency=afterok:$cache_id"

                # assignment method
                submit_job "$suffix" 6-run-protossl-heedb-pia.sh "--dependency=afterok:$cache_id"

                # no assignment
                submit_job "$suffix" 3-z-run-protossl-heedb-pila-83ppl.sh "--dependency=afterok:$cache_id"
                submit_job "$suffix" 6-z-run-protossl-heedb-pia-83ppl.sh "--dependency=afterok:$cache_id"
                submit_job "$suffix" 7-1-run-protossl-heedb-pit.sh "--dependency=afterok:$cache_id"
                submit_job "$suffix" 7-2-run-protossl-heedb-pip.sh "--dependency=afterok:$cache_id"
                submit_job "$suffix" 7-3-run-protossl-heedb-latent.sh "--dependency=afterok:$cache_id"

                # start with pretrained encoder
                patches_id=$(submit_job "$suffix" 9-0-run-ecgfounder-patches.sh)
                echo $patches_id
                submit_job "$suffix" 9-1-run-ecgfounder-lap.sh "--dependency=afterok:$patches_id"
                submit_job "$suffix" 9-2-run-ecgfounder-clustering.sh "--dependency=afterok:$patches_id"
                submit_job "$suffix" 9-3-run-ecgfounder-random.sh "--dependency=afterok:$patches_id"
            fi
        done
    done
done