tmp.sh

#!/bin/bash


sudo -v

while true; do
  sleep 600
  sudo -v
done &

DATE=$(date +%Y%m%d)

# sudo rm -rf logs/complete
sudo rm -rf logs/${DATE}
mkdir -p logs/complete

sigint_handler() {
    echo "Caught SIGINT signal!"
    exit 0
}

trap sigint_handler SIGINT

# ### Hello World Experiment
# ops=(mobilenetv2)
# numclients_list=(1)
# count=10
# waitmethod=optimal # umwait or yield or optimal
# iter=2
# if [ "${1:-}" == "reset" ]; then
#     read -p "Are you sure you want to reset logs/complete? (y/n) " -n 1 -r
#     echo
#     if [[ ! $REPLY =~ ^[Yy]$ ]]; then
#         exit 1
#     fi
#     echo "Resetting logs/complete/${DATE}*"
#     sudo rm -rf logs/complete/${DATE}*
#     mkdir -p logs/complete
# fi
# for i in $(seq 1 $iter); do
#     for op in ${ops[@]}; do
#         for numclients in ${numclients_list[@]}; do
#             if [ -d logs/complete/${DATE}-run-${i}/${op}-n=${numclients} ]; then
#                 echo "${DATE}-run-${i}/${op}-n=${numclients} already exists"
#                 continue
#             fi
#             echo "[$(date)] Running $op with $numclients clients"
#             rm -rf logs/${DATE}/${op}-n=${numclients}
#             mkdir -p logs/${DATE}/${op}-n=${numclients}
#             bash exp_wrapper.sh $op -n=$numclients -c=$count -w=$waitmethod &> logs/${DATE}/${op}-n=${numclients}/output.log
#             rsync -a logs/${DATE}/${op}-n=${numclients} logs/complete/${DATE}-run-${i}/
#         done
#     done
# done
# if find logs/complete -maxdepth 1 -type d -name "${DATE}-*" | grep .; then 
#     mkdir -p logs/complete/mobilenetv2/${DATE}
#     rsync -a logs/complete/${DATE}-* logs/complete/mobilenetv2/
#     rm -rf logs/complete/${DATE}-*  
# fi; exit 
# ########## end of Hello World Experiment


### short exp
ops=(mobilenetv2 xgboost pagerank)
numclients_list=(1)
waitmethod=optimal
iter=3
for i in $(seq 1 $iter); do
    for op in ${ops[@]}; do
        for numclients in ${numclients_list[@]}; do
            if [ -d logs/complete/${DATE}-run-${i}/${op}-n=${numclients} ]; then
                echo "${DATE}-run-${i}/${op}-n=${numclients} already exists"
                continue
            fi
            echo "[$(date)] Running $op with $numclients clients"
            rm -rf logs/${DATE}/${op}-n=${numclients}
            mkdir -p logs/${DATE}/${op}-n=${numclients}
            bash exp_wrapper.sh $op -n=$numclients -w=$waitmethod &> logs/${DATE}/${op}-n=${numclients}/output.log
            rsync -a logs/${DATE}/${op}-n=${numclients} logs/complete/${DATE}-run-${i}/
        done
    done
done
if find logs/complete -maxdepth 1 -type d -name "${DATE}-*" | grep .; then 
    mkdir -p logs/complete/mobilenetv2-int8/${DATE}
    rsync -a logs/complete/${DATE}-* logs/complete/mobilenetv2-int8/
    rm -rf logs/complete/${DATE}-*
fi; exit



### short exp end

#### HPCA parameter sensitivity experiments
ops=(param-sens param-sens_async param-sens_pl)
# find . -type f -name "*.log" -exec sed -i '/^Value at index/d' {} +
numclients_list=(1 2 3)
# count=100 # not used in the current setup
waitmethod=optimal # umwait or yield or optimal
iter=1
sizes=(1 2 4 8 16 32 64 128 256 512 1024 2048 4096 8192 16384 32768) # in KB
# sizes=(1 2 4 8 16 32 64 128 256 512 1024 2048 4096 8192 16384 32768 65536 131072) # in KB
numclients_list=(1 2 3)
cache_modes=(off on)
matmul_modes=(off on)

if [ "${1:-}" == "reset" ]; then
    read -p "Are you sure you want to reset logs/complete? (y/n) " -n 1 -r
    echo
    if [[ ! $REPLY =~ ^[Yy]$ ]]; then
        exit 1
    fi
    echo "Resetting logs/complete"
    sudo rm -rf logs/complete
    mkdir -p logs/complete
fi
for i in $(seq 1 $iter); do
    for cache_mode in ${cache_modes[@]}; do
        for matmul_mode in ${matmul_modes[@]}; do
            if [ "${cache_mode}" == "on" ]; then
                cache_flag="--cache"
            else
                cache_flag=""
            fi
            if [ "${matmul_mode}" == "on" ]; then
                matmul_flag="--matmul"
            else
                matmul_flag=""
            fi
            # if both are on, continue
            if [ "${cache_mode}" == "on" ] && [ "${matmul_mode}" == "on" ]; then
                continue
            fi
            for size in ${sizes[@]}; do
                for op in ${ops[@]}; do
                    for numclients in ${numclients_list[@]}; do
                        if [ -d logs/complete/${DATE}-run-${i}/${op}-n=${numclients}-size=${size}-cache=${cache_mode}-matmul=${matmul_mode} ]; then
                            echo "${DATE}-run-${i}/${op}-n=${numclients}-size=${size}-cache=${cache_mode}-matmul=${matmul_mode} already exists"
                            continue
                        fi
                        echo "[$(date)] Running $op with $numclients clients, size $size KB, cache mode $cache_mode, matmul mode $matmul_mode"
                        rm -rf logs/${DATE}/${op}-n=${numclients}-size=${size}-cache=${cache_mode}-matmul=${matmul_mode}
                        mkdir -p logs/${DATE}/${op}-n=${numclients}-size=${size}-cache=${cache_mode}-matmul=${matmul_mode}
                        bash exp_wrapper.sh $op -n=$numclients --size=$size $cache_flag $matmul_flag -w=$waitmethod &> logs/${DATE}/${op}-n=${numclients}-size=${size}-cache=${cache_mode}-matmul=${matmul_mode}/output.log
                        find logs/${DATE}/${op}-n=${numclients}-size=${size}-cache=${cache_mode}-matmul=${matmul_mode} -type f -name "*.log" -exec sed -i '/^Value at index/d' {} +
                        sudo rm -rf results/*
                        rsync -a logs/${DATE}/${op}-n=${numclients}-size=${size}-cache=${cache_mode}-matmul=${matmul_mode} logs/complete/${DATE}-run-${i}/
                        sudo find /tmp -type f -amin +10 -delete
                    done
                done
            done
        done
    done
done

exit

# ops=(mobilenetv2 mobilenetv2_async mobilenetv2_pl)
# ops=(xgboost xgboost_async xgboost_pl)

###### HPCA submission experiments
ops=(mobilenetv2 xgboost pagerank mobilenetv2-int8 mobilenetv2-int8_async mobilenetv2-int8_pl)
numclients_list=(1 2 3)
count=20
waitmethod=optimal # umwait or yield or optimal
iter=7

if [ "${1:-}" == "reset" ]; then
    read -p "Are you sure you want to reset logs/complete? (y/n) " -n 1 -r
    echo
    if [[ ! $REPLY =~ ^[Yy]$ ]]; then
        exit 1
    fi
    echo "Resetting logs/complete"
    sudo rm -rf logs/complete
    mkdir -p logs/complete
fi

for i in $(seq 1 $iter); do
    for op in ${ops[@]}; do
        for numclients in ${numclients_list[@]}; do
            if [ -d logs/complete/${DATE}-run-${i}/${op}-n=${numclients} -o -d logs/complete/mobilenetv2/${DATE}-run-${i}/${op}-n=${numclients} ]; then
                echo "${DATE}-run-${i}/${op}-n=${numclients} already exists"
                continue
            fi
            echo "[$(date)] Running $op with $numclients clients"
            rm -rf logs/${DATE}/${op}-n=${numclients}
            mkdir -p logs/${DATE}/${op}-n=${numclients}
            bash exp_wrapper.sh $op -n=$numclients -c=$count -w=$waitmethod &> logs/${DATE}/${op}-n=${numclients}/output.log
            rsync -a logs/${DATE}/${op}-n=${numclients} logs/complete/${DATE}-run-${i}/
        done
    done
done
if find logs/complete -maxdepth 1 -type d -name "${DATE}-*" | grep .; then 
    mkdir -p logs/complete/mobilenetv2-int8/${DATE}
    rsync -a logs/complete/${DATE}-* logs/complete/mobilenetv2-int8/
    rm -rf logs/complete/${DATE}-*
fi; exit


########

ops=(pagerank pagerank_async pagerank_pl)
numclients_list=(1 2 3)
count=10
waitmethod=optimal # umwait or yield or optimal
iter=8

for i in $(seq 1 $iter); do
    for op in ${ops[@]}; do
        for numclients in ${numclients_list[@]}; do
            if [ -d logs/complete/${DATE}-run-${i}/${op}-n=${numclients} -o -d logs/complete/mobilenetv2/${DATE}-run-${i}/${op}-n=${numclients} ]; then
                echo "${DATE}-run-${i}/${op}-n=${numclients} already exists"
                continue
            fi
            echo "[$(date)] Running $op with $numclients clients"
            rm -rf logs/${DATE}/${op}-n=${numclients}
            mkdir -p logs/${DATE}/${op}-n=${numclients}
            bash exp_wrapper.sh $op -n=$numclients -c=$count -w=$waitmethod &> logs/${DATE}/${op}-n=${numclients}/output.log
            rsync -a logs/${DATE}/${op}-n=${numclients} logs/complete/${DATE}-run-${i}/
        done
    done
done
if find logs/complete -maxdepth 1 -type d -name "${DATE}-*" | grep .; then 
    mkdir -p logs/complete/pagerank/${DATE}
    rsync -a logs/complete/${DATE}-* logs/complete/pagerank/
    rm -rf logs/complete/${DATE}-*
fi

exit

#############

ops=(vit vit_async vit_pl)
numclients_list=(1 2 3)
count=10
for i in $(seq 1 5); do
    for op in ${ops[@]}; do
        for numclients in ${numclients_list[@]}; do
            if [ -d logs/complete/${DATE}-run-${i}/${op}-n=${numclients} -o -d logs/complete/vit/${DATE}-run-${i}/${op}-n=${numclients} ]; then
                echo "${DATE}-run-${i}/${op}-n=${numclients} already exists"
                continue
            fi
            echo "[$(date)] Running $op with $numclients clients"
            rm -rf logs/${DATE}/${op}-n=${numclients}
            mkdir -p logs/${DATE}/${op}-n=${numclients}
            bash exp_wrapper.sh $op -n=$numclients -c=$count -w=$waitmethod &> logs/${DATE}/${op}-n=${numclients}/output.log
            rsync -a logs/${DATE}/${op}-n=${numclients} logs/complete/${DATE}-run-${i}/
        done
    done
    # cp -R logs/${DATE} results/${DATE}-run-${i}
done
if find logs/complete -maxdepth 1 -type d -name "${DATE}-*" | grep .; then
    mkdir -p logs/complete/vit/${DATE}
    rsync -a logs/complete/${DATE}-* logs/complete/vit/
    rm -rf logs/complete/${DATE}-*
fi

########

# ops=(matmul matmul_async)
# numclients_list=(1 2 3)
# sizes=(4096 6144)

# for op in ${ops[@]}; do
#     for numclients in ${numclients_list[@]}; do
#         for size in ${sizes[@]}; do
#             echo "Running $op with $numclients clients and size $size"
#             mkdir -p logs/${DATE}/${op}-n=${numclients}-size=${size}
#             bash exp_wrapper.sh $op -n=$numclients --size=$size &> logs/${DATE}/${op}-n=${numclients}-size=${size}/output.log
#         done
#     done
# done

# mkdir -p logs/$(date +%Y%m%d)/ubench
# sudo -E bash scripts/experiments.sh ubench --size 6144 &> logs/$(date +%Y%m%d)/ubench/size=6144.log
# sudo -E bash scripts/experiments.sh ubench --size 4096 &> logs/$(date +%Y%m%d)/ubench/size=4096.log