explaining_framework/parallel.sh

23 lines
432 B
Bash

CONFIG_DIR=$1
MAX_JOBS=${2:-3}
GPU=${3:-0}
SLEEP=${4:-1}
MAIN=${5:-main}
(
trap 'kill 0' SIGINT
CUR_JOBS=0
for CONFIG in "$CONFIG_DIR"/*.yaml; do
if [ "$CONFIG" != "$CONFIG_DIR/*.yaml" ]; then
((CUR_JOBS >= MAX_JOBS)) && wait -n
export CUDA_VISIBLE_DEVICES=$GPU
python3 $MAIN.py --explaining_cfg $CONFIG --gpu_id $GPU &
echo $CONFIG
sleep $SLEEP
((++CUR_JOBS))
fi
done
wait
)