update slurm template and tunnel/mysql config

This commit is contained in:
2020-12-24 12:55:16 +01:00
parent 159e75410d
commit 6d0e7d1297
7 changed files with 34 additions and 18 deletions

View File

@@ -1,13 +1,11 @@
#!/bin/bash
#SBATCH --time=96:00:00 # walltime
#SBATCH --partition=qdata
#SBATCH --ntasks=4 # number of processor cores (i.e. tasks)
#SBATCH --nodes=1 # number of nodes
#SBATCH --mem-per-cpu=4096M # memory per CPU core
#SBATCH -J "<experiment>-<data>-<model>-<kernel>" # job name
#SBATCH --mail-user=ricardo.montanana@alu.uclm.es # email address
#SBATCH --mail-type=END
#SBATCH --mail-type=FAIL
#SBATCH --mail-type=END,FAIL
# LOAD MODULES, INSERT CODE, AND RUN YOUR PROGRAMS HERE
cd <folder>

0
scripts/killall.sh → scripts/killall_pbs.sh Normal file → Executable file
View File

View File

@@ -1,10 +1,11 @@
#!/bin/bash
if [ "$1" = "" -o "$2" = "" -o "$3" = "" -o "$4" = "" ] ; then
if [ "$1" = "" -o "$2" = "" -o "$3" = "" -o "$4" = "" -o "$5" = "" ] ; then
echo "Hay que seleccionar:"
echo " - el tipo de experimento {gridsearch, gridbest, cross}"
echo " - el modelo {stree, adaBoost, bagging, odte}"
echo " - el kernel {linear, poly, rbf, any}"
echo " - el archivo con nombres de datasets"
echo " - el tipo de plataforma {pbs, slurm}"
echo "opcionalmente al final: dry-run"
exit 1
fi
@@ -20,16 +21,25 @@ if [[ ! "linearpolyrbfany" == *$3* ]] ; then
echo "Hay que seleccionar el kernel {linear, poly, rbf, any}"
exit 1
fi
if [[ ! "pbsslurm" == *$4* ]] ; then
echo "Hay que especificar la plataforma {pbs, slurm}"
exit 1
fi
if [ $4 = "pbs" ] ; then
launcher="qsub"
else
launcher="sbatch"
fi
script_path="$(pwd)"
cd $1/$2/$3
counter=0
lines="$(cat $script_path/$4|cut -d " " -f 2|tail -49)"
lines="$(cat $script_path/$5|cut -d " " -f 2|tail -49)"
for a in $lines; do
echo "launch experiment_$a.sh"
if [ "$5" = "dry-run" ] ; then
echo "not launched"
else
qsub experiment_$a.sh
$launcher experiment_$a.sh
fi
let counter++
done