Add slurm job type

Add pandas requirement
This commit is contained in:
2020-12-22 19:01:15 +01:00
parent e54be9ab4d
commit 159e75410d
5 changed files with 31 additions and 3 deletions

14
scripts/experiment.slurm Normal file
View File

@@ -0,0 +1,14 @@
#!/bin/bash
#SBATCH --time=96:00:00 # walltime
#SBATCH --ntasks=4 # number of processor cores (i.e. tasks)
#SBATCH --nodes=1 # number of nodes
#SBATCH --mem-per-cpu=4096M # memory per CPU core
#SBATCH -J "<experiment>-<data>-<model>-<kernel>" # job name
#SBATCH --mail-user=ricardo.montanana@alu.uclm.es # email address
#SBATCH --mail-type=END
#SBATCH --mail-type=FAIL
# LOAD MODULES, INSERT CODE, AND RUN YOUR PROGRAMS HERE
cd <folder>
python experiment.py -H galgo -e <experiment> -m <model> -d <data> -S tanveer -k <kernel> -n 1

View File

@@ -1,9 +1,17 @@
#!/bin/bash
if [ "$1" = "" ] ; then
echo "Hay que especificar si es pbs o slurm"
exit 1
fi
if [[ ! "pbsslurm" == *$1* ]] ; then
echo "Hay que especificar si es pbs o slurm"
exit 1
fi
for i in gridsearch gridbest cross; do
echo "*** Building $i experiments"
for j in stree odte bagging adaBoost; do
for k in linear poly rbf any; do
./genjobs.sh $i $j $k
./genjobs.sh $i $j $k $1
done
done
done

View File

@@ -1,9 +1,10 @@
#!/bin/bash
if [ "$1" = "" -o "$2" = "" -o "$3" = "" ] ; then
if [ "$1" = "" -o "$2" = "" -o "$3" = "" -o "$4" = "" ] ; then
echo "Hay que seleccionar:"
echo " - el tipo de experimento {gridsearch, gridbest, cross}"
echo " - el modelo {stree, adaBoost, bagging, odte}"
echo " - el kernel {linear, poly, rbf, any}"
echo " - el tipo de plataforma {pbs, slurm}"
exit 1
fi
if [[ ! "gridsearchgridbestcross" == *$1* ]] ; then
@@ -18,8 +19,12 @@ if [[ ! "linearpolyrbfany" == *$3* ]] ; then
echo "Hay que seleccionar el kernel {linear, poly, rbf, any}"
exit 1
fi
if [[ ! "pbsslurm" == *$4* ]] ; then
echo "Hay que seleccionar la plataforma {pbs, slurm}"
exit 1
fi
script_path="$(pwd)/.."
cp experiment.template experiment_$1.sh
cp experiment.$4 experiment_$1.sh
perl -i -pe"s/<model>/$2/g" experiment_$1.sh
perl -i -pe"s~<folder>~$script_path~g" experiment_$1.sh
perl -i -pe"s/<experiment>/$1/g" experiment_$1.sh