Add slurm job type

Add pandas requirement

scripts/experiment.slurm

@@ -0,0 +1,14 @@
+#!/bin/bash
+
+#SBATCH --time=96:00:00   # walltime
+#SBATCH --ntasks=4   # number of processor cores (i.e. tasks)
+#SBATCH --nodes=1   # number of nodes
+#SBATCH --mem-per-cpu=4096M   # memory per CPU core
+#SBATCH -J "<experiment>-<data>-<model>-<kernel>"   # job name
+#SBATCH --mail-user=ricardo.montanana@alu.uclm.es   # email address
+#SBATCH --mail-type=END
+#SBATCH --mail-type=FAIL
+
+# LOAD MODULES, INSERT CODE, AND RUN YOUR PROGRAMS HERE
+cd <folder>
+python experiment.py -H galgo -e <experiment> -m <model> -d <data> -S tanveer -k <kernel> -n 1

scripts/genall.sh

@@ -1,9 +1,17 @@
 #!/bin/bash
+if [ "$1" = "" ] ; then
+    echo "Hay que especificar si es pbs o slurm"
+	exit 1
+fi
+if [[ ! "pbsslurm"  == *$1* ]] ; then
+	echo "Hay que especificar si es pbs o slurm"
+	exit 1
+fi
 for i in gridsearch gridbest cross; do
 	echo "*** Building $i experiments"
 	for j in stree odte bagging adaBoost; do
         for k in linear poly rbf any; do
-		    ./genjobs.sh $i $j $k
+		    ./genjobs.sh $i $j $k $1
         done
 	done
 done

scripts/genjobs.sh

@@ -1,9 +1,10 @@
 #!/bin/bash
-if [ "$1" = "" -o "$2" = "" -o "$3" = "" ] ; then
+if [ "$1" = "" -o "$2" = "" -o "$3" = "" -o "$4" = "" ] ; then
 	echo "Hay que seleccionar:"
     echo " - el tipo de experimento {gridsearch, gridbest, cross}"
     echo " - el modelo {stree, adaBoost, bagging, odte}"
     echo " - el kernel {linear, poly, rbf, any}"
+	echo " - el tipo de plataforma {pbs, slurm}"
 	exit 1
 fi
 if [[ ! "gridsearchgridbestcross"  == *$1* ]] ; then
@@ -18,8 +19,12 @@ if [[ ! "linearpolyrbfany"  == *$3* ]] ; then
 	echo "Hay que seleccionar el kernel {linear, poly, rbf, any}"
 	exit 1
 fi
+if [[ ! "pbsslurm"  == *$4* ]] ; then
+	echo "Hay que seleccionar la plataforma {pbs, slurm}"
+	exit 1
+fi
 script_path="$(pwd)/.."
-cp experiment.template experiment_$1.sh
+cp experiment.$4 experiment_$1.sh
 perl -i -pe"s/<model>/$2/g" experiment_$1.sh
 perl -i -pe"s~<folder>~$script_path~g" experiment_$1.sh
 perl -i -pe"s/<experiment>/$1/g" experiment_$1.sh

setup.py

@@ -38,6 +38,7 @@ setuptools.setup(
         "odte",
         "sshtunnel",
         "mysql-connector-python",
+        "pandas",
     ],
     zip_safe=False,
 )