From 0fe0213a2e1eec6c53c67c45c7790c5552bd745b Mon Sep 17 00:00:00 2001 From: schubert <schubert@coll.mpg.de> Date: Wed, 10 Jul 2019 10:38:06 +0200 Subject: [PATCH] complete scripts --- Scripts/svm/complete/svm_comp_1000.cmd | 37 ++++++++++++++++++ Scripts/svm/complete/svm_comp_200.cmd | 38 +++++++++++++++++++ Scripts/svm/complete/svm_comp_2000.cmd | 36 ++++++++++++++++++ Scripts/svm/complete/svm_comp_500.cmd | 37 ++++++++++++++++++ .../{ => minTweets}/grid_strat_svm_mT_500.cmd | 0 .../grid_strat_svm_mT_count_500.cmd | 0 Scripts/svm/{ => minTweets}/svm_mT_1000.cmd | 0 Scripts/svm/{ => minTweets}/svm_mT_200.cmd | 0 Scripts/svm/{ => minTweets}/svm_mT_2000.cmd | 0 Scripts/svm/{ => minTweets}/svm_mT_500.cmd | 0 .../svm/{ => minTweets}/svm_mT_count_1000.cmd | 0 .../svm/{ => minTweets}/svm_mT_count_200.cmd | 0 .../svm/{ => minTweets}/svm_mT_count_2000.cmd | 0 .../svm/{ => minTweets}/svm_mT_count_500.cmd | 0 Scripts/svm/{ => org}/grid_strat_svm_1000.cmd | 0 Scripts/svm/{ => org}/grid_strat_svm_200.cmd | 0 Scripts/svm/{ => org}/grid_strat_svm_500.cmd | 0 .../{ => org}/grid_strat_svm_count_500.cmd | 0 Scripts/svm/{ => org}/svm_1000.cmd | 0 Scripts/svm/{ => org}/svm_1000_count.cmd | 0 Scripts/svm/{ => org}/svm_200.cmd | 0 Scripts/svm/{ => org}/svm_2000.cmd | 0 Scripts/svm/{ => org}/svm_2000_count.cmd | 0 Scripts/svm/{ => org}/svm_200_count.cmd | 0 Scripts/svm/{ => org}/svm_500.cmd | 0 Scripts/svm/{ => org}/svm_500_count.cmd | 0 26 files changed, 148 insertions(+) create mode 100644 Scripts/svm/complete/svm_comp_1000.cmd create mode 100644 Scripts/svm/complete/svm_comp_200.cmd create mode 100644 Scripts/svm/complete/svm_comp_2000.cmd create mode 100644 Scripts/svm/complete/svm_comp_500.cmd rename Scripts/svm/{ => minTweets}/grid_strat_svm_mT_500.cmd (100%) rename Scripts/svm/{ => minTweets}/grid_strat_svm_mT_count_500.cmd (100%) rename Scripts/svm/{ => minTweets}/svm_mT_1000.cmd (100%) rename Scripts/svm/{ => minTweets}/svm_mT_200.cmd (100%) rename Scripts/svm/{ => minTweets}/svm_mT_2000.cmd (100%) rename Scripts/svm/{ => minTweets}/svm_mT_500.cmd (100%) rename Scripts/svm/{ => minTweets}/svm_mT_count_1000.cmd (100%) rename Scripts/svm/{ => minTweets}/svm_mT_count_200.cmd (100%) rename Scripts/svm/{ => minTweets}/svm_mT_count_2000.cmd (100%) rename Scripts/svm/{ => minTweets}/svm_mT_count_500.cmd (100%) rename Scripts/svm/{ => org}/grid_strat_svm_1000.cmd (100%) rename Scripts/svm/{ => org}/grid_strat_svm_200.cmd (100%) rename Scripts/svm/{ => org}/grid_strat_svm_500.cmd (100%) rename Scripts/svm/{ => org}/grid_strat_svm_count_500.cmd (100%) rename Scripts/svm/{ => org}/svm_1000.cmd (100%) rename Scripts/svm/{ => org}/svm_1000_count.cmd (100%) rename Scripts/svm/{ => org}/svm_200.cmd (100%) rename Scripts/svm/{ => org}/svm_2000.cmd (100%) rename Scripts/svm/{ => org}/svm_2000_count.cmd (100%) rename Scripts/svm/{ => org}/svm_200_count.cmd (100%) rename Scripts/svm/{ => org}/svm_500.cmd (100%) rename Scripts/svm/{ => org}/svm_500_count.cmd (100%) diff --git a/Scripts/svm/complete/svm_comp_1000.cmd b/Scripts/svm/complete/svm_comp_1000.cmd new file mode 100644 index 00000000..3492fe5a --- /dev/null +++ b/Scripts/svm/complete/svm_comp_1000.cmd @@ -0,0 +1,37 @@ +#!/bin/bash -l +# Standard output and error: +# #SBATCH --open-mode=truncate +#SBATCH -o ./out/svm_comp_count_1000.out +#SBATCH -e ./out/svm_comp_count_1000.err + +# Initial working directory: +#SBATCH -D ./ +# Job Name: +#SBATCH -J comp_count_1000 +# Queue: +#SBATCH --partition=general +# Number of nodes and MPI tasks per node: +#SBATCH --nodes=1 +#SBATCH --ntasks-per-node=1 +# Enable Hyperthreading: +#SBATCH --ntasks-per-core=2 +# for OpenMP: +#SBATCH --cpus-per-task=64 +#SBATCH --mail-type=none +#SBATCH --mail-user=schubert@coll.mpg.de +# Wall clock limit: +#SBATCH --time=24:00:00 + +export OMP_NUM_THREADS=$SLURM_CPUS_PER_TASK +# For pinning threads correctly: +export OMP_PLACES=threads +export SLURM_HINT=multithread + + +module load gcc/8 +module load anaconda/3/5.1 +module load scikit-learn/0.19.1 + +# Run the program: +srun python /draco/u/mschuber/PAN/attributionfeatures/Scripts/svm_count.py stratified_subsample bigram 4 1000 complete_balance +echo "job finished" \ No newline at end of file diff --git a/Scripts/svm/complete/svm_comp_200.cmd b/Scripts/svm/complete/svm_comp_200.cmd new file mode 100644 index 00000000..650a60d3 --- /dev/null +++ b/Scripts/svm/complete/svm_comp_200.cmd @@ -0,0 +1,38 @@ +#!/bin/bash -l +# Standard output and error: +# #SBATCH --open-mode=truncate +#SBATCH -o ./out/svm_comp_count_200.out +#SBATCH -e ./out/svm_comp_count_200.err + +# Initial working directory: +#SBATCH -D ./ +# Job Name: +#SBATCH -J comp_200 +# Queue: +#SBATCH --partition=short +# Number of nodes and MPI tasks per node: +#SBATCH --nodes=1 +#SBATCH --ntasks-per-node=1 +# Enable Hyperthreading: +#SBATCH --ntasks-per-core=2 +# for OpenMP: +#SBATCH --cpus-per-task=64 +#SBATCH --mail-type=none +#SBATCH --mail-user=schubert@coll.mpg.de +# Wall clock limit: +#SBATCH --time=04:00:00 + +export OMP_NUM_THREADS=$SLURM_CPUS_PER_TASK +# For pinning threads correctly: +export OMP_PLACES=threads +export SLURM_HINT=multithread + + +module load gcc/8 +module load anaconda/3/5.1 +module load scikit-learn/0.19.1 + + +# Run the program: +srun python /draco/u/mschuber/PAN/attributionfeatures/Scripts/svm_count.py stratified_subsample bigram 10 200 complete_balance +echo "job finished" \ No newline at end of file diff --git a/Scripts/svm/complete/svm_comp_2000.cmd b/Scripts/svm/complete/svm_comp_2000.cmd new file mode 100644 index 00000000..6d1036ee --- /dev/null +++ b/Scripts/svm/complete/svm_comp_2000.cmd @@ -0,0 +1,36 @@ +#!/bin/bash -l +# Standard output and error: +# #SBATCH --open-mode=truncate +#SBATCH -o ./out/svm_comp_count_2000.out +#SBATCH -e ./out/svm_comp_count_2000.err + +# Initial working directory: +#SBATCH -D ./ +# Job Name: +#SBATCH -J comp_count_2000 +# Queue: +#SBATCH --partition=general +# Number of nodes and MPI tasks per node: +#SBATCH --nodes=1 +#SBATCH --ntasks-per-node=1 +# Enable Hyperthreading: +#SBATCH --ntasks-per-core=2 +# for OpenMP: +#SBATCH --cpus-per-task=64 +#SBATCH --mail-type=none +#SBATCH --mail-user=schubert@coll.mpg.de +# Wall clock limit: +#SBATCH --time=24:00:00 + +export OMP_NUM_THREADS=$SLURM_CPUS_PER_TASK +# For pinning threads correctly: +export OMP_PLACES=threads +export SLURM_HINT=multithread + + +module load gcc/8 +module load anaconda/3/5.1 +module load scikit-learn/0.19.1 + +# Run the program: +srun python /draco/u/mschuber/PAN/attributionfeatures/Scripts/svm_count.py stratified_subsample bigram 3 2000 complete_balance \ No newline at end of file diff --git a/Scripts/svm/complete/svm_comp_500.cmd b/Scripts/svm/complete/svm_comp_500.cmd new file mode 100644 index 00000000..5a025e89 --- /dev/null +++ b/Scripts/svm/complete/svm_comp_500.cmd @@ -0,0 +1,37 @@ +#!/bin/bash -l +# Standard output and error: +# #SBATCH --open-mode=truncate +#SBATCH -o ./out/svm_comp_count_500.out +#SBATCH -e ./out/svm_comp_count_500.err + +# Initial working directory: +#SBATCH -D ./ +# Job Name: +#SBATCH -J comp_count_500 +# Queue: +#SBATCH --partition=general +# Number of nodes and MPI tasks per node: +#SBATCH --nodes=1 +#SBATCH --ntasks-per-node=1 +# Enable Hyperthreading: +#SBATCH --ntasks-per-core=2 +# for OpenMP: +#SBATCH --cpus-per-task=64 +#SBATCH --mail-type=none +#SBATCH --mail-user=schubert@coll.mpg.de +# Wall clock limit: +#SBATCH --time=24:00:00 + +export OMP_NUM_THREADS=$SLURM_CPUS_PER_TASK +# For pinning threads correctly: +export OMP_PLACES=threads +export SLURM_HINT=multithread + + +module load gcc/8 +module load anaconda/3/5.1 +module load scikit-learn/0.19.1 + +# Run the program: +srun python /draco/u/mschuber/PAN/attributionfeatures/Scripts/svm_count.py stratified_subsample bigram 4 500 complete_balance +echo "job finished" \ No newline at end of file diff --git a/Scripts/svm/grid_strat_svm_mT_500.cmd b/Scripts/svm/minTweets/grid_strat_svm_mT_500.cmd similarity index 100% rename from Scripts/svm/grid_strat_svm_mT_500.cmd rename to Scripts/svm/minTweets/grid_strat_svm_mT_500.cmd diff --git a/Scripts/svm/grid_strat_svm_mT_count_500.cmd b/Scripts/svm/minTweets/grid_strat_svm_mT_count_500.cmd similarity index 100% rename from Scripts/svm/grid_strat_svm_mT_count_500.cmd rename to Scripts/svm/minTweets/grid_strat_svm_mT_count_500.cmd diff --git a/Scripts/svm/svm_mT_1000.cmd b/Scripts/svm/minTweets/svm_mT_1000.cmd similarity index 100% rename from Scripts/svm/svm_mT_1000.cmd rename to Scripts/svm/minTweets/svm_mT_1000.cmd diff --git a/Scripts/svm/svm_mT_200.cmd b/Scripts/svm/minTweets/svm_mT_200.cmd similarity index 100% rename from Scripts/svm/svm_mT_200.cmd rename to Scripts/svm/minTweets/svm_mT_200.cmd diff --git a/Scripts/svm/svm_mT_2000.cmd b/Scripts/svm/minTweets/svm_mT_2000.cmd similarity index 100% rename from Scripts/svm/svm_mT_2000.cmd rename to Scripts/svm/minTweets/svm_mT_2000.cmd diff --git a/Scripts/svm/svm_mT_500.cmd b/Scripts/svm/minTweets/svm_mT_500.cmd similarity index 100% rename from Scripts/svm/svm_mT_500.cmd rename to Scripts/svm/minTweets/svm_mT_500.cmd diff --git a/Scripts/svm/svm_mT_count_1000.cmd b/Scripts/svm/minTweets/svm_mT_count_1000.cmd similarity index 100% rename from Scripts/svm/svm_mT_count_1000.cmd rename to Scripts/svm/minTweets/svm_mT_count_1000.cmd diff --git a/Scripts/svm/svm_mT_count_200.cmd b/Scripts/svm/minTweets/svm_mT_count_200.cmd similarity index 100% rename from Scripts/svm/svm_mT_count_200.cmd rename to Scripts/svm/minTweets/svm_mT_count_200.cmd diff --git a/Scripts/svm/svm_mT_count_2000.cmd b/Scripts/svm/minTweets/svm_mT_count_2000.cmd similarity index 100% rename from Scripts/svm/svm_mT_count_2000.cmd rename to Scripts/svm/minTweets/svm_mT_count_2000.cmd diff --git a/Scripts/svm/svm_mT_count_500.cmd b/Scripts/svm/minTweets/svm_mT_count_500.cmd similarity index 100% rename from Scripts/svm/svm_mT_count_500.cmd rename to Scripts/svm/minTweets/svm_mT_count_500.cmd diff --git a/Scripts/svm/grid_strat_svm_1000.cmd b/Scripts/svm/org/grid_strat_svm_1000.cmd similarity index 100% rename from Scripts/svm/grid_strat_svm_1000.cmd rename to Scripts/svm/org/grid_strat_svm_1000.cmd diff --git a/Scripts/svm/grid_strat_svm_200.cmd b/Scripts/svm/org/grid_strat_svm_200.cmd similarity index 100% rename from Scripts/svm/grid_strat_svm_200.cmd rename to Scripts/svm/org/grid_strat_svm_200.cmd diff --git a/Scripts/svm/grid_strat_svm_500.cmd b/Scripts/svm/org/grid_strat_svm_500.cmd similarity index 100% rename from Scripts/svm/grid_strat_svm_500.cmd rename to Scripts/svm/org/grid_strat_svm_500.cmd diff --git a/Scripts/svm/grid_strat_svm_count_500.cmd b/Scripts/svm/org/grid_strat_svm_count_500.cmd similarity index 100% rename from Scripts/svm/grid_strat_svm_count_500.cmd rename to Scripts/svm/org/grid_strat_svm_count_500.cmd diff --git a/Scripts/svm/svm_1000.cmd b/Scripts/svm/org/svm_1000.cmd similarity index 100% rename from Scripts/svm/svm_1000.cmd rename to Scripts/svm/org/svm_1000.cmd diff --git a/Scripts/svm/svm_1000_count.cmd b/Scripts/svm/org/svm_1000_count.cmd similarity index 100% rename from Scripts/svm/svm_1000_count.cmd rename to Scripts/svm/org/svm_1000_count.cmd diff --git a/Scripts/svm/svm_200.cmd b/Scripts/svm/org/svm_200.cmd similarity index 100% rename from Scripts/svm/svm_200.cmd rename to Scripts/svm/org/svm_200.cmd diff --git a/Scripts/svm/svm_2000.cmd b/Scripts/svm/org/svm_2000.cmd similarity index 100% rename from Scripts/svm/svm_2000.cmd rename to Scripts/svm/org/svm_2000.cmd diff --git a/Scripts/svm/svm_2000_count.cmd b/Scripts/svm/org/svm_2000_count.cmd similarity index 100% rename from Scripts/svm/svm_2000_count.cmd rename to Scripts/svm/org/svm_2000_count.cmd diff --git a/Scripts/svm/svm_200_count.cmd b/Scripts/svm/org/svm_200_count.cmd similarity index 100% rename from Scripts/svm/svm_200_count.cmd rename to Scripts/svm/org/svm_200_count.cmd diff --git a/Scripts/svm/svm_500.cmd b/Scripts/svm/org/svm_500.cmd similarity index 100% rename from Scripts/svm/svm_500.cmd rename to Scripts/svm/org/svm_500.cmd diff --git a/Scripts/svm/svm_500_count.cmd b/Scripts/svm/org/svm_500_count.cmd similarity index 100% rename from Scripts/svm/svm_500_count.cmd rename to Scripts/svm/org/svm_500_count.cmd -- GitLab