From cd84e6c0c468d6e0a327c4a31b5390a190da5f39 Mon Sep 17 00:00:00 2001 From: Florian Stecker Date: Sat, 2 Oct 2021 09:28:36 -0500 Subject: [PATCH] add run script --- allhosts | 135 +++++++++++++++++++++++++++++++++++++++++++++++++ hostfile | 5 ++ hostfile_big | 48 ++++++++++++++++++ localnames | 51 +++++++++++++++++++ run_local | 6 +++ run_utexas | 14 +++++ stampede.slurm | 20 ++++++++ sync_stampede | 8 +++ sync_utexas | 7 +++ 9 files changed, 294 insertions(+) create mode 100644 allhosts create mode 100644 hostfile create mode 100644 hostfile_big create mode 100644 localnames create mode 100755 run_local create mode 100755 run_utexas create mode 100644 stampede.slurm create mode 100755 sync_stampede create mode 100755 sync_utexas diff --git a/allhosts b/allhosts new file mode 100644 index 0000000..3462df1 --- /dev/null +++ b/allhosts @@ -0,0 +1,135 @@ + + +euler.ma.utexas.edu +fac1.ma.utexas.edu +fac4.ma.utexas.edu +fac8.ma.utexas.edu +fac9.ma.utexas.edu +frog.ma.utexas.edu +gummo.ma.utexas.edu +iguana.ma.utexas.edu +lab10.ma.utexas.edu +lab11.ma.utexas.edu +lab12.ma.utexas.edu +lab13.ma.utexas.edu +lab14.ma.utexas.edu +lab15.ma.utexas.edu +lab16.ma.utexas.edu +lab17.ma.utexas.edu +lab18.ma.utexas.edu +lab19.ma.utexas.edu +lab1.ma.utexas.edu +lab20.ma.utexas.edu +lab21.ma.utexas.edu +lab22.ma.utexas.edu +lab23.ma.utexas.edu +lab24.ma.utexas.edu +lab25.ma.utexas.edu +lab26.ma.utexas.edu +lab27.ma.utexas.edu +lab28.ma.utexas.edu +lab29.ma.utexas.edu +lab2.ma.utexas.edu +lab30.ma.utexas.edu +lab31.ma.utexas.edu +lab32.ma.utexas.edu +lab33.ma.utexas.edu +lab34.ma.utexas.edu +lab35.ma.utexas.edu +lab36.ma.utexas.edu +lab37.ma.utexas.edu +lab38.ma.utexas.edu +lab39.ma.utexas.edu +lab3.ma.utexas.edu +lab40.ma.utexas.edu +lab41.ma.utexas.edu +lab42.ma.utexas.edu +lab43.ma.utexas.edu +lab44.ma.utexas.edu +lab45.ma.utexas.edu +lab46.ma.utexas.edu +lab47.ma.utexas.edu +lab48.ma.utexas.edu +lab49.ma.utexas.edu +lab4.ma.utexas.edu +lab50.ma.utexas.edu +lab51.ma.utexas.edu +lab52.ma.utexas.edu +lab53.ma.utexas.edu +lab54.ma.utexas.edu +lab55.ma.utexas.edu +lab56.ma.utexas.edu +lab57.ma.utexas.edu +lab58.ma.utexas.edu +lab59.ma.utexas.edu +lab5.ma.utexas.edu +lab60.ma.utexas.edu +lab61.ma.utexas.edu +lab62.ma.utexas.edu +lab63.ma.utexas.edu +lab64.ma.utexas.edu +lab65.ma.utexas.edu +lab66.ma.utexas.edu +lab67.ma.utexas.edu +lab68.ma.utexas.edu +lab69.ma.utexas.edu +lab6.ma.utexas.edu +lab70.ma.utexas.edu +lab7.ma.utexas.edu +lab8.ma.utexas.edu +lab9.ma.utexas.edu +linux100.ma.utexas.edu +linux104.ma.utexas.edu +linux110.ma.utexas.edu +linux115.ma.utexas.edu +linux119.ma.utexas.edu +linux122.ma.utexas.edu +linux149.ma.utexas.edu +linux14.ma.utexas.edu +linux15.ma.utexas.edu +linux164.ma.utexas.edu +linux169.ma.utexas.edu +linux16.ma.utexas.edu +linux17.ma.utexas.edu +linux180.ma.utexas.edu +linux181.ma.utexas.edu +linux184.ma.utexas.edu +linux18.ma.utexas.edu +linux20.ma.utexas.edu +linux21.ma.utexas.edu +linux24.ma.utexas.edu +linux27.ma.utexas.edu +linux28.ma.utexas.edu +linux29.ma.utexas.edu +linux2.ma.utexas.edu +linux30.ma.utexas.edu +linux31.ma.utexas.edu +linux32.ma.utexas.edu +linux38.ma.utexas.edu +linux40.ma.utexas.edu +linux41.ma.utexas.edu +linux46.ma.utexas.edu +linux4.ma.utexas.edu +linux50.ma.utexas.edu +linux52.ma.utexas.edu +linux54.ma.utexas.edu +linux57.ma.utexas.edu +linux62.ma.utexas.edu +linux64.ma.utexas.edu +linux66.ma.utexas.edu +linux68.ma.utexas.edu +linux69.ma.utexas.edu +linux70.ma.utexas.edu +linux71.ma.utexas.edu +linux72.ma.utexas.edu +linux74.ma.utexas.edu +linux76.ma.utexas.edu +linux79.ma.utexas.edu +linux80.ma.utexas.edu +linux82.ma.utexas.edu +linux83.ma.utexas.edu +linux86.ma.utexas.edu +linux91.ma.utexas.edu +linux92.ma.utexas.edu +linux96.ma.utexas.edu +linux9.ma.utexas.edu diff --git a/hostfile b/hostfile new file mode 100644 index 0000000..064bdd1 --- /dev/null +++ b/hostfile @@ -0,0 +1,5 @@ +linux50 slots=4 +linux52 slots=4 +linux57 slots=4 +linux110 slots=4 +linux115 slots=4 diff --git a/hostfile_big b/hostfile_big new file mode 100644 index 0000000..4d22c47 --- /dev/null +++ b/hostfile_big @@ -0,0 +1,48 @@ +linux100 slots=4 +linux104 slots=4 +linux110 slots=4 +linux122 slots=4 +linux149 slots=4 +linux14 slots=4 +linux15 slots=2 +linux16 slots=4 +linux17 slots=2 +linux180 slots=4 +linux181 slots=2 +linux184 slots=4 +linux18 slots=4 +linux20 slots=4 +linux21 slots=4 +linux24 slots=4 +linux27 slots=4 +linux29 slots=4 +linux2 slots=4 +linux30 slots=4 +linux31 slots=4 +linux32 slots=4 +linux38 slots=2 +linux40 slots=4 +linux41 slots=4 +linux46 slots=4 +linux4 slots=4 +linux50 slots=4 +linux52 slots=4 +linux54 slots=4 +linux57 slots=4 +linux62 slots=2 +linux64 slots=4 +linux68 slots=4 +linux69 slots=4 +linux70 slots=4 +linux71 slots=4 +linux72 slots=4 +linux74 slots=4 +linux76 slots=4 +linux79 slots=4 +linux80 slots=4 +linux83 slots=4 +linux86 slots=4 +linux91 slots=4 +linux92 slots=4 +linux96 slots=4 +linux9 slots=2 diff --git a/localnames b/localnames new file mode 100644 index 0000000..c8fbfe1 --- /dev/null +++ b/localnames @@ -0,0 +1,51 @@ +linux100 +linux104 +linux110 +linux115 +linux122 +linux149 +linux14 +linux15 +linux164 +linux169 +linux16 +linux17 +linux180 +linux181 +linux184 +linux18 +linux20 +linux21 +linux24 +linux27 +linux29 +linux2 +linux30 +linux31 +linux32 +linux38 +linux40 +linux41 +linux46 +linux4 +linux50 +linux52 +linux54 +linux57 +linux62 +linux64 +linux68 +linux69 +linux70 +linux71 +linux72 +linux74 +linux76 +linux79 +linux80 +linux83 +linux86 +linux91 +linux92 +linux96 +linux9 diff --git a/run_local b/run_local new file mode 100755 index 0000000..caa99af --- /dev/null +++ b/run_local @@ -0,0 +1,6 @@ +#!/bin/bash + +nmax=895882 # up to reflection group word length 22 +# nmax=11575 # up to reflection group word length 14 + +time mpirun --mca opal_warn_on_missing_libcuda 0 -x LD_LIBRARY_PATH=/home/stecker/svmpi/libs ./singular_values $nmax ejp_trg_restart test.out diff --git a/run_utexas b/run_utexas new file mode 100755 index 0000000..2a67f8b --- /dev/null +++ b/run_utexas @@ -0,0 +1,14 @@ +#!/bin/bash + +cd /home/stecker/svmpi/ + +nmax=895882 # up to reflection group word length 22 +# nmax=11575 # up to reflection group word length 14 + +outfile=result_$(date +%Y%m%d_%H%M%S).out + + +unset DISPLAY + +make singular_values && +time mpirun -n 100 -x LD_LIBRARY_PATH=/home/stecker/svmpi/libs --hostfile hostfile_big ./singular_values $nmax utexas_cluster_restart $outfile diff --git a/stampede.slurm b/stampede.slurm new file mode 100644 index 0000000..448858e --- /dev/null +++ b/stampede.slurm @@ -0,0 +1,20 @@ +#!/bin/bash + +#SBATCH -J ejp_trg +#SBATCH -o logs/ejp_trg.o%j +#SBATCH -e logs/ejp_trg.e%j +#SBATCH -p skx-dev +#SBATCH -N 1 +#SBATCH -n 48 +#SBATCH -t 00:05:00 +#SBATCH --mail-user=mail@florianstecker.net +#SBATCH --mail-type=all + +export LD_LIBRARY_PATH=$WORK/mps/lib:$LD_LIBRARY_PATH + +d=$(date +%Y%m%d_%H%M%S) + +nmax=895882 # up to reflection group word length 22 +# nmax=11575 # up to reflection group word length 1 + +ibrun ./singular_values $nmax $SCRATCH/ejp_trg_restart $WORK/ejp_trg/output/result_$d diff --git a/sync_stampede b/sync_stampede new file mode 100755 index 0000000..1a0a9c9 --- /dev/null +++ b/sync_stampede @@ -0,0 +1,8 @@ +#!/bin/bash + +rsync -vt *.c *.h Makefile stampede.slurm stampede:work/ejp_trg/ +#rsync -lvt /usr/lib/libmps.so* /usr/include/mps utexas:work/ejp_trg/libs/ + +# now run it with a job script + +# get MPSolve from https://numpi.dm.unipi.it/_media/software/mpsolve/mpsolve-3.2.1.tar.bz2 diff --git a/sync_utexas b/sync_utexas new file mode 100755 index 0000000..ce7be64 --- /dev/null +++ b/sync_utexas @@ -0,0 +1,7 @@ +#!/bin/bash + +rsync -vt *.c *.h Makefile hostfile hostfile_big allhosts localnames run_utexas run_local utexas:svmpi/ +rsync -lvt /usr/lib/libmps.so* utexas:svmpi/libs/ +rsync -rvt /usr/include/mps utexas:svmpi/libs/ + +# now run it with ssh utexas -t ssh linux50 svmpi/run_utexas