From cd84e6c0c468d6e0a327c4a31b5390a190da5f39 Mon Sep 17 00:00:00 2001
From: Florian Stecker <mail@florianstecker.de>
Date: Sat, 2 Oct 2021 09:28:36 -0500
Subject: [PATCH] add run script

---
 allhosts       | 135 +++++++++++++++++++++++++++++++++++++++++++++++++
 hostfile       |   5 ++
 hostfile_big   |  48 ++++++++++++++++++
 localnames     |  51 +++++++++++++++++++
 run_local      |   6 +++
 run_utexas     |  14 +++++
 stampede.slurm |  20 ++++++++
 sync_stampede  |   8 +++
 sync_utexas    |   7 +++
 9 files changed, 294 insertions(+)
 create mode 100644 allhosts
 create mode 100644 hostfile
 create mode 100644 hostfile_big
 create mode 100644 localnames
 create mode 100755 run_local
 create mode 100755 run_utexas
 create mode 100644 stampede.slurm
 create mode 100755 sync_stampede
 create mode 100755 sync_utexas

diff --git a/allhosts b/allhosts
new file mode 100644
index 0000000..3462df1
--- /dev/null
+++ b/allhosts
@@ -0,0 +1,135 @@
+
+
+euler.ma.utexas.edu
+fac1.ma.utexas.edu
+fac4.ma.utexas.edu
+fac8.ma.utexas.edu
+fac9.ma.utexas.edu
+frog.ma.utexas.edu
+gummo.ma.utexas.edu
+iguana.ma.utexas.edu
+lab10.ma.utexas.edu
+lab11.ma.utexas.edu
+lab12.ma.utexas.edu
+lab13.ma.utexas.edu
+lab14.ma.utexas.edu
+lab15.ma.utexas.edu
+lab16.ma.utexas.edu
+lab17.ma.utexas.edu
+lab18.ma.utexas.edu
+lab19.ma.utexas.edu
+lab1.ma.utexas.edu
+lab20.ma.utexas.edu
+lab21.ma.utexas.edu
+lab22.ma.utexas.edu
+lab23.ma.utexas.edu
+lab24.ma.utexas.edu
+lab25.ma.utexas.edu
+lab26.ma.utexas.edu
+lab27.ma.utexas.edu
+lab28.ma.utexas.edu
+lab29.ma.utexas.edu
+lab2.ma.utexas.edu
+lab30.ma.utexas.edu
+lab31.ma.utexas.edu
+lab32.ma.utexas.edu
+lab33.ma.utexas.edu
+lab34.ma.utexas.edu
+lab35.ma.utexas.edu
+lab36.ma.utexas.edu
+lab37.ma.utexas.edu
+lab38.ma.utexas.edu
+lab39.ma.utexas.edu
+lab3.ma.utexas.edu
+lab40.ma.utexas.edu
+lab41.ma.utexas.edu
+lab42.ma.utexas.edu
+lab43.ma.utexas.edu
+lab44.ma.utexas.edu
+lab45.ma.utexas.edu
+lab46.ma.utexas.edu
+lab47.ma.utexas.edu
+lab48.ma.utexas.edu
+lab49.ma.utexas.edu
+lab4.ma.utexas.edu
+lab50.ma.utexas.edu
+lab51.ma.utexas.edu
+lab52.ma.utexas.edu
+lab53.ma.utexas.edu
+lab54.ma.utexas.edu
+lab55.ma.utexas.edu
+lab56.ma.utexas.edu
+lab57.ma.utexas.edu
+lab58.ma.utexas.edu
+lab59.ma.utexas.edu
+lab5.ma.utexas.edu
+lab60.ma.utexas.edu
+lab61.ma.utexas.edu
+lab62.ma.utexas.edu
+lab63.ma.utexas.edu
+lab64.ma.utexas.edu
+lab65.ma.utexas.edu
+lab66.ma.utexas.edu
+lab67.ma.utexas.edu
+lab68.ma.utexas.edu
+lab69.ma.utexas.edu
+lab6.ma.utexas.edu
+lab70.ma.utexas.edu
+lab7.ma.utexas.edu
+lab8.ma.utexas.edu
+lab9.ma.utexas.edu
+linux100.ma.utexas.edu
+linux104.ma.utexas.edu
+linux110.ma.utexas.edu
+linux115.ma.utexas.edu
+linux119.ma.utexas.edu
+linux122.ma.utexas.edu
+linux149.ma.utexas.edu
+linux14.ma.utexas.edu
+linux15.ma.utexas.edu
+linux164.ma.utexas.edu
+linux169.ma.utexas.edu
+linux16.ma.utexas.edu
+linux17.ma.utexas.edu
+linux180.ma.utexas.edu
+linux181.ma.utexas.edu
+linux184.ma.utexas.edu
+linux18.ma.utexas.edu
+linux20.ma.utexas.edu
+linux21.ma.utexas.edu
+linux24.ma.utexas.edu
+linux27.ma.utexas.edu
+linux28.ma.utexas.edu
+linux29.ma.utexas.edu
+linux2.ma.utexas.edu
+linux30.ma.utexas.edu
+linux31.ma.utexas.edu
+linux32.ma.utexas.edu
+linux38.ma.utexas.edu
+linux40.ma.utexas.edu
+linux41.ma.utexas.edu
+linux46.ma.utexas.edu
+linux4.ma.utexas.edu
+linux50.ma.utexas.edu
+linux52.ma.utexas.edu
+linux54.ma.utexas.edu
+linux57.ma.utexas.edu
+linux62.ma.utexas.edu
+linux64.ma.utexas.edu
+linux66.ma.utexas.edu
+linux68.ma.utexas.edu
+linux69.ma.utexas.edu
+linux70.ma.utexas.edu
+linux71.ma.utexas.edu
+linux72.ma.utexas.edu
+linux74.ma.utexas.edu
+linux76.ma.utexas.edu
+linux79.ma.utexas.edu
+linux80.ma.utexas.edu
+linux82.ma.utexas.edu
+linux83.ma.utexas.edu
+linux86.ma.utexas.edu
+linux91.ma.utexas.edu
+linux92.ma.utexas.edu
+linux96.ma.utexas.edu
+linux9.ma.utexas.edu
diff --git a/hostfile b/hostfile
new file mode 100644
index 0000000..064bdd1
--- /dev/null
+++ b/hostfile
@@ -0,0 +1,5 @@
+linux50 slots=4
+linux52 slots=4
+linux57 slots=4
+linux110 slots=4
+linux115 slots=4
diff --git a/hostfile_big b/hostfile_big
new file mode 100644
index 0000000..4d22c47
--- /dev/null
+++ b/hostfile_big
@@ -0,0 +1,48 @@
+linux100 slots=4
+linux104 slots=4
+linux110 slots=4
+linux122 slots=4
+linux149 slots=4
+linux14 slots=4
+linux15 slots=2
+linux16 slots=4
+linux17 slots=2
+linux180 slots=4
+linux181 slots=2
+linux184 slots=4
+linux18 slots=4
+linux20 slots=4
+linux21 slots=4
+linux24 slots=4
+linux27 slots=4
+linux29 slots=4
+linux2 slots=4
+linux30 slots=4
+linux31 slots=4
+linux32 slots=4
+linux38 slots=2
+linux40 slots=4
+linux41 slots=4
+linux46 slots=4
+linux4 slots=4
+linux50 slots=4
+linux52 slots=4
+linux54 slots=4
+linux57 slots=4
+linux62 slots=2
+linux64 slots=4
+linux68 slots=4
+linux69 slots=4
+linux70 slots=4
+linux71 slots=4
+linux72 slots=4
+linux74 slots=4
+linux76 slots=4
+linux79 slots=4
+linux80 slots=4
+linux83 slots=4
+linux86 slots=4
+linux91 slots=4
+linux92 slots=4
+linux96 slots=4
+linux9 slots=2
diff --git a/localnames b/localnames
new file mode 100644
index 0000000..c8fbfe1
--- /dev/null
+++ b/localnames
@@ -0,0 +1,51 @@
+linux100
+linux104
+linux110
+linux115
+linux122
+linux149
+linux14
+linux15
+linux164
+linux169
+linux16
+linux17
+linux180
+linux181
+linux184
+linux18
+linux20
+linux21
+linux24
+linux27
+linux29
+linux2
+linux30
+linux31
+linux32
+linux38
+linux40
+linux41
+linux46
+linux4
+linux50
+linux52
+linux54
+linux57
+linux62
+linux64
+linux68
+linux69
+linux70
+linux71
+linux72
+linux74
+linux76
+linux79
+linux80
+linux83
+linux86
+linux91
+linux92
+linux96
+linux9
diff --git a/run_local b/run_local
new file mode 100755
index 0000000..caa99af
--- /dev/null
+++ b/run_local
@@ -0,0 +1,6 @@
+#!/bin/bash
+
+nmax=895882 # up to reflection group word length 22
+# nmax=11575 # up to reflection group word length 14
+
+time mpirun --mca opal_warn_on_missing_libcuda 0  -x LD_LIBRARY_PATH=/home/stecker/svmpi/libs ./singular_values $nmax ejp_trg_restart test.out
diff --git a/run_utexas b/run_utexas
new file mode 100755
index 0000000..2a67f8b
--- /dev/null
+++ b/run_utexas
@@ -0,0 +1,14 @@
+#!/bin/bash
+
+cd /home/stecker/svmpi/
+
+nmax=895882 # up to reflection group word length 22
+# nmax=11575 # up to reflection group word length 14
+
+outfile=result_$(date +%Y%m%d_%H%M%S).out
+
+
+unset DISPLAY
+
+make singular_values &&
+time mpirun -n 100 -x LD_LIBRARY_PATH=/home/stecker/svmpi/libs --hostfile hostfile_big ./singular_values $nmax utexas_cluster_restart $outfile
diff --git a/stampede.slurm b/stampede.slurm
new file mode 100644
index 0000000..448858e
--- /dev/null
+++ b/stampede.slurm
@@ -0,0 +1,20 @@
+#!/bin/bash
+
+#SBATCH -J ejp_trg
+#SBATCH -o logs/ejp_trg.o%j
+#SBATCH -e logs/ejp_trg.e%j
+#SBATCH -p skx-dev
+#SBATCH -N 1
+#SBATCH -n 48
+#SBATCH -t 00:05:00
+#SBATCH --mail-user=mail@florianstecker.net
+#SBATCH --mail-type=all
+
+export LD_LIBRARY_PATH=$WORK/mps/lib:$LD_LIBRARY_PATH
+
+d=$(date +%Y%m%d_%H%M%S)
+
+nmax=895882 # up to reflection group word length 22
+# nmax=11575 # up to reflection group word length 1
+
+ibrun ./singular_values $nmax $SCRATCH/ejp_trg_restart $WORK/ejp_trg/output/result_$d
diff --git a/sync_stampede b/sync_stampede
new file mode 100755
index 0000000..1a0a9c9
--- /dev/null
+++ b/sync_stampede
@@ -0,0 +1,8 @@
+#!/bin/bash
+
+rsync -vt *.c *.h Makefile stampede.slurm stampede:work/ejp_trg/
+#rsync -lvt /usr/lib/libmps.so* /usr/include/mps utexas:work/ejp_trg/libs/
+
+# now run it with a job script
+
+# get MPSolve from https://numpi.dm.unipi.it/_media/software/mpsolve/mpsolve-3.2.1.tar.bz2
diff --git a/sync_utexas b/sync_utexas
new file mode 100755
index 0000000..ce7be64
--- /dev/null
+++ b/sync_utexas
@@ -0,0 +1,7 @@
+#!/bin/bash
+
+rsync -vt *.c *.h Makefile hostfile hostfile_big allhosts localnames run_utexas run_local utexas:svmpi/
+rsync -lvt /usr/lib/libmps.so* utexas:svmpi/libs/
+rsync -rvt /usr/include/mps utexas:svmpi/libs/
+
+# now run it with ssh utexas -t ssh linux50 svmpi/run_utexas