StarPU

StarPU Morse Nightly Tests

Buildbot

Buildbot

Tests for morse/morse_seq.txt

Tests for trunk/chameleon #HEAD (Profile seq)

Execution on queue court_mirage with 1 nodes (--gres=gpu:3 -C M2070 -n 12) of the following script
	export STARPU_WORKER_STATS=1
	export STARPU_CALIBRATE=2
        ./timing/time_spotrf_tile --gpus=3 --threads=9 --niter=30 --ib=96 --nb=960 --n_range=48000:48000:9600 --check
date morse_branch morse_scm starpu_svn output file error_file M N K/NRHS seconds Gflop/s Deviation
2017-08-05 trunk/chameleon 8eb4229 21763 output error 48000 48000 1 19.665 1874.70 9.23
2017-08-04 trunk/chameleon 8eb4229 21747 output error 48000 48000 1 19.697 1871.71 10.05
2017-08-02 trunk/chameleon 8eb4229 21742 output error 48000 48000 1 19.713 1870.15 11.59
2017-08-01 trunk/chameleon f248d3a 21739 output error 48000 48000 1 19.672 1874.07 11.06
2017-07-29 trunk/chameleon f248d3a 21738 output error 48000 48000 1 19.648 1876.34 8.85
2017-07-28 trunk/chameleon 69e80e9 21730 output error 48000 48000 1 19.663 1874.89 10.22
2017-07-27 trunk/chameleon 69e80e9 21720 output error - - - - - -
2017-07-26 trunk/chameleon 69e80e9 21719 output error 48000 48000 1 19.659 1875.22 7.09
2017-07-25 trunk/chameleon - 21717 output error - - - - - -
2017-07-24 trunk/chameleon 69e80e9 21714 output error 48000 48000 1 19.668 1874.42 7.57
See also the tests archive.

Tests for trunk/chameleon #HEAD (Profile seq_sim)

Execution on queue court with 1 nodes () of the following script
	export STARPU_HOME="$prefix_dir/../morse/trunk/chameleon/simucore/perfmodels/"
	export STARPU_HOSTNAME=mirage
	export STARPU_CALIBRATE=0
	export STARPU_WORKER_STATS=1
        time ./timing/time_spotrf_tile --nowarmup --gpus=3 --threads=9 --niter=30 --nb=960 --ib=96 --n_range=48000:48000:9600
date morse_branch morse_scm starpu_svn output file error_file M N K/NRHS seconds Gflop/s Deviation
2017-08-05 trunk/chameleon 8eb4229 21763 output error 48000 48000 1 19.903 1852.20 2.96
2017-08-04 trunk/chameleon 8eb4229 21747 output error 48000 48000 1 19.927 1849.99 2.34
2017-08-02 trunk/chameleon 8eb4229 21742 output error 48000 48000 1 19.924 1850.31 2.92
2017-08-01 trunk/chameleon f248d3a 21739 output error 48000 48000 1 19.927 1850.03 2.22
2017-07-29 trunk/chameleon f248d3a 21738 output error 48000 48000 1 19.928 1849.96 2.72
2017-07-28 trunk/chameleon 69e80e9 21730 output error 48000 48000 1 19.929 1849.86 2.56
2017-07-27 trunk/chameleon 69e80e9 21720 output error 48000 48000 1 19.923 1850.41 2.49
2017-07-26 trunk/chameleon 69e80e9 21719 output error 48000 48000 1 19.931 1849.60 2.05
2017-07-25 trunk/chameleon 69e80e9 21717 output error 48000 48000 1 19.927 1850.00 1.98
2017-07-24 trunk/chameleon 69e80e9 21715 output error 48000 48000 1 19.923 1850.35 3.14
See also the tests archive.

Tests for morse/morse_mpi.txt

Tests for trunk/chameleon #HEAD (Profile mpi)

Execution on queue court_sirocco with 4 nodes (-C Haswell --gres=gpu:4) of the following script
        printenv | grep SLURM
        printenv | grep STARPU_
        module list

	export STARPU_WORKER_STATS=1
	export STARPU_CALIBRATE=2
        export STARPU_LIMIT_CPU_MEM=120000
        export STARPU_LIMIT_MIN_SUBMITTED_TASKS=15000
        export STARPU_LIMIT_MAX_SUBMITTED_TASKS=16000
	# Compute P to set PxQ. Use square grid (Chameleon is unsafe with a non square grid), so P = Q = sqrt(number of nodes).
	export p=$(perl -e 'print int(sqrt('$SLURM_JOB_NUM_NODES')), "\n"')
	# Number of threads = number of processors per node - 1 - number of GPUS. We need to make sure the CPU managing GPU devices are not counted.
        export nbgpus=4
	export nbthreads=$(($SLURM_CPUS_ON_NODE - 1 - $nbgpus))
	# Start execution by giving the number of threads and the grid size. The problem size is set according to the given number of nodes.
	mpiexec -np $SLURM_JOB_NUM_NODES -pernode ./timing/time_spotrf_tile --niter=30 --ib=96 --nb=1440 --n_range=144000:144000:14400 --P=$p --threads=$nbthreads --gpus=$nbgpus
date morse_branch morse_scm starpu_svn output file error_file M N K/NRHS seconds Gflop/s Deviation
2017-08-13 trunk/chameleon - - output error - - - - - -
2017-08-04 trunk/chameleon 8eb4229 21747 output error - - - - - -
2017-08-02 trunk/chameleon 8eb4229 21742 output error - - - - - -
2017-08-01 trunk/chameleon f248d3a 21739 output error - - - - - -
2017-07-29 trunk/chameleon f248d3a 21738 output error - - - - - -
2017-07-28 trunk/chameleon 69e80e9 21730 output error - - - - - -
2017-07-27 trunk/chameleon 69e80e9 21720 output error - - - - - -
2017-07-26 trunk/chameleon 69e80e9 21719 output error - - - - - -
2017-07-25 trunk/chameleon - 21717 output error - - - - - -
2017-07-24 trunk/chameleon 69e80e9 21715 output error - - - - - -
See also the tests archive.

Tests for trunk/chameleon #HEAD (Profile mpi_sim)

Execution on queue court with 1 nodes () of the following script
        printenv | grep SLURM
        printenv | grep STARPU_
        module list

	export STARPU_HOME="$prefix_dir/../morse/trunk/chameleon/simucore/perfmodels/"
	export STARPU_HOSTNAME=sirocco
	export STARPU_CALIBRATE=0
	export STARPU_WORKER_STATS=1
        export STARPU_LIMIT_CPU_MEM=120000
        export STARPU_LIMIT_MIN_SUBMITTED_TASKS=15000
        export STARPU_LIMIT_MAX_SUBMITTED_TASKS=16000
        export STARPU_MALLOC_SIMULATION_FOLD=2
	# Hardcoder le parametrage de la soumission MPI
	SLURM_JOB_NUM_NODES=4
	SLURM_CPUS_ON_NODE=24
	# Calcul de P pour déterminer PxQ. On prend une grille carrée (Chameleon bug plus souvent avec une grille non carrée), donc P = Q = sqrt(nombre de nœuds).
	p=$(perl -e 'print int(sqrt('$SLURM_JOB_NUM_NODES')), "\n"')
	# Le nombre de threads est le nombre de processeurs par nœud moins 1, moins le nombre de GPUs. Vu qu'on donne cette valeur à la main, il faut retrancher les threads pour les workers GPU soi-même.
        nbgpus=4
	nbthreads=$(($SLURM_CPUS_ON_NODE - 1 - $nbgpus))
	# Ligne de compilation : on ajoute les paramètres threads et p au lancement du test. La taille du problème sera à configurer en fonction du nombre de nœuds choisi.
	time $prefix_dir/bin/starpu_smpirun -np $SLURM_JOB_NUM_NODES -platform $HOME/.starpu/cluster.xml -hostfile $HOME/.starpu/hostfile --cfg=surf/precision:0.000010 --cfg=maxmin/precision:0.000010 --cfg=network/model:IB --cfg=smpi/test:0.000010 ./timing/time_spotrf_tile --nowarmup --ib=96 --nb=1440 --n_range=144000:144000:14400 --P=$p --gpus=$nbgpus
date morse_branch morse_scm starpu_svn output file error_file M N K/NRHS seconds Gflop/s Deviation
2017-08-13 trunk/chameleon - - output error - - - - - -
2017-08-04 trunk/chameleon 8eb4229 21747 output error 144000 144000 1 30.325 32822.68 0.00
2017-08-02 trunk/chameleon 8eb4229 21742 output error 144000 144000 1 30.441 32697.30 0.00
2017-08-01 trunk/chameleon f248d3a 21739 output error 144000 144000 1 30.431 32708.02 0.00
2017-07-29 trunk/chameleon f248d3a 21738 output error 144000 144000 1 30.325 32822.70 0.00
2017-07-28 trunk/chameleon 69e80e9 21730 output error - - - - - -
2017-07-27 trunk/chameleon 69e80e9 21720 output error - - - - - -
2017-07-26 trunk/chameleon 69e80e9 21719 output error - - - - - -
2017-07-25 trunk/chameleon 69e80e9 21717 output error - - - - - -
2017-07-24 trunk/chameleon 69e80e9 21715 output error - - - - - -
See also the tests archive.

Last updated on 2017/08/05 at 04:26.