StarPU

StarPU Morse Nightly Tests

Buildbot

Buildbot

Tests for morse/morse_seq.txt

Tests for trunk/chameleon #HEAD (Profile seq)

Execution on queue court_mirage with 1 nodes (--gres=gpu:3 -C M2070 -n 12) of the following script
	export STARPU_WORKER_STATS=1
	export STARPU_CALIBRATE=2
        ./timing/time_spotrf_tile --warmup --gpus=3 --threads=9 --niter=30 --ib=96 --nb=960 --n_range=48000:48000:9600 --check
date morse_branch morse_scm starpu_svn output file error_file M N K/NRHS seconds Gflop/s Deviation
2017-06-23 trunk/chameleon 2bac3c0 21574 output error 48000 48000 1 19.687 1872.65 9.20
2017-06-21 trunk/chameleon a0a034b 21571 output error - - - - - -
2017-05-19 trunk/chameleon 6cd463e 21365 output error 48000 48000 1 41.120 899.70 53.63
2017-05-18 trunk/chameleon 6cd463e 21343 output error 48000 48000 1 19.658 1875.41 9.22
2017-05-16 trunk/chameleon 6cd463e 21326 output error 48000 48000 1 19.691 1872.32 13.97
2017-05-15 trunk/chameleon 6cd463e 21319 output error 48000 48000 1 19.672 1874.03 9.25
2017-05-12 trunk/chameleon 6cd463e 21312 output error 48000 48000 1 19.638 1877.25 9.99
2017-04-14 trunk/chameleon 24263d4 21076 output error 48000 48000 1 19.707 1870.70 7.99
2017-04-13 trunk/chameleon 3e7b672 21059 output error 48000 48000 1 32.743 1126.20 19.03
2017-04-12 trunk/chameleon 3e7b672 21043 output error 48000 48000 1 19.634 1877.68 9.58
See also the tests archive.

Tests for trunk/chameleon #HEAD (Profile seq_sim)

Execution on queue court with 1 nodes () of the following script
	export STARPU_HOME="$prefix_dir/../morse/trunk/chameleon/simucore/perfmodels/"
	export STARPU_HOSTNAME=mirage
	export STARPU_CALIBRATE=0
	export STARPU_WORKER_STATS=1
        time ./timing/time_spotrf_tile --nowarmup --gpus=3 --threads=9 --niter=30 --nb=960 --ib=96 --n_range=48000:48000:9600
date morse_branch morse_scm starpu_svn output file error_file M N K/NRHS seconds Gflop/s Deviation
2017-06-23 trunk/chameleon - 21574 output error - - - - - -
2017-06-21 trunk/chameleon - 21571 output error - - - - - -
2017-05-19 trunk/chameleon 6cd463e 21365 output error 48000 48000 1 19.931 1849.61 2.61
2017-05-18 trunk/chameleon 6cd463e 21343 output error 48000 48000 1 19.918 1850.88 1.78
2017-05-16 trunk/chameleon 6cd463e 21326 output error 48000 48000 1 19.922 1850.45 2.79
2017-05-15 trunk/chameleon 6cd463e 21319 output error 48000 48000 1 19.918 1850.81 2.71
2017-05-12 trunk/chameleon 6cd463e 21312 output error 48000 48000 1 19.921 1850.56 2.40
2017-04-14 trunk/chameleon 24263d4 21076 output error 48000 48000 1 19.915 1851.14 3.05
2017-04-13 trunk/chameleon 3e7b672 21059 output error 48000 48000 1 19.910 1851.57 3.39
2017-04-12 trunk/chameleon 3e7b672 21043 output error 48000 48000 1 19.902 1852.34 2.39
See also the tests archive.

Tests for morse/morse_mpi.txt

Tests for trunk/chameleon #HEAD (Profile mpi)

Execution on queue court_sirocco with 4 nodes (-C Haswell --gres=gpu:4) of the following script
        printenv | grep SLURM
        printenv | grep STARPU_
        module list

	export STARPU_WORKER_STATS=1
	export STARPU_CALIBRATE=2
        export STARPU_LIMIT_CPU_MEM=120000
        export STARPU_LIMIT_MIN_SUBMITTED_TASKS=15000
        export STARPU_LIMIT_MAX_SUBMITTED_TASKS=16000
	# Compute P to set PxQ. Use square grid (Chameleon is unsafe with a non square grid), so P = Q = sqrt(number of nodes).
	export p=$(perl -e 'print int(sqrt('$SLURM_JOB_NUM_NODES')), "\n"')
	# Number of threads = number of processors per node - 1 - number of GPUS. We need to make sure the CPU managing GPU devices are not counted.
        export nbgpus=4
	export nbthreads=$(($SLURM_CPUS_ON_NODE - 1 - $nbgpus))
	# Start execution by giving the number of threads and the grid size. The problem size is set according to the given number of nodes.
	mpiexec -np $SLURM_JOB_NUM_NODES -pernode ./timing/time_spotrf_tile --warmup --niter=30 --ib=96 --nb=1440 --n_range=144000:144000:14400 --p=$p --threads=$nbthreads --gpus=$nbgpus
date morse_branch morse_scm starpu_svn output file error_file M N K/NRHS seconds Gflop/s Deviation
2017-06-23 trunk/chameleon 2bac3c0 21574 output error - - - - - -
2017-06-21 trunk/chameleon 2bac3c0 21571 output error - - - - - -
2017-05-19 trunk/chameleon 6cd463e 21365 output error - - - - - -
2017-05-18 trunk/chameleon 6cd463e 21343 output error - - - - - -
2017-05-16 trunk/chameleon 6cd463e 21326 output error - - - - - -
2017-05-15 trunk/chameleon 6cd463e 21319 output error - - - - - -
2017-05-12 trunk/chameleon 6cd463e 21312 output error - - - - - -
2017-04-14 trunk/chameleon 24263d4 21076 output error - - - - - -
2017-04-13 trunk/chameleon 3e7b672 21059 output error - - - - - -
2017-04-12 trunk/chameleon 3e7b672 21043 output error - - - - - -
See also the tests archive.

Tests for trunk/chameleon #HEAD (Profile mpi_sim)

Execution on queue court with 1 nodes () of the following script
        printenv | grep SLURM
        printenv | grep STARPU_
        module list

	export STARPU_HOME="$prefix_dir/../morse/trunk/chameleon/simucore/perfmodels/"
	export STARPU_HOSTNAME=sirocco
	export STARPU_CALIBRATE=0
	export STARPU_WORKER_STATS=1
        export STARPU_LIMIT_CPU_MEM=120000
        export STARPU_LIMIT_MIN_SUBMITTED_TASKS=15000
        export STARPU_LIMIT_MAX_SUBMITTED_TASKS=16000
        export STARPU_MALLOC_SIMULATION_FOLD=2
	# Hardcoder le parametrage de la soumission MPI
	SLURM_JOB_NUM_NODES=4
	SLURM_CPUS_ON_NODE=24
	# Calcul de P pour déterminer PxQ. On prend une grille carrée (Chameleon bug plus souvent avec une grille non carrée), donc P = Q = sqrt(nombre de nœuds).
	p=$(perl -e 'print int(sqrt('$SLURM_JOB_NUM_NODES')), "\n"')
	# Le nombre de threads est le nombre de processeurs par nœud moins 1, moins le nombre de GPUs. Vu qu'on donne cette valeur à la main, il faut retrancher les threads pour les workers GPU soi-même.
        nbgpus=4
	nbthreads=$(($SLURM_CPUS_ON_NODE - 1 - $nbgpus))
	# Ligne de compilation : on ajoute les paramètres threads et p au lancement du test. La taille du problème sera à configurer en fonction du nombre de nœuds choisi.
	time $prefix_dir/bin/starpu_smpirun -np $SLURM_JOB_NUM_NODES -platform $HOME/.starpu/cluster.xml -hostfile $HOME/.starpu/hostfile --cfg=surf/precision:0.000010 --cfg=maxmin/precision:0.000010 --cfg=network/model:IB --cfg=smpi/test:0.000010 ./timing/time_spotrf_tile --nowarmup --ib=96 --nb=1440 --n_range=144000:144000:14400 --p=$p --gpus=$nbgpus
date morse_branch morse_scm starpu_svn output file error_file M N K/NRHS seconds Gflop/s Deviation
2017-06-23 trunk/chameleon - 21574 output error - - - - - -
2017-06-21 trunk/chameleon - 21571 output error - - - - - -
2017-05-19 trunk/chameleon 6cd463e 21365 output error 144000 144000 1 30.366 32778.59 0.00
2017-05-18 trunk/chameleon 6cd463e 21343 output error 144000 144000 1 30.366 32778.59 0.00
2017-05-16 trunk/chameleon 6cd463e 21326 output error 144000 144000 1 30.366 32778.59 0.00
2017-05-15 trunk/chameleon 6cd463e 21319 output error 144000 144000 1 30.445 32693.45 0.00
2017-05-12 trunk/chameleon 6cd463e 21312 output error 144000 144000 1 30.445 32693.45 0.00
2017-04-14 trunk/chameleon 24263d4 21076 output error 144000 144000 1 30.366 32778.12 0.00
2017-04-13 trunk/chameleon 3e7b672 21059 output error 144000 144000 1 30.398 32743.47 0.00
2017-04-12 trunk/chameleon 3e7b672 21043 output error 144000 144000 1 30.287 32863.55 0.00
See also the tests archive.

Last updated on 2017/06/23 at 04:04.