# ====================================================================
# System configuration file the UPC test harness on Piz-Daint GPU nodes
# ====================================================================

# Specify the network [GASNet conduit] to be used

network = aries

# Specify the type of batch system in use.

batch_sys = slurm
submit_cmd = 'sbatch -C gpu'
resubmit_cmd = 'sbatch -C gpu'

# Specify a sequence of queues, in order of preference, that can
# be used to run the jobs.  Each queue must define the following
# fields:
#      Q_name     -> name of the queue
#      Q_maxnode  -> max number of nodes allowed by the queue
#      Q_minnode  -> min number of nodes allowed by the queue
#      Q_maxtpn   -> max number of tasks per node allowed by queue
#      Q_maxtime  -> the maximum queue limit for the queue
#                    in the form HHH:MM:SS, 00:00:00 for unlimited

queues = [
        {
          Q_name     => normal,   
          Q_maxnode  => 8,
          Q_minnode  => 1,       
          Q_maxtpn   => 12,
          Q_maxtime  => 4:00:00
        }
]

# =================================================================
# Optional (but suggested) fields

# Specify the accounting repository under which the jobs will be run
# (not used on all systems)

repository = d108

# Specify the default number of UPC threads when running the tests.
# This value will replace the %NTHREAD% string in the per-suite
# harness configuration file (harness.conf).

nthread_default = 8

# No pthreads by default
num_pthreads = 0

# Specify the maximum number of processes per node to be used in this run

max_proc_per_node = 4

# Specify the minimum number of nodes to be used in a run.  This 
# value will be violated if the total number of UPC threads is 
# less than the specified value

min_num_nodes = 1

# Environment values passed to the run script and spawner
# default values to use if not already set in harness environment
run_env_default = {
   GASNET_SPAWNFN => 'C',
   GASNET_CSPAWN_CMD => 'srun -K0 -W60 -n%N %C',
   MPIRUN_CMD => 'srun -K0 -W60 %V -mblock -n %N %C', 
   CRAY_CUDA_MPS => 1,
}