From b40b7a85b1fa6021fc0cd28956d9267aef2602bd Mon Sep 17 00:00:00 2001 From: Christoph Knote Date: Mon, 24 Oct 2022 13:07:16 +0200 Subject: [PATCH] Update domain, working impi setting --- blueprints/operational_chemistry/namelist.wps | 6 +++--- machine_profiles/alcc_spack/batch_preambles/main | 1 + machine_profiles/alcc_spack/profile.bash | 11 ++++++++--- 3 files changed, 12 insertions(+), 6 deletions(-) diff --git a/blueprints/operational_chemistry/namelist.wps b/blueprints/operational_chemistry/namelist.wps index 4de3e50..31afa61 100644 --- a/blueprints/operational_chemistry/namelist.wps +++ b/blueprints/operational_chemistry/namelist.wps @@ -11,9 +11,9 @@ parent_id = 1, 1, 2, parent_grid_ratio = 1, 9, 5, i_parent_start = 1, 96, 40, - j_parent_start = 1, 77, 40, - e_we = 185, 163, 196, - e_sn = 186, 136, 196, + j_parent_start = 1, 75, 40, + e_we = 185, 172, 196, + e_sn = 186, 163, 196, ! geog_data_res = 'modis_fpar+modis_lai+modis_lakes+modis_30s+modis_15s+30s', 'modis_fpar+modis_lai+modis_lakes+modis_30s+modis_15s+30s', ! 'modis_fpar+modis_lai+modis_lakes+modis_30s+modis_15s+30s', dx = 20000, diff --git a/machine_profiles/alcc_spack/batch_preambles/main b/machine_profiles/alcc_spack/batch_preambles/main index 4ca2cf3..82eae9c 100644 --- a/machine_profiles/alcc_spack/batch_preambles/main +++ b/machine_profiles/alcc_spack/batch_preambles/main @@ -1,5 +1,6 @@ #!/bin/bash -l #SBATCH --partition=alcc1,epyc +#SBATCH --exclusive #SBATCH -o __runDir__/__mainJobName__.%j.%N.out #SBATCH -D __runDir__ #SBATCH -J __mainJobName__ diff --git a/machine_profiles/alcc_spack/profile.bash b/machine_profiles/alcc_spack/profile.bash index b6100ca..3ba2ef4 100644 --- a/machine_profiles/alcc_spack/profile.bash +++ b/machine_profiles/alcc_spack/profile.bash @@ -7,14 +7,19 @@ ulimit -s unlimited # for intel . /alcc/gpfs2/sw/intel/19/bin/compilervars.sh intel64 +export I_MPI_FABRICS=shm:ofi +export I_MPI_SHM_OPT=shm +export FI_PROVIDER=tcp +export FI_TCP_IFACE=eth5 + # --- MPI settings --- -mpiCommandPre="mpirun" -mpiCommandMain="mpirun" +mpiCommandPre="srun --mpi=pmi2" +mpiCommandMain="srun --mpi=pmi2" #mpiCommandMain="mpirun -mca pml ucx -mca coll ^hcoll -x UCX_TLS=tcp,shm -x UCX_NET_DEVICES=eth5" mpiCommandReal=${mpiCommandPre} -nTasks=96 +nTasks=128 # --- Batch system --- -- GitLab