#!/bin/sh
#SBATCH --ntasks=16 ##task of simulation [this should be equal to IJK]
#SBATCH --cpus-per-task=4 ##how many CPU for this task in SMP format
#SBATCH -t 8-00:00:00 ##max time is 8 days
#SBATCH --mail-user=
#SBATCH --mail-type=END,FAIL

cd $SLURM_SUBMIT_DIR
mkdir $SLURM_JOBID
cd $SLURM_JOBID

#Copy input files to simulation directory
cp ../own_STL_file.mfx ../geometry_0001.stl ../geometry.stl ../vtk_out.f .

#Configure execution environment
export OMPI_MCA_opal_warn_on_missing_libcuda=0
export PATH=/share/apps/openmpi/openmpi-4.1.2/bin:$PATH
export LD_LIBRARY_PATH=/share/apps/openmpi/openmpi-4.1.2/lib:$LD_LIBRARY_PATH


export OMP_NUM_THREADS=$SLURM_CPUS_PER_TASK

#Pick either srun or mpirun format to execute your simulation.
#The number of srun tasks or mpi ranks needs to match the number of domains (nodesi * nodesj * nodesk)
srun /share/apps/mfix/bin/mfixsolver_dmp_smp -f own_STL_file.mfx
#mpirun -np $SLURM_NTASKS /share/apps/mfix/bin/mfixsolver_dmp_smp -f own_STL_file.mfx