#A rough example of environmental variables for compiling with PGI compilers

#unset and set defaults
export PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games
unset LD_LIBRARY_PATH
module purge
. ~/.bashrc

#OP2 specifics
export OP2_COMPILER=pgi
export OP2_INSTALL_PATH=/rr-home/gihan/OP2-Common/op2
#unset OP_AUTO_SOA
export OP_AUTO_SOA=1
echo "Warning, OP_AUTO_SOA=1"

#modules
module load pgi-20.4/pgi-20.4 #works
#module load pgi-llvm-20.4/pgi-llvm-20.4
module load gnu-5.4.0
#module load pgi-llvm-20.4/ompi-3.1.3

#External libraries
export HDF5_INSTALL_PATH=/rr-home/shared/hydra/apps_pgi/hdf5/Ver1.8.18/
#export HDF5_INSTALL_PATH=/rr-home/shared/hydra/apps_pgi-V2/hdf5/Ver1.8.18/hdf5_par

export PARMETIS_INSTALL_PATH=/rr-home/shared/hydra/apps_pgi/parmetis-gnu
#export PARMETIS_INSTALL_PATH=/rr-home/shared/hydra/apps_pgi-V2/parmetis-pgi

export PTSCOTCH_INSTALL_PATH=/rr-home/shared/hydra/apps_pgi/ptscotch-gnu
#export PTSCOTCH_INSTALL_PATH=/rr-home/shared/hydra/apps_pgi-V2/ptscotch-pgi

export CGNS_INSTALL_PATH=/rr-home/shared/hydra/apps_pgi/cgns/Ver3.1.4/
#export CGNS_INSTALL_PATH=/rr-home/shared/hydra/apps_pgi-V2/cgns/Ver3.1.4/

export LD_LIBRARY_PATH=/rr-home/shared/hydra/apps_pgi/hdf5/Ver1.8.18/lib:$LD_LIBRARY_PATH
#export LD_LIBRARY_PATH=/rr-home/shared/hydra/apps_pgi-V2/hdf5/Ver1.8.18/hdf5_par/lib:$LD_LIBRARY_PATH

#NVIDIA CUDA
#module load cuda/toolkit-10.2.89 #works telos
module load cuda/toolkit-10.0.130
#export CUDA_INSTALL_PATH=/opt/cuda/10.2.89/toolkit/
#export CUDA_HOME=/opt/cuda/10.2.89/toolkit/
export CUDA_INSTALL_PATH=/opt/cuda/10.0.130/toolkit/
export CUDA_HOME=/opt/cuda/10.0.130/toolkit/

if [ "$(hostname)" == 'telos' ]; then
  export NV_ARCH=Volta
  export CUDA_VISIBLE_DEVICES=0
  echo $NV_ARCH
else
  export NV_ARCH=Pascal
  export CUDA_VISIBLE_DEVICES=0,1
fi


#PGI and MPI Compilers
export MPI_INSTALL_PATH=/rr-home/shared/hydra/apps_pgi/openmpi-pgi/ #works
#export MPI_INSTALL_PATH=/opt/pgi/licensed/20.4/linux86-64-llvm/20.4/mpi/openmpi-3.1.3/
#export MPI_INSTALL_PATH=/rr-home/gihan/OpenMPI-PGI-20/
export PATH=$MPI_INSTALL_PATH/bin:$PATH
export LD_LIBRARY_PATH=$MPI_INSTALL_PATH/lib:$LD_LIBRARY_PATH

export OMPI_CC=pgcc
export OMPI_CXX=pgc++
export OMPI_FC=pgfortran



