========================================== See documentation/faq.html and documentation/bugreporting.html for help with installation problems. Please send EVERYTHING printed out below when reporting problems. Please check the mailing list archives and consider subscribing. https://petsc.org/release/community/mailing/ ========================================== Starting make run on login35 at Thu, 04 Nov 2021 15:22:08 -0700 Machine characteristics: Linux login35 4.12.14-197.78_9.1.65-cray_shasta_c #1 SMP Tue Oct 12 00:55:29 UTC 2021 (844151d) x86_64 x86_64 x86_64 GNU/Linux ----------------------------------------- Using PETSc directory: /global/homes/m/madams/petsc Using PETSc arch: arch-perlmutter-opt-nvidia-cuda ----------------------------------------- PETSC_VERSION_RELEASE 0 PETSC_VERSION_MAJOR 3 PETSC_VERSION_MINOR 16 PETSC_VERSION_SUBMINOR 0 PETSC_VERSION_PATCH 0 PETSC_VERSION_DATE "unknown" PETSC_VERSION_GIT "unknown" PETSC_VERSION_DATE_GIT "unknown" PETSC_VERSION_EQ(MAJOR,MINOR,SUBMINOR) \ PETSC_VERSION_ PETSC_VERSION_EQ PETSC_VERSION_LT(MAJOR,MINOR,SUBMINOR) \ PETSC_VERSION_LE(MAJOR,MINOR,SUBMINOR) \ PETSC_VERSION_GT(MAJOR,MINOR,SUBMINOR) \ PETSC_VERSION_GE(MAJOR,MINOR,SUBMINOR) \ ----------------------------------------- Using configure Options: --CFLAGS=" -g -DLANDAU_DIM=2 -DLANDAU_MAX_SPECIES=10 -DLANDAU_MAX_Q=4 -mp=gpu" --CXXFLAGS=" -g -DLANDAU_DIM=2 -DLANDAU_MAX_SPECIES=10 -DLANDAU_MAX_Q=4 -mp=gpu" --FFLAGS=" -g -mp=gpu" --CPPFLAGS=-mp=gpu --CXXPPFLAGS=-mp=gpu --CUDAFLAGS="-g -Xcompiler -rdynamic -DLANDAU_DIM=2 -DLANDAU_MAX_SPECIES=10 -DLANDAU_MAX_Q=4" --with-cc=cc --with-cxx=CC --with-fc=ftn --with-cudac=/global/common/software/nersc/cos1.3/cuda/11.3.0/bin/nvcc --COPTFLAGS=" -O" --CXXOPTFLAGS=" -O" --FOPTFLAGS=" -O" --with-debugging=0 --with-cuda=1 --with-cuda-arch=80 --with-mpiexec=srun --with-batch=0 --download-p4est=1 --with-zlib=1 --with-kokkos-kernels-tpl=0 --with-make-np=8 PETSC_ARCH=arch-perlmutter-opt-nvidia-cuda Using configuration flags: #define INCLUDED_PETSCCONF_H #define PETSC_ARCH "arch-perlmutter-opt-nvidia-cuda" #define PETSC_ATTRIBUTEALIGNED(size) __attribute((aligned(size))) #define PETSC_Alignx(a,b) #define PETSC_BLASLAPACK_UNDERSCORE 1 #define PETSC_CLANGUAGE_C 1 #define PETSC_CUDA_GENERATION 80 #define PETSC_CXX_INLINE inline #define PETSC_CXX_RESTRICT __restrict #define PETSC_C_INLINE inline #define PETSC_C_RESTRICT __restrict #define PETSC_DEPRECATED_ENUM(why) __attribute((deprecated)) #define PETSC_DEPRECATED_FUNCTION(why) __attribute((deprecated)) #define PETSC_DEPRECATED_MACRO(why) _Pragma(why) #define PETSC_DEPRECATED_TYPEDEF(why) __attribute((deprecated)) #define PETSC_DIR "/global/homes/m/madams/petsc" #define PETSC_DIR_SEPARATOR '/' #define PETSC_FORTRAN_CHARLEN_T int #define PETSC_FORTRAN_TYPE_INITIALIZE = -2 #define PETSC_FUNCTION_NAME_C __func__ #define PETSC_FUNCTION_NAME_CXX __func__ #define PETSC_HAVE_ACCESS 1 #define PETSC_HAVE_ATOLL 1 #define PETSC_HAVE_ATTRIBUTEALIGNED 1 #define PETSC_HAVE_BUILTIN_EXPECT 1 #define PETSC_HAVE_BZERO 1 #define PETSC_HAVE_C99_COMPLEX 1 #define PETSC_HAVE_CLOCK 1 #define PETSC_HAVE_CUDA 1 #define PETSC_HAVE_CUDA_DIALECT_CXX03 1 #define PETSC_HAVE_CUDA_DIALECT_CXX11 1 #define PETSC_HAVE_CUDA_DIALECT_CXX14 1 #define PETSC_HAVE_CUDA_DIALECT_CXX17 1 #define PETSC_HAVE_CUDA_VERSION_11PLUS 1 #define PETSC_HAVE_CUSOLVERDNDPOTRI 1 #define PETSC_HAVE_CXX 1 #define PETSC_HAVE_CXX_COMPLEX 1 #define PETSC_HAVE_CXX_COMPLEX_FIX 1 #define PETSC_HAVE_CXX_DIALECT_CXX03 1 #define PETSC_HAVE_CXX_DIALECT_CXX11 1 #define PETSC_HAVE_CXX_DIALECT_CXX14 1 #define PETSC_HAVE_CXX_DIALECT_CXX17 1 #define PETSC_HAVE_DEVICE 1 #define PETSC_HAVE_DLADDR 1 #define PETSC_HAVE_DLCLOSE 1 #define PETSC_HAVE_DLERROR 1 #define PETSC_HAVE_DLFCN_H 1 #define PETSC_HAVE_DLOPEN 1 #define PETSC_HAVE_DLSYM 1 #define PETSC_HAVE_DOUBLE_ALIGN_MALLOC 1 #define PETSC_HAVE_DRAND48 1 #define PETSC_HAVE_DYNAMIC_LIBRARIES 1 #define PETSC_HAVE_ERF 1 #define PETSC_HAVE_F90_2PTR_ARG 1 #define PETSC_HAVE_FCNTL_H 1 #define PETSC_HAVE_FENV_H 1 #define PETSC_HAVE_FLOAT_H 1 #define PETSC_HAVE_FORK 1 #define PETSC_HAVE_FORTRAN 1 #define PETSC_HAVE_FORTRAN_FLUSH 1 #define PETSC_HAVE_FORTRAN_GET_COMMAND_ARGUMENT 1 #define PETSC_HAVE_FORTRAN_UNDERSCORE 1 #define PETSC_HAVE_GETCWD 1 #define PETSC_HAVE_GETDOMAINNAME 1 #define PETSC_HAVE_GETHOSTBYNAME 1 #define PETSC_HAVE_GETHOSTNAME 1 #define PETSC_HAVE_GETPAGESIZE 1 #define PETSC_HAVE_GETRUSAGE 1 #define PETSC_HAVE_IMMINTRIN_H 1 #define PETSC_HAVE_INTTYPES_H 1 #define PETSC_HAVE_ISINF 1 #define PETSC_HAVE_ISNAN 1 #define PETSC_HAVE_ISNORMAL 1 #define PETSC_HAVE_LGAMMA 1 #define PETSC_HAVE_LOG2 1 #define PETSC_HAVE_LSEEK 1 #define PETSC_HAVE_MALLOC_H 1 #define PETSC_HAVE_MEMALIGN 1 #define PETSC_HAVE_MEMMOVE 1 #define PETSC_HAVE_MMAP 1 #define PETSC_HAVE_MPICH_NUMVERSION 30400002 #define PETSC_HAVE_MPIIO 1 #define PETSC_HAVE_MPI_COMBINER_CONTIGUOUS 1 #define PETSC_HAVE_MPI_COMBINER_DUP 1 #define PETSC_HAVE_MPI_COMBINER_NAMED 1 #define PETSC_HAVE_MPI_EXSCAN 1 #define PETSC_HAVE_MPI_F90MODULE 1 #define PETSC_HAVE_MPI_F90MODULE_VISIBILITY 1 #define PETSC_HAVE_MPI_FEATURE_DYNAMIC_WINDOW 1 #define PETSC_HAVE_MPI_FINALIZED 1 #define PETSC_HAVE_MPI_GET_ACCUMULATE 1 #define PETSC_HAVE_MPI_GET_LIBRARY_VERSION 1 #define PETSC_HAVE_MPI_IALLREDUCE 1 #define PETSC_HAVE_MPI_IBARRIER 1 #define PETSC_HAVE_MPI_INIT_THREAD 1 #define PETSC_HAVE_MPI_INT64_T 1 #define PETSC_HAVE_MPI_IN_PLACE 1 #define PETSC_HAVE_MPI_LONG_DOUBLE 1 #define PETSC_HAVE_MPI_NEIGHBORHOOD_COLLECTIVES 1 #define PETSC_HAVE_MPI_NONBLOCKING_COLLECTIVES 1 #define PETSC_HAVE_MPI_ONE_SIDED 1 #define PETSC_HAVE_MPI_PROCESS_SHARED_MEMORY 1 #define PETSC_HAVE_MPI_REDUCE_LOCAL 1 #define PETSC_HAVE_MPI_REDUCE_SCATTER 1 #define PETSC_HAVE_MPI_REDUCE_SCATTER_BLOCK 1 #define PETSC_HAVE_MPI_RGET 1 #define PETSC_HAVE_MPI_TYPE_DUP 1 #define PETSC_HAVE_MPI_TYPE_GET_ENVELOPE 1 #define PETSC_HAVE_MPI_WIN_CREATE 1 #define PETSC_HAVE_NANOSLEEP 1 #define PETSC_HAVE_NETDB_H 1 #define PETSC_HAVE_NETINET_IN_H 1 #define PETSC_HAVE_P4EST 1 #define PETSC_HAVE_PACKAGES ":blaslapack:cuda:mathlib:mpi:p4est:pthread:regex:sowing:x11:zlib:" #define PETSC_HAVE_POPEN 1 #define PETSC_HAVE_PTHREAD 1 #define PETSC_HAVE_PTHREAD_BARRIER_T 1 #define PETSC_HAVE_PTHREAD_H 1 #define PETSC_HAVE_PWD_H 1 #define PETSC_HAVE_RAND 1 #define PETSC_HAVE_READLINK 1 #define PETSC_HAVE_REALPATH 1 #define PETSC_HAVE_REAL___FLOAT128 1 #define PETSC_HAVE_REGEX 1 #define PETSC_HAVE_RTLD_GLOBAL 1 #define PETSC_HAVE_RTLD_LAZY 1 #define PETSC_HAVE_RTLD_LOCAL 1 #define PETSC_HAVE_RTLD_NOW 1 #define PETSC_HAVE_SCHED_CPU_SET_T 1 #define PETSC_HAVE_SETJMP_H 1 #define PETSC_HAVE_SLEEP 1 #define PETSC_HAVE_SNPRINTF 1 #define PETSC_HAVE_SOCKET 1 #define PETSC_HAVE_SOWING 1 #define PETSC_HAVE_SO_REUSEADDR 1 #define PETSC_HAVE_STDINT_H 1 #define PETSC_HAVE_STRCASECMP 1 #define PETSC_HAVE_STRINGS_H 1 #define PETSC_HAVE_STRUCT_SIGACTION 1 #define PETSC_HAVE_SYSINFO 1 #define PETSC_HAVE_SYS_PARAM_H 1 #define PETSC_HAVE_SYS_PROCFS_H 1 #define PETSC_HAVE_SYS_RESOURCE_H 1 #define PETSC_HAVE_SYS_SOCKET_H 1 #define PETSC_HAVE_SYS_SYSCTL_H 1 #define PETSC_HAVE_SYS_SYSINFO_H 1 #define PETSC_HAVE_SYS_TIMES_H 1 #define PETSC_HAVE_SYS_TIME_H 1 #define PETSC_HAVE_SYS_TYPES_H 1 #define PETSC_HAVE_SYS_UTSNAME_H 1 #define PETSC_HAVE_SYS_WAIT_H 1 #define PETSC_HAVE_TGAMMA 1 #define PETSC_HAVE_TIME 1 #define PETSC_HAVE_TIME_H 1 #define PETSC_HAVE_UNAME 1 #define PETSC_HAVE_UNISTD_H 1 #define PETSC_HAVE_USLEEP 1 #define PETSC_HAVE_VA_COPY 1 #define PETSC_HAVE_VSNPRINTF 1 #define PETSC_HAVE_X 1 #define PETSC_HAVE_XMMINTRIN_H 1 #define PETSC_IS_COLORING_MAX USHRT_MAX #define PETSC_IS_COLORING_VALUE_TYPE short #define PETSC_IS_COLORING_VALUE_TYPE_F integer2 #define PETSC_LEVEL1_DCACHE_LINESIZE 64 #define PETSC_LIB_DIR "/global/homes/m/madams/petsc/arch-perlmutter-opt-nvidia-cuda/lib" #define PETSC_MAX_PATH_LEN 4096 #define PETSC_MEMALIGN 16 #define PETSC_MPICC_SHOW "Unavailable" #define PETSC_MPIU_IS_COLORING_VALUE_TYPE MPI_UNSIGNED_SHORT #define PETSC_PREFETCH_HINT_NTA _MM_HINT_NTA #define PETSC_PREFETCH_HINT_T0 _MM_HINT_T0 #define PETSC_PREFETCH_HINT_T1 _MM_HINT_T1 #define PETSC_PREFETCH_HINT_T2 _MM_HINT_T2 #define PETSC_PYTHON_EXE "/usr/bin/python" #define PETSC_Prefetch(a,b,c) _mm_prefetch((const char*)(a),(c)) #define PETSC_REPLACE_DIR_SEPARATOR '\\' #define PETSC_SIGNAL_CAST #define PETSC_SIZEOF_ENUM 4 #define PETSC_SIZEOF_INT 4 #define PETSC_SIZEOF_LONG 8 #define PETSC_SIZEOF_LONG_LONG 8 #define PETSC_SIZEOF_SHORT 2 #define PETSC_SIZEOF_SIZE_T 8 #define PETSC_SIZEOF_VOID_P 8 #define PETSC_SLSUFFIX "so" #define PETSC_UINTPTR_T uintptr_t #define PETSC_UNUSED __attribute((unused)) #define PETSC_USE_AVX512_KERNELS 1 #define PETSC_USE_BACKWARD_LOOP 1 #define PETSC_USE_CTABLE 1 #define PETSC_USE_DEBUGGER "gdb" #define PETSC_USE_INFO 1 #define PETSC_USE_ISATTY 1 #define PETSC_USE_LOG 1 #define PETSC_USE_MALLOC_COALESCED 1 #define PETSC_USE_PROC_FOR_SIZE 1 #define PETSC_USE_REAL_DOUBLE 1 #define PETSC_USE_SHARED_LIBRARIES 1 #define PETSC_USE_SINGLE_LIBRARY 1 #define PETSC_USE_SOCKET_VIEWER 1 #define PETSC_USE_VISIBILITY_C 1 #define PETSC_USE_VISIBILITY_CXX 1 #define PETSC_USING_64BIT_PTR 1 #define PETSC_USING_F2003 1 #define PETSC_USING_F90FREEFORM 1 #define PETSC_VERSION_BRANCH_GIT "adams/pcksp-batch-kokkos" #define PETSC_VERSION_DATE_GIT "2021-10-31 19:08:20 -0400" #define PETSC_VERSION_GIT "v3.16.0-358-g1e87b36284" #define PETSC__BSD_SOURCE 1 #define PETSC__DEFAULT_SOURCE 1 #define PETSC__GNU_SOURCE 1 ----------------------------------------- Using C compile: cc -o .o -c -g -DLANDAU_DIM=2 -DLANDAU_MAX_SPECIES=10 -DLANDAU_MAX_Q=4 -mp=gpu -KPIC -O -mp=gpu C compiler version: nvc 21.7-0 64-bit target on x86-64 Linux -tp zen-64 Using C++ compile: CC -o .o -c -g -DLANDAU_DIM=2 -DLANDAU_MAX_SPECIES=10 -DLANDAU_MAX_Q=4 -mp=gpu -O -KPIC -std=c++17 -mp=gpu -I/global/homes/m/madams/petsc/include -I/global/homes/m/madams/petsc/arch-perlmutter-opt-nvidia-cuda/include -I/global/common/software/nersc/cos1.3/cuda/11.3.0/include -mp=gpu C++ compiler version: nvc++ 21.7-0 64-bit target on x86-64 Linux -tp zen-64 Using Fortran compile: ftn -o .o -c -g -mp=gpu -KPIC -O -I/global/homes/m/madams/petsc/include -I/global/homes/m/madams/petsc/arch-perlmutter-opt-nvidia-cuda/include -I/global/common/software/nersc/cos1.3/cuda/11.3.0/include Fortran compiler version: nvfortran 21.7-0 64-bit target on x86-64 Linux -tp zen-64 Using CUDA compile: /global/common/software/nersc/cos1.3/cuda/11.3.0/bin/nvcc -o .o -I/opt/cray/pe/mpich/8.1.10/ofi/nvidia/20.7/include -I/opt/cray/pe/libsci/21.08.1.2/NVIDIA/20.7/x86_64/include -I/opt/cray/pe/pmi/6.0.14/include -I/opt/cray/pe/dsmml/0.2.2/dsmml//include -I/opt/cray/xpmem/2.2.40-7.0.1.0_3.1__g1d7a24d.shasta/include -g -Xcompiler -rdynamic -DLANDAU_DIM=2 -DLANDAU_MAX_SPECIES=10 -DLANDAU_MAX_Q=4 -Xcompiler -fPIC -std=c++17 -gencode arch=compute_80,code=sm_80 -Wno-deprecated-gpu-targets -c --compiler-options=-I/global/homes/m/madams/petsc/include -I/global/homes/m/madams/petsc/arch-perlmutter-opt-nvidia-cuda/include -I/global/common/software/nersc/cos1.3/cuda/11.3.0/include -mp=gpu -I/global/homes/m/madams/petsc/include -I/global/homes/m/madams/petsc/arch-perlmutter-opt-nvidia-cuda/include -I/global/common/software/nersc/cos1.3/cuda/11.3.0/include ----------------------------------------- Using C/C++ linker: cc Using C/C++ flags: -g -DLANDAU_DIM=2 -DLANDAU_MAX_SPECIES=10 -DLANDAU_MAX_Q=4 -mp=gpu -KPIC -O Using Fortran linker: ftn Using Fortran flags: -g -mp=gpu -KPIC -O ----------------------------------------- Using system modules: craype-x86-rome:libfabric/1.11.0.4.79:craype-network-ofi:perftools-base/21.10.0:xpmem/2.2.40-7.0.1.0_3.1__g1d7a24d.shasta:nvidia/21.7:craype/2.7.11:cray-dsmml/0.2.2:cray-mpich/8.1.10:cray-libsci/21.08.1.2:PrgEnv-nvidia/8.2.0:cray-pmi/6.0.14:cray-pmi-lib/6.0.14:cuda/11.3.0:xalt/2.10.2:darshan/3.2.1:cmake/git-20210830:python/3.9-anaconda-2021.05 nvc-Warning-The -gpu option has no effect unless a language-specific option to enable GPU code generation is used (e.g.: -acc, -mp=gpu, -stdpar, -cuda) Using mpi.h: # 1 "/opt/cray/pe/mpich/8.1.10/ofi/nvidia/20.7/include/mpi.h" 1 ----------------------------------------- Using libraries: -Wl,-rpath,/global/homes/m/madams/petsc/arch-perlmutter-opt-nvidia-cuda/lib -L/global/homes/m/madams/petsc/arch-perlmutter-opt-nvidia-cuda/lib -Wl,-rpath,/global/homes/m/madams/petsc/arch-perlmutter-opt-nvidia-cuda/lib -L/global/homes/m/madams/petsc/arch-perlmutter-opt-nvidia-cuda/lib -Wl,-rpath,/global/common/software/nersc/cos1.3/cuda/11.3.0/lib64 -L/global/common/software/nersc/cos1.3/cuda/11.3.0/lib64 -L/global/common/software/nersc/cos1.3/cuda/11.3.0/lib64/stubs -Wl,-rpath,/opt/cray/pe/mpich/8.1.10/ofi/nvidia/20.7/lib -L/opt/cray/pe/mpich/8.1.10/ofi/nvidia/20.7/lib -Wl,-rpath,/opt/cray/pe/mpich/8.1.10/gtl/lib -L/opt/cray/pe/mpich/8.1.10/gtl/lib -Wl,-rpath,/opt/cray/pe/libsci/21.08.1.2/NVIDIA/20.7/x86_64/lib -L/opt/cray/pe/libsci/21.08.1.2/NVIDIA/20.7/x86_64/lib -Wl,-rpath,/opt/cray/pe/pmi/6.0.14/lib -L/opt/cray/pe/pmi/6.0.14/lib -Wl,-rpath,/opt/cray/pe/dsmml/0.2.2/dsmml/lib -L/opt/cray/pe/dsmml/0.2.2/dsmml/lib -Wl,-rpath,/opt/cray/xpmem/2.2.40-7.0.1.0_3.1__g1d7a24d.shasta/lib64 -L/opt/cray/xpmem/2.2.40-7.0.1.0_3.1__g1d7a24d.shasta/lib64 -Wl,-rpath,/opt/nvidia/hpc_sdk/Linux_x86_64/21.7/compilers/lib -L/opt/nvidia/hpc_sdk/Linux_x86_64/21.7/compilers/lib -Wl,-rpath,/usr/lib64/gcc/x86_64-suse-linux/7 -L/usr/lib64/gcc/x86_64-suse-linux/7 -lpetsc -lp4est -lsc -lz -lcudart -lcufft -lcublas -lcusparse -lcusolver -lcurand -lcuda -lX11 -lstdc++ -ldl -lpmi -lsci_nvidia_mpi_mp -lsci_nvidia_mp -lmpifort_nvidia -lmpi_nvidia -lmpi_gtl_cuda -ldsmml -lxpmem -lacchost -laccdevaux -laccdevice -lhxrt_dev_110 -lnvhpcman -lcudadevice -lnvf -lnvomp -lnvhpcatm -latomic -lpthread -lnvcpumath-avx2 -lnsnvc -lnvc -lrt -lm -lgcc_s -lpmi2 -lquadmath -lstdc++ -ldl ------------------------------------------ Using mpiexec: /usr/bin/srun ------------------------------------------ Using MAKE: /usr/bin/gmake Using MAKEFLAGS: -j8 -l307.2 --no-print-directory -- PETSC_ARCH=arch-perlmutter-opt-nvidia-cuda PETSC_DIR=/global/homes/m/madams/petsc ========================================== CUDAC arch-perlmutter-opt-nvidia-cuda/obj/sys/classes/random/impls/curand/curand2.o gcc: error: unrecognized command line option ‘-mp=gpu’; did you mean ‘-mpku’? gmake[3]: *** [gmakefile:201: arch-perlmutter-opt-nvidia-cuda/obj/sys/classes/random/impls/curand/curand2.o] Error 1 gmake[3]: *** Waiting for unfinished jobs.... gmake[2]: *** [/global/homes/m/madams/petsc/lib/petsc/conf/rules:50: libs] Error 2 **************************ERROR************************************* Error during compile, check arch-perlmutter-opt-nvidia-cuda/lib/petsc/conf/make.log Send it and arch-perlmutter-opt-nvidia-cuda/lib/petsc/conf/configure.log to petsc-maint@mcs.anl.gov ******************************************************************** Finishing make run at Thu, 04 Nov 2021 15:22:09 -0700