[petsc-dev] Intel compilers + CUDA

[Satish Balay]

On Fri, 24 Feb 2012, Satish Balay wrote:

> for one I mistyped the option - it should be: --with-cudac='nvcc -ccbin icc'
> 
> But then - should it not be c++? [as cuda internally uses g++ - not gcc]. So 
> 
> --with-cudac='nvcc -ccbin icpc'.
> 
> But this gives me all kinds of wierd errors in configure.log.. Maybe
> it won't work [with intel compilers]..

I see 2 primary issues:

1. incompatible include files:

>>>>>>>>>>>>>>>
balay at bb30:~/petsc-dev/src/ksp/pc/impls/bicgstabcusp>nvcc -v -ccbin icc -g -arch=sm_13 -c --compiler-options="-wd1572  -g   -I/home/balay/petsc-dev/include -I/home/balay/petsc-dev/arch-intel-cuda-double/include -I/usr/local/cuda/include    -D__INSDIR__=src/ksp/pc/impls/bicgstabcusp/" bicgstabcusp.cu#$ _SPACE_= 
#$ _CUDART_=cudart
#$ _HERE_=/usr/local/cuda/bin
#$ _THERE_=/usr/local/cuda/bin
#$ _TARGET_SIZE_=64
#$ TOP=/usr/local/cuda/bin/..
#$ LD_LIBRARY_PATH=/usr/local/cuda/bin/../lib:/usr/local/cuda/bin/../extools/lib:/soft/intel/11.0.081/lib/intel64:/soft/intel/11.0.081/lib/intel64:/usr/local/cuda/lib64:/usr/local/cuda/lib64
#$ PATH=/usr/local/cuda/bin/../open64/bin:/usr/local/cuda/bin:/soft/intel/11.0.081/bin/intel64:/soft/intel/11.0.081/bin/intel64:/usr/mpi/gcc/mvapich2-1.5/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/cuda/bin:/usr/local/cuda/bin
#$ INCLUDES="-I/usr/local/cuda/bin/../include" "-I/usr/local/cuda/bin/../include/cudart"  
#$ LIBRARIES=  "-L/usr/local/cuda/bin/../lib64" -lcudart
#$ CUDAFE_FLAGS=
#$ OPENCC_FLAGS=
#$ PTXAS_FLAGS=
#$ icc -D__CUDA_ARCH__=130 -E -x c++  -DCUDA_DOUBLE_MATH_FUNCTIONS  -D__CUDACC__ -C  -wd1572  -g   -I/home/balay/petsc-dev/include -I/home/balay/petsc-dev/arch-intel-cuda-double/include -I/usr/local/cuda/include    -D__INSDIR__=src/ksp/pc/impls/bicgstabcusp/ "-I/usr/local/cuda/bin/../include" "-I/usr/local/cuda/bin/../include/cudart"   -include "cuda_runtime.h" -m64 -g -o "/tmp/tmpxft_0000340c_00000000-4_bicgstabcusp.cpp1.ii" "bicgstabcusp.cu" 
#$ cudafe --m64 --gnu_version=40403 -tused --no_remove_unneeded_entities  --gen_c_file_name "/tmp/tmpxft_0000340c_00000000-1_bicgstabcusp.cudafe1.c" --stub_file_name "/tmp/tmpxft_0000340c_00000000-1_bicgstabcusp.cudafe1.stub.c" --gen_device_file_name "/tmp/tmpxft_0000340c_00000000-1_bicgstabcusp.cudafe1.gpu" --include_file_name "/tmp/tmpxft_0000340c_00000000-3_bicgstabcusp.fatbin.c" "/tmp/tmpxft_0000340c_00000000-4_bicgstabcusp.cpp1.ii" 
/usr/local/cuda/include/math_functions.h(389): warning: exception specification is incompatible with that of previous function "__isinf"
/soft/intel/11.0.081/include/math.h(236): here
<<<<<<<<<<<<<<<

2. command line options not progegated properly to the compiler by
nvcc [option '-Qoption,cpp,--extended_float_type' is munged with additional spaces]

>>>>>>>>>>>>>>>
balay at bb30:~/petsc-dev/src/ksp/pc/impls/bicgstabcusp>nvcc -v -ccbin icc -g -arch=sm_13 -c --compiler-options="-wd1572 -Qoption,cpp,--extended_float_type -g   -I/home/balay/petsc-dev/include -I/home/balay/petsc-dev/arch-intel-cuda-double/include -I/usr/local/cuda/include    -D__INSDIR__=src/ksp/pc/impls/bicgstabcusp/" bicgstabcusp.cu
#$ _SPACE_= 
#$ _CUDART_=cudart
#$ _HERE_=/usr/local/cuda/bin
#$ _THERE_=/usr/local/cuda/bin
#$ _TARGET_SIZE_=64
#$ TOP=/usr/local/cuda/bin/..
#$ LD_LIBRARY_PATH=/usr/local/cuda/bin/../lib:/usr/local/cuda/bin/../extools/lib:/soft/intel/11.0.081/lib/intel64:/soft/intel/11.0.081/lib/intel64:/usr/local/cuda/lib64:/usr/local/cuda/lib64
#$ PATH=/usr/local/cuda/bin/../open64/bin:/usr/local/cuda/bin:/soft/intel/11.0.081/bin/intel64:/soft/intel/11.0.081/bin/intel64:/usr/mpi/gcc/mvapich2-1.5/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/cuda/bin:/usr/local/cuda/bin
#$ INCLUDES="-I/usr/local/cuda/bin/../include" "-I/usr/local/cuda/bin/../include/cudart"  
#$ LIBRARIES=  "-L/usr/local/cuda/bin/../lib64" -lcudart
#$ CUDAFE_FLAGS=
#$ OPENCC_FLAGS=
#$ PTXAS_FLAGS=
#$ icc -D__CUDA_ARCH__=130 -E -x c++  -DCUDA_DOUBLE_MATH_FUNCTIONS  -D__CUDACC__ -C  -wd1572 -Qoption cpp --extended_float_type -g   -I/home/balay/petsc-dev/include -I/home/balay/petsc-dev/arch-intel-cuda-double/include -I/usr/local/cuda/include    -D__INSDIR__=src/ksp/pc/impls/bicgstabcusp/ "-I/usr/local/cuda/bin/../include" "-I/usr/local/cuda/bin/../include/cudart"   -include "cuda_runtime.h" -m64 -g -o "/tmp/tmpxft_00003430_00000000-4_bicgstabcusp.cpp1.ii" "bicgstabcusp.cu" 
icc: command line warning #10006: ignoring unknown option '-Qoption'
icc: command line warning #10006: ignoring unknown option '-fextended_float_type'
Catastrophic error: could not open source file "cpp"

# --error 0x4 --
balay at bb30:~/petsc-dev/src/ksp/pc/impls/bicgstabcusp>
<snip>

<<<<<<<<<<<<<<<

Satish