Adding CUDA support part 1 : Configuration for CUDA mode, calls to (c…

…urrently) dummy CUDA functions. Please do not attemp t to turn on the GPU_MODE until next commit
SPECFEM · Jan 14, 2015 · df0a2d8 · df0a2d8
1 parent 5d5f257
commit df0a2d8
Show file tree

Hide file tree

Showing 59 changed files with 2,533 additions and 80 deletions.
diff --git a/DATA/Par_file b/DATA/Par_file
@@ -153,6 +153,9 @@ ADD_PERIODIC_CONDITIONS         = .false.
 # horizontal periodicity distance for periodic conditions
 PERIODIC_HORIZ_DIST             = 4000.d0 # 0.3597d0
 
+# set to true to use GPUs
+GPU_MODE                        = .false.
+
 #-----------------------------------------------------------------------------
 # PARAMETERS FOR EXTERNAL MESHING
 

diff --git a/EXAMPLES/Gmsh_example_Stacey_MPI/Par_file_Gmsh_SqrCircles.in b/EXAMPLES/Gmsh_example_Stacey_MPI/Par_file_Gmsh_SqrCircles.in
@@ -151,6 +151,9 @@ ADD_PERIODIC_CONDITIONS         = .false.
 # horizontal periodicity distance for periodic conditions
 PERIODIC_HORIZ_DIST             = 0.3597d0
 
+# set to true to use GPUs
+GPU_MODE                        = .false.
+
 #-----------------------------------------------------------------------------
 # PARAMETERS FOR EXTERNAL MESHING
 

diff --git a/EXAMPLES/Gmsh_example_Stacey_serial/Par_file_Gmsh_SqrCircles.in b/EXAMPLES/Gmsh_example_Stacey_serial/Par_file_Gmsh_SqrCircles.in
@@ -151,6 +151,9 @@ ADD_PERIODIC_CONDITIONS         = .false.
 # horizontal periodicity distance for periodic conditions
 PERIODIC_HORIZ_DIST             = 0.3597d0
 
+# set to true to use GPUs
+GPU_MODE                        = .false.
+
 #-----------------------------------------------------------------------------
 # PARAMETERS FOR EXTERNAL MESHING
 

diff --git a/EXAMPLES/LuoYang_fluid_solid_kernel/Par_file b/EXAMPLES/LuoYang_fluid_solid_kernel/Par_file
@@ -153,6 +153,9 @@ ADD_PERIODIC_CONDITIONS         = .false.
 # horizontal periodicity distance for periodic conditions
 PERIODIC_HORIZ_DIST             = 0.3597d0
 
+# set to true to use GPUs
+GPU_MODE                        = .false.
+
 #-----------------------------------------------------------------------------
 # PARAMETERS FOR EXTERNAL MESHING
 

diff --git a/EXAMPLES/Rayleigh_wave_no_crack/Par_file_Rayleigh_2D b/EXAMPLES/Rayleigh_wave_no_crack/Par_file_Rayleigh_2D
@@ -150,6 +150,9 @@ ADD_PERIODIC_CONDITIONS         = .false.
 # horizontal periodicity distance for periodic conditions
 PERIODIC_HORIZ_DIST             = 0.3597d0
 
+# set to true to use GPUs
+GPU_MODE                        = .false.
+
 #-----------------------------------------------------------------------------
 # PARAMETERS FOR EXTERNAL MESHING
 

diff --git a/EXAMPLES/Rayleigh_wave_with_crack/Par_file_Rayleigh_2D b/EXAMPLES/Rayleigh_wave_with_crack/Par_file_Rayleigh_2D
@@ -154,6 +154,9 @@ ADD_PERIODIC_CONDITIONS         = .false.
 # horizontal periodicity distance for periodic conditions
 PERIODIC_HORIZ_DIST             = 0.3597d0
 
+# set to true to use GPUs
+GPU_MODE                        = .false.
+
 #-----------------------------------------------------------------------------
 # PARAMETERS FOR EXTERNAL MESHING
 

diff --git a/EXAMPLES/Tape2007/Par_file_Tape2007_132rec_checker b/EXAMPLES/Tape2007/Par_file_Tape2007_132rec_checker
@@ -936,6 +936,9 @@ ADD_PERIODIC_CONDITIONS         = .false.
 # horizontal periodicity distance for periodic conditions
 PERIODIC_HORIZ_DIST             = 0.3597d0
 
+# set to true to use GPUs
+GPU_MODE                        = .false.
+
 #-----------------------------------------------------------------------------
 # PARAMETERS FOR EXTERNAL MESHING
 

diff --git a/EXAMPLES/Tape2007/Par_file_Tape2007_onerec b/EXAMPLES/Tape2007/Par_file_Tape2007_onerec
@@ -150,6 +150,9 @@ ADD_PERIODIC_CONDITIONS         = .false.
 # horizontal periodicity distance for periodic conditions
 PERIODIC_HORIZ_DIST             = 0.3597d0
 
+# set to true to use GPUs
+GPU_MODE                        = .false.
+
 #-----------------------------------------------------------------------------
 # PARAMETERS FOR EXTERNAL MESHING
 

diff --git a/EXAMPLES/Tape2007_kernel/Par_file_Tape2007_onerec b/EXAMPLES/Tape2007_kernel/Par_file_Tape2007_onerec
@@ -150,6 +150,9 @@ ADD_PERIODIC_CONDITIONS         = .false.
 # horizontal periodicity distance for periodic conditions
 PERIODIC_HORIZ_DIST             = 0.3597d0
 
+# set to true to use GPUs
+GPU_MODE                        = .false.
+
 #-----------------------------------------------------------------------------
 # PARAMETERS FOR EXTERNAL MESHING
 

diff --git a/EXAMPLES/Tromp2005/Par_file_Tromp2005 b/EXAMPLES/Tromp2005/Par_file_Tromp2005
@@ -150,6 +150,9 @@ ADD_PERIODIC_CONDITIONS         = .false.
 # horizontal periodicity distance for periodic conditions
 PERIODIC_HORIZ_DIST             = 0.3597d0
 
+# set to true to use GPUs
+GPU_MODE                        = .false.
+
 #-----------------------------------------------------------------------------
 # PARAMETERS FOR EXTERNAL MESHING
 

diff --git a/EXAMPLES/Tromp2005/Par_file_Tromp2005_s100 b/EXAMPLES/Tromp2005/Par_file_Tromp2005_s100
@@ -150,6 +150,9 @@ ADD_PERIODIC_CONDITIONS         = .false.
 # horizontal periodicity distance for periodic conditions
 PERIODIC_HORIZ_DIST             = 0.3597d0
 
+# set to true to use GPUs
+GPU_MODE                        = .false.
+
 #-----------------------------------------------------------------------------
 # PARAMETERS FOR EXTERNAL MESHING
 

diff --git a/EXAMPLES/Tromp2005_kernel/Par_file_Tromp2005 b/EXAMPLES/Tromp2005_kernel/Par_file_Tromp2005
@@ -150,6 +150,9 @@ ADD_PERIODIC_CONDITIONS         = .false.
 # horizontal periodicity distance for periodic conditions
 PERIODIC_HORIZ_DIST             = 0.3597d0
 
+# set to true to use GPUs
+GPU_MODE                        = .false.
+
 #-----------------------------------------------------------------------------
 # PARAMETERS FOR EXTERNAL MESHING
 

diff --git a/EXAMPLES/acoustic_poroelastic/Par_file_acoustic_poroelastic b/EXAMPLES/acoustic_poroelastic/Par_file_acoustic_poroelastic
@@ -159,6 +159,9 @@ ADD_PERIODIC_CONDITIONS         = .false.
 # horizontal periodicity distance for periodic conditions
 PERIODIC_HORIZ_DIST             = 0.3597d0
 
+# set to true to use GPUs
+GPU_MODE                        = .false.
+
 #-----------------------------------------------------------------------------
 # PARAMETERS FOR EXTERNAL MESHING
 

diff --git a/EXAMPLES/anisotropic_zinc_crystal/DATA/Par_file b/EXAMPLES/anisotropic_zinc_crystal/DATA/Par_file
@@ -150,6 +150,9 @@ ADD_PERIODIC_CONDITIONS         = .false.
 # horizontal periodicity distance for periodic conditions
 PERIODIC_HORIZ_DIST             = 0.3597d0
 
+# set to true to use GPUs
+GPU_MODE                        = .false.
+
 #-----------------------------------------------------------------------------
 # PARAMETERS FOR EXTERNAL MESHING
 

diff --git a/EXAMPLES/attenuation/Par_file_attenuation_2D b/EXAMPLES/attenuation/Par_file_attenuation_2D
@@ -150,6 +150,9 @@ ADD_PERIODIC_CONDITIONS         = .false.
 # horizontal periodicity distance for periodic conditions
 PERIODIC_HORIZ_DIST             = 0.3597d0
 
+# set to true to use GPUs
+GPU_MODE                        = .false.
+
 #-----------------------------------------------------------------------------
 # PARAMETERS FOR EXTERNAL MESHING
 

diff --git a/EXAMPLES/axisymmetric_case_AXISYM_option/Par_file_axisym b/EXAMPLES/axisymmetric_case_AXISYM_option/Par_file_axisym
@@ -167,6 +167,9 @@ ADD_PERIODIC_CONDITIONS         = .false.
 # horizontal periodicity distance for periodic conditions
 PERIODIC_HORIZ_DIST             = 0.3597d0
 
+# set to true to use GPUs
+GPU_MODE                        = .false.
+
 #-----------------------------------------------------------------------------
 # PARAMETERS FOR EXTERNAL MESHING
 

diff --git a/EXAMPLES/canyon/Par_file_canyon b/EXAMPLES/canyon/Par_file_canyon
@@ -150,6 +150,9 @@ ADD_PERIODIC_CONDITIONS         = .false.
 # horizontal periodicity distance for periodic conditions
 PERIODIC_HORIZ_DIST             = 0.3597d0
 
+# set to true to use GPUs
+GPU_MODE                        = .false.
+
 #-----------------------------------------------------------------------------
 # PARAMETERS FOR EXTERNAL MESHING
 

diff --git a/EXAMPLES/fluid_solid/fluid_solid_external_mesh/Par_file_fluid_solid b/EXAMPLES/fluid_solid/fluid_solid_external_mesh/Par_file_fluid_solid
@@ -155,6 +155,9 @@ ADD_PERIODIC_CONDITIONS         = .false.
 # horizontal periodicity distance for periodic conditions
 PERIODIC_HORIZ_DIST             = 0.3597d0
 
+# set to true to use GPUs
+GPU_MODE                        = .false.
+
 #-----------------------------------------------------------------------------
 # PARAMETERS FOR EXTERNAL MESHING
 

diff --git a/EXAMPLES/fluid_solid/from_2000_Geophysics_paper_flat_ocean_bottom/Par_file_fluid_solid b/EXAMPLES/fluid_solid/from_2000_Geophysics_paper_flat_ocean_bottom/Par_file_fluid_solid
@@ -152,6 +152,9 @@ ADD_PERIODIC_CONDITIONS         = .false.
 # horizontal periodicity distance for periodic conditions
 PERIODIC_HORIZ_DIST             = 0.3597d0
 
+# set to true to use GPUs
+GPU_MODE                        = .false.
+
 #-----------------------------------------------------------------------------
 # PARAMETERS FOR EXTERNAL MESHING
 

diff --git a/EXAMPLES/fluid_solid/from_2000_Geophysics_paper_sinusoidal_ocean_bottom/Par_file_fluid_solid b/EXAMPLES/fluid_solid/from_2000_Geophysics_paper_sinusoidal_ocean_bottom/Par_file_fluid_solid
@@ -151,6 +151,9 @@ ADD_PERIODIC_CONDITIONS         = .false.
 # horizontal periodicity distance for periodic conditions
 PERIODIC_HORIZ_DIST             = 0.3597d0
 
+# set to true to use GPUs
+GPU_MODE                        = .false.
+
 #-----------------------------------------------------------------------------
 # PARAMETERS FOR EXTERNAL MESHING
 

diff --git a/EXAMPLES/global_Earth_ak135f/DATA/Par_file b/EXAMPLES/global_Earth_ak135f/DATA/Par_file
@@ -159,6 +159,9 @@ ADD_PERIODIC_CONDITIONS         = .false.
 # horizontal periodicity distance for periodic conditions
 PERIODIC_HORIZ_DIST             = 0.3597d0
 
+# set to true to use GPUs
+GPU_MODE                        = .false.
+
 #-----------------------------------------------------------------------------
 # PARAMETERS FOR EXTERNAL MESHING
 

diff --git a/EXAMPLES/initial_plane_wave/Par_file_Slave b/EXAMPLES/initial_plane_wave/Par_file_Slave
@@ -151,6 +151,9 @@ ADD_PERIODIC_CONDITIONS         = .false.
 # horizontal periodicity distance for periodic conditions
 PERIODIC_HORIZ_DIST             = 0.3597d0
 
+# set to true to use GPUs
+GPU_MODE                        = .false.
+
 #-----------------------------------------------------------------------------
 # PARAMETERS FOR EXTERNAL MESHING
 

diff --git a/EXAMPLES/initial_plane_wave/Par_file_Slave_for b/EXAMPLES/initial_plane_wave/Par_file_Slave_for
@@ -152,6 +152,9 @@ ADD_PERIODIC_CONDITIONS         = .false.
 # horizontal periodicity distance for periodic conditions
 PERIODIC_HORIZ_DIST             = 0.3597d0
 
+# set to true to use GPUs
+GPU_MODE                        = .false.
+
 #-----------------------------------------------------------------------------
 # PARAMETERS FOR EXTERNAL MESHING
 

diff --git a/EXAMPLES/initial_plane_wave/Par_file_Slave_kernel b/EXAMPLES/initial_plane_wave/Par_file_Slave_kernel
@@ -151,6 +151,9 @@ ADD_PERIODIC_CONDITIONS         = .false.
 # horizontal periodicity distance for periodic conditions
 PERIODIC_HORIZ_DIST             = 0.3597d0
 
+# set to true to use GPUs
+GPU_MODE                        = .false.
+
 #-----------------------------------------------------------------------------
 # PARAMETERS FOR EXTERNAL MESHING
 

diff --git a/EXAMPLES/salt_dome_CUBIT_mesh/CPML_homogeneous/Par_file b/EXAMPLES/salt_dome_CUBIT_mesh/CPML_homogeneous/Par_file
@@ -150,6 +150,9 @@ ADD_PERIODIC_CONDITIONS         = .false.
 # horizontal periodicity distance for periodic conditions
 PERIODIC_HORIZ_DIST             = 0.3597d0
 
+# set to true to use GPUs
+GPU_MODE                        = .false.
+
 #-----------------------------------------------------------------------------
 # PARAMETERS FOR EXTERNAL MESHING
 

diff --git a/EXAMPLES/salt_dome_CUBIT_mesh/CPML_normal_fluid_solid/Par_file b/EXAMPLES/salt_dome_CUBIT_mesh/CPML_normal_fluid_solid/Par_file
@@ -157,6 +157,9 @@ ADD_PERIODIC_CONDITIONS         = .false.
 # horizontal periodicity distance for periodic conditions
 PERIODIC_HORIZ_DIST             = 0.3597d0
 
+# set to true to use GPUs
+GPU_MODE                        = .false.
+
 #-----------------------------------------------------------------------------
 # PARAMETERS FOR EXTERNAL MESHING
 

diff --git a/EXAMPLES/salt_dome_CUBIT_mesh/CPML_normal_solid_only/Par_file b/EXAMPLES/salt_dome_CUBIT_mesh/CPML_normal_solid_only/Par_file
@@ -156,6 +156,9 @@ ADD_PERIODIC_CONDITIONS         = .false.
 # horizontal periodicity distance for periodic conditions
 PERIODIC_HORIZ_DIST             = 0.3597d0
 
+# set to true to use GPUs
+GPU_MODE                        = .false.
+
 #-----------------------------------------------------------------------------
 # PARAMETERS FOR EXTERNAL MESHING
 

diff --git a/EXAMPLES/salt_dome_CUBIT_mesh/Stacey_homogeneous/Par_file b/EXAMPLES/salt_dome_CUBIT_mesh/Stacey_homogeneous/Par_file
@@ -150,6 +150,9 @@ ADD_PERIODIC_CONDITIONS         = .false.
 # horizontal periodicity distance for periodic conditions
 PERIODIC_HORIZ_DIST             = 0.3597d0
 
+# set to true to use GPUs
+GPU_MODE                        = .false.
+
 #-----------------------------------------------------------------------------
 # PARAMETERS FOR EXTERNAL MESHING
 

diff --git a/EXAMPLES/salt_dome_CUBIT_mesh/Stacey_normal_fluid_solid/Par_file b/EXAMPLES/salt_dome_CUBIT_mesh/Stacey_normal_fluid_solid/Par_file
@@ -157,6 +157,9 @@ ADD_PERIODIC_CONDITIONS         = .false.
 # horizontal periodicity distance for periodic conditions
 PERIODIC_HORIZ_DIST             = 0.3597d0
 
+# set to true to use GPUs
+GPU_MODE                        = .false.
+
 #-----------------------------------------------------------------------------
 # PARAMETERS FOR EXTERNAL MESHING
 

diff --git a/EXAMPLES/semi_infinite_homo/Par_file_elastic_2D b/EXAMPLES/semi_infinite_homo/Par_file_elastic_2D
@@ -150,6 +150,9 @@ ADD_PERIODIC_CONDITIONS         = .false.
 # horizontal periodicity distance for periodic conditions
 PERIODIC_HORIZ_DIST             = 0.3597d0
 
+# set to true to use GPUs
+GPU_MODE                        = .false.
+
 #-----------------------------------------------------------------------------
 # PARAMETERS FOR EXTERNAL MESHING
 

diff --git a/EXAMPLES/simple_topography_and_also_a_simple_fluid_layer/Par_file_simple_topo b/EXAMPLES/simple_topography_and_also_a_simple_fluid_layer/Par_file_simple_topo
@@ -153,6 +153,9 @@ ADD_PERIODIC_CONDITIONS         = .false.
 # horizontal periodicity distance for periodic conditions
 PERIODIC_HORIZ_DIST             = 0.3597d0
 
+# set to true to use GPUs
+GPU_MODE                        = .false.
+
 #-----------------------------------------------------------------------------
 # PARAMETERS FOR EXTERNAL MESHING
 

diff --git a/EXAMPLES/thermocline/Par_file_Abel_Balanche_bathy_source_solid b/EXAMPLES/thermocline/Par_file_Abel_Balanche_bathy_source_solid
@@ -159,6 +159,9 @@ ADD_PERIODIC_CONDITIONS         = .false.
 # horizontal periodicity distance for periodic conditions
 PERIODIC_HORIZ_DIST             = 0.3597d0
 
+# set to true to use GPUs
+GPU_MODE                        = .false.
+
 #-----------------------------------------------------------------------------
 # PARAMETERS FOR EXTERNAL MESHING
 

diff --git a/Makefile.in b/Makefile.in
@@ -73,6 +73,59 @@ LIB =
 
 LINK = $(F90)
 
+
+#######################################
+####
+#### CUDA
+#### with configure: ./configure --with-cuda=cuda5 CUDA_FLAGS=.. CUDA_LIB=.. CUDA_INC=.. MPI_INC=.. ..
+####
+#######################################
+
+@COND_CUDA_TRUE@CUDA = yes
+@COND_CUDA_FALSE@CUDA = no
+
+@COND_CUDA5_TRUE@CUDA5 = yes
+@COND_CUDA5_FALSE@CUDA5 = no
+
+# default cuda libraries
+# runtime library -lcudart -lcuda and -lcublas needed
+
+CUDA_FLAGS = @CUDA_FLAGS@ 
+CUDA_INC = @CUDA_CPPFLAGS@ -I${SETUP}
+CUDA_LINK = @CUDA_LDFLAGS@ @CUDA_LIBS@
+
+@COND_CUDA_TRUE@NVCC = nvcc
+@COND_CUDA_FALSE@NVCC = @CC@
+
+# GPU architecture
+
+# CUDA architecture / code version
+# Fermi: -gencode=arch=compute_10,code=sm_10 not supported
+# Tesla (default): -gencode=arch=compute_20,code=sm_20
+# Geforce GT 650m: -gencode=arch=compute_30,code=sm_30
+# Kepler (cuda5) : -gencode=arch=compute_35,code=sm_35
+GENCODE_20 = -gencode=arch=compute_20,code=\"sm_20,compute_20\"
+GENCODE_30 = -gencode=arch=compute_30,code=\"sm_30,compute_30\"
+GENCODE_35 = -gencode=arch=compute_35,code=\"sm_35,compute_35\"
+
+# CUDA version 5.x
+@COND_CUDA_TRUE@@COND_CUDA5_TRUE@GENCODE = $(GENCODE_35)
+# CUDA version 4.x
+@COND_CUDA_TRUE@@COND_CUDA5_FALSE@GENCODE = $(GENCODE_20)
+
+# CUDA flags and linking
+@COND_CUDA_TRUE@NVCC_FLAGS_BASE = $(CUDA_FLAGS) $(CUDA_INC) $(COND_MPI_CPPFLAGS)
+@COND_CUDA_TRUE@@COND_CUDA5_TRUE@NVCC_FLAGS = $(NVCC_FLAGS_BASE) -DCUDA $(GENCODE) -ftz=true
+@COND_CUDA_TRUE@@COND_CUDA5_FALSE@NVCC_FLAGS = $(NVCC_FLAGS_BASE) -DCUDA -DUSE_OLDER_CUDA4_GPU $(GENCODE)
+
+@COND_CUDA_TRUE@@COND_CUDA5_TRUE@NVCCLINK_BASE = $(NVCC) $(CUDA_INC) $(COND_MPI_CPPFLAGS) -DCUDA
+@COND_CUDA_TRUE@@COND_CUDA5_TRUE@NVCCLINK = $(NVCCLINK_BASE) -dlink $(GENCODE)
+@COND_CUDA_TRUE@@COND_CUDA5_FALSE@NVCCLINK = $(NVCCLINK_BASE) -DUSE_OLDER_CUDA4_GPU $(GENCODE)
+
+@COND_CUDA_FALSE@NVCC_FLAGS = $(COND_MPI_CPPFLAGS)
+@COND_CUDA_FALSE@NVCCLINK = $(NVCC) $(NVCC_FLAGS)
+
+
 #######################################
 ####
 #### directories
@@ -106,6 +159,7 @@ S_TOP = @top_srcdir@
 SUBDIRS = \
 	meshfem2D \
 	shared \
+	cuda \
 	specfem2D \
 	auxiliaries \
 	$(EMPTY_MACRO)
@@ -151,8 +205,8 @@ help:
 	@echo "usage: make [executable]"
 	@echo ""
 	@echo "supported executables:"
-	@echo "    xspecfem3D"
-	@echo "    xmeshfem3D"
+	@echo "    xspecfem2D"
+	@echo "    xmeshfem2D"
 	@echo "    xadj_seismogram"
 	@echo "    xcheck_quality_external_mesh"
 	@echo "    xconvolve_source_timefunction"