Merge pull request #6146 from typhoonzero/add_switch_distributed

Add switch for distributed support

Author: typhoonzero

CMakeLists.txt

@@ -54,6 +54,7 @@ option(WITH_C_API "Compile PaddlePaddle with C-API(Prediction)" OFF)
 option(WITH_GOLANG "Compile PaddlePaddle with GOLANG" OFF)
 option(GLIDE_INSTALL "Download and install go dependencies " ON)
 option(USE_NNPACK "Compile PaddlePaddle with NNPACK library" OFF)
+option(WITH_DISTRIBUTE "Compile with grpc distributed support" OFF)
 option(USE_EIGEN_FOR_BLAS "Use matrix multiplication in Eigen" OFF)
 
 # CMAKE_BUILD_TYPE

cmake/external/cares.cmake

@@ -13,7 +13,7 @@
 # limitations under the License.
 #
 
-IF(MOBILE_INFERENCE)
+IF(MOBILE_INFERENCE OR NOT WITH_DISTRIBUTE)
  return()
 ENDIF()
 

cmake/external/grpc.cmake

@@ -13,7 +13,7 @@
 # limitations under the License.
 #
 
-IF(MOBILE_INFERENCE)
+IF(MOBILE_INFERENCE OR NOT WITH_DISTRIBUTE)
  return()
 ENDIF()
 

paddle/operators/CMakeLists.txt

@@ -212,6 +212,7 @@ set(DEPS_OPS
  send_op
  recv_op)
 
+if(WITH_DISTRIBUTE)
 add_subdirectory(detail)
 op_library(send_op SRCS send_op.cc DEPS sendrecvop_grpc grpc++_unsecure grpc_unsecure gpr cares zlib_target protobuf)
 set_source_files_properties(
@@ -225,6 +226,9 @@ set_source_files_properties(
  PROPERTIES
  COMPILE_FLAGS "-Wno-non-virtual-dtor -Wno-error=non-virtual-dtor -Wno-error=delete-non-virtual-dtor")
 
+cc_test(test_send_recv SRCS send_recv_op_test.cc DEPS send_op recv_op sum_op executor)
+endif()
+
 op_library(cond_op SRCS cond_op.cc DEPS framework_proto tensor operator net_op)
 op_library(cross_entropy_op DEPS cross_entropy)
 op_library(softmax_with_cross_entropy_op DEPS cross_entropy softmax)
@@ -275,4 +279,3 @@ if(WITH_GPU)
  cc_test(nccl_op_test SRCS nccl_op_test.cu.cc DEPS nccl_op gpu_info device_context)
 endif()
 cc_test(save_load_op_test SRCS save_load_op_test.cc DEPS save_op load_op)
-cc_test(test_send_recv SRCS send_recv_op_test.cc DEPS send_op recv_op sum_op executor)

paddle/scripts/docker/build.sh

@@ -36,6 +36,7 @@ function cmake_gen() {
  ${PYTHON_FLAGS}
  -DWITH_DOC=OFF
  -DWITH_GPU=${WITH_GPU:-OFF}
+ -DWITH_DISTRIBUTE=${WITH_DISTRIBUTE:-OFF}
  -DWITH_MKL=${WITH_MKL:-ON}
  -DWITH_AVX=${WITH_AVX:-OFF}
  -DWITH_GOLANG=${WITH_GOLANG:-ON}
@@ -57,6 +58,7 @@ EOF
  ${PYTHON_FLAGS} \
  -DWITH_DOC=OFF \
  -DWITH_GPU=${WITH_GPU:-OFF} \
+ -DWITH_DISTRIBUTE=${WITH_DISTRIBUTE:-OFF} \
  -DWITH_MKL=${WITH_MKL:-ON} \
  -DWITH_AVX=${WITH_AVX:-OFF} \
  -DWITH_GOLANG=${WITH_GOLANG:-ON} \