1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
|
#ifndef CAFFE_UTIL_NCCL_H_
#define CAFFE_UTIL_NCCL_H_
#ifdef USE_NCCL
#include <nccl.h>
#include "caffe/common.hpp"
#define NCCL_CHECK(condition) \
{ \
ncclResult_t result = condition; \
CHECK_EQ(result, ncclSuccess) << " " \
<< ncclGetErrorString(result); \
}
namespace caffe {
namespace nccl {
template <typename Dtype> class dataType;
template<> class dataType<float> {
public:
static const ncclDataType_t type = ncclFloat;
};
template<> class dataType<double> {
public:
static const ncclDataType_t type = ncclDouble;
};
} // namespace nccl
} // namespace caffe
#endif // end USE_NCCL
#endif // CAFFE_UTIL_NCCL_H_
|
