Rank placement and execution handles supplied to the coordinator. Empty streams are created by the runtime.
Public Members
-
std::vector<int32_t> localRanks = {}
-
std::unordered_map<int32_t, int32_t> localRankDevices = {}
-
std::vector<cudaStream_t> localStreams = {}
-
bool ownsLocalStreams = {true}
-
std::vector<ParallelBackendHandles> backendHandles = {}