Multi Device Plugin Resource Factory

struct MultiDevicePluginResourceConfig

Public Members

ParallelGroupConfig groupConfig = {}

std::vector<int32_t> localRanks = {}

std::vector<int32_t> localDevices = {}

std::vector<void*> backendHandles = {}

bool ownsBackendHandles = {true}

Transfer ownership of non-empty externally supplied backend handles.

std::unique_ptr<MultiDevicePluginResources> trt_edgellm::rt::createMultiDevicePluginResources(

MultiDevicePluginResourceConfig const &config

)

Create plugin communication resources for one registered parallel group type.