Dflash2 Candidate Selector#

void trt_edgellm::kernel::launchDFlash2CandidateSelector(
rt::Tensor const &candidateIds,
rt::Tensor const &unaryLogits,
rt::Tensor const &projectedHidden,
rt::Tensor const &anchorTokenIds,
rt::Tensor const &predecessorCodebook,
rt::Tensor const &successorCodebook,
rt::Tensor const &uniforms,
rt::Tensor const &temperatures,
rt::Tensor const &greedyMask,
rt::Tensor &proposalTokenIds,
rt::Tensor &proposalProbabilities,
cudaStream_t stream
)#