Dflash2 Candidate Selector#
- void trt_edgellm::kernel::launchDFlash2CandidateSelector(
- rt::Tensor const &candidateIds,
- rt::Tensor const &unaryLogits,
- rt::Tensor const &projectedHidden,
- rt::Tensor const &anchorTokenIds,
- rt::Tensor const &predecessorCodebook,
- rt::Tensor const &successorCodebook,
- rt::Tensor const &uniforms,
- rt::Tensor const &temperatures,
- rt::Tensor const &greedyMask,
- rt::Tensor &proposalTokenIds,
- rt::Tensor &proposalProbabilities,
- cudaStream_t stream