FmhaFwdCommonDropoutKargs Struct Reference

FmhaFwdCommonDropoutKargs Struct Reference#

Composable Kernel: ck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >::FmhaFwdCommonDropoutKargs Struct Reference

#include <fmha_batch_prefill_kernel.hpp>

Inheritance diagram for ck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >::FmhaFwdCommonDropoutKargs:

Public Member Functions
void	init_dropout (float p_drop, uint64_t seed, uint64_t offset)
void	init_dropout (float p_drop, const uint64_t seed_ptr, const uint64_t offset_ptr)

Public Attributes
float	rp_undrop = 1
uint8_t	p_undrop_in_uint8_t = std::numeric_limits<uint8_t>::max()
bool	is_store_randval = false
void *	rand_val_ptr = nullptr
ck_tile::index_t	stride_randval = 0
ck_tile::index_t	nhead_stride_randval = 0
Public Attributes inherited from ck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >::FmhaFwdDropoutSeedOffset
ValueOrPointer< uint64_t >	drop_seed
ValueOrPointer< uint64_t >	drop_offset
bool	is_drop_seed_offset_from_host

Member Function Documentation

◆ init_dropout() [1/2]

template<typename FmhaPipeline_, typename EpiloguePipeline_>

void ck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >::FmhaFwdCommonDropoutKargs::init_dropout	(	float	p_drop,
		const uint64_t *	seed_ptr,
		const uint64_t *	offset_ptr )

inline

◆ init_dropout() [2/2]

template<typename FmhaPipeline_, typename EpiloguePipeline_>

void ck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >::FmhaFwdCommonDropoutKargs::init_dropout	(	float	p_drop,
		uint64_t	seed,
		uint64_t	offset )

inline

Member Data Documentation

◆ is_store_randval

template<typename FmhaPipeline_, typename EpiloguePipeline_>

bool ck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >::FmhaFwdCommonDropoutKargs::is_store_randval = false

◆ nhead_stride_randval

template<typename FmhaPipeline_, typename EpiloguePipeline_>

ck_tile::index_t ck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >::FmhaFwdCommonDropoutKargs::nhead_stride_randval = 0

◆ p_undrop_in_uint8_t

template<typename FmhaPipeline_, typename EpiloguePipeline_>

uint8_t ck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >::FmhaFwdCommonDropoutKargs::p_undrop_in_uint8_t = std::numeric_limits<uint8_t>::max()

◆ rand_val_ptr

template<typename FmhaPipeline_, typename EpiloguePipeline_>

void* ck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >::FmhaFwdCommonDropoutKargs::rand_val_ptr = nullptr

◆ rp_undrop

template<typename FmhaPipeline_, typename EpiloguePipeline_>

float ck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >::FmhaFwdCommonDropoutKargs::rp_undrop = 1

◆ stride_randval

template<typename FmhaPipeline_, typename EpiloguePipeline_>

ck_tile::index_t ck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >::FmhaFwdCommonDropoutKargs::stride_randval = 0

The documentation for this struct was generated from the following file:

fmha_batch_prefill_kernel.hpp