EmbeddingParam - Embedding节点的参数配置 More...

#include <embedding.h>

Inheritance diagram for nndeploy::llm::EmbeddingParam:

Collaboration diagram for nndeploy::llm::EmbeddingParam:

Public Member Functions
virtual base::Status	deserialize (rapidjson::Value &json) override

	EmbeddingParam ()=default

std::string	getShareKey ()

virtual base::Status	serialize (rapidjson::Value &json, rapidjson::Document::AllocatorType &allocator) override

virtual	~EmbeddingParam ()=default

Public Member Functions inherited from nndeploy::base::Param
base::Status	addDropdownParam (const std::string &dropdown_param, const std::vector< std::string > &dropdown_values)

base::Status	addIoParam (const std::string &io_param)

base::Status	addRequiredParam (const std::string &required_param)

base::Status	addUiParam (const std::string &ui_param)

base::Status	clearDropdownParams ()

base::Status	clearIoParams ()

base::Status	clearRequiredParams ()

base::Status	clearUiParams ()

virtual base::Status	deserialize (const std::string &json_str)

virtual base::Status	get (const std::string &key, base::Any &any)

std::map< std::string, std::vector< std::string > >	getDropdownParams ()

std::vector< std::string >	getIoParams ()

std::vector< std::string >	getRequiredParams ()

std::vector< std::string >	getUiParams ()

virtual base::Status	loadFile (const std::string &path)

	Param ()

base::Status	removeDropdownParam (const std::string &dropdown_param)

base::Status	removeIoParam (const std::string &io_param)

base::Status	removeRequiredParam (const std::string &required_param)

base::Status	removeUiParam (const std::string &ui_param)

virtual base::Status	saveFile (const std::string &path)

virtual std::string	serialize ()

virtual base::Status	set (const std::string &key, base::Any &any)

base::Status	setDropdownParams (const std::map< std::string, std::vector< std::string >> &dropdown_params)

base::Status	setIoParams (const std::vector< std::string > &io_params)

base::Status	setRequiredParams (const std::vector< std::string > &required_params)

base::Status	setUiParams (const std::vector< std::string > &ui_params)

virtual	~Param ()

Public Attributes
int	a_offset_ = 0

int	alpha_size_ = 0

base::DataFormat	data_format_ = base::DataFormat::kDataFormatNCHW

base::DataType	data_type_ = base::dataTypeOf<float>()

std::string	embedding_weight_path_ = ""

int	hidden_size_ = 4096

int	quant_bit_ = 8

int	quant_block_ = 0

std::string	share_disk_embedding_key_ = "disk_embedding"

bool	use_quantization_ = false

int	weight_offset_ = 0

Public Attributes inherited from nndeploy::base::Param
std::map< std::string, std::vector< std::string > >	dropdown_params_

std::vector< std::string >	io_params_

std::vector< std::string >	required_params_

std::vector< std::string >	ui_params_

Detailed Description

EmbeddingParam - Embedding节点的参数配置

Definition at line 58 of file embedding.h.

Constructor & Destructor Documentation

◆ EmbeddingParam()

nndeploy::llm::EmbeddingParam::EmbeddingParam ( )

default

◆ ~EmbeddingParam()

virtual nndeploy::llm::EmbeddingParam::~EmbeddingParam ( )

virtualdefault

Member Function Documentation

◆ deserialize()

virtual base::Status nndeploy::llm::EmbeddingParam::deserialize ( rapidjson::Value & json )

overridevirtual

Reimplemented from nndeploy::base::Param.

◆ getShareKey()

std::string nndeploy::llm::EmbeddingParam::getShareKey ( )

inline

Definition at line 87 of file embedding.h.

Here is the call graph for this function:

◆ serialize()

virtual base::Status nndeploy::llm::EmbeddingParam::serialize	(	rapidjson::Value &	json,
		rapidjson::Document::AllocatorType &	allocator
	)

overridevirtual

Reimplemented from nndeploy::base::Param.

Member Data Documentation

◆ a_offset_

int nndeploy::llm::EmbeddingParam::a_offset_ = 0

Definition at line 75 of file embedding.h.

◆ alpha_size_

int nndeploy::llm::EmbeddingParam::alpha_size_ = 0

Definition at line 76 of file embedding.h.

◆ data_format_

base::DataFormat nndeploy::llm::EmbeddingParam::data_format_ = base::DataFormat::kDataFormatNCHW

Definition at line 84 of file embedding.h.

◆ data_type_

base::DataType nndeploy::llm::EmbeddingParam::data_type_ = base::dataTypeOf<float>()

Definition at line 83 of file embedding.h.

◆ embedding_weight_path_

std::string nndeploy::llm::EmbeddingParam::embedding_weight_path_ = ""

Definition at line 69 of file embedding.h.

◆ hidden_size_

int nndeploy::llm::EmbeddingParam::hidden_size_ = 4096

Definition at line 67 of file embedding.h.

◆ quant_bit_

int nndeploy::llm::EmbeddingParam::quant_bit_ = 8

Definition at line 78 of file embedding.h.

◆ quant_block_

int nndeploy::llm::EmbeddingParam::quant_block_ = 0

Definition at line 80 of file embedding.h.

◆ share_disk_embedding_key_

std::string nndeploy::llm::EmbeddingParam::share_disk_embedding_key_ = "disk_embedding"

Definition at line 85 of file embedding.h.

◆ use_quantization_

bool nndeploy::llm::EmbeddingParam::use_quantization_ = false

Definition at line 71 of file embedding.h.

◆ weight_offset_

int nndeploy::llm::EmbeddingParam::weight_offset_ = 0

Definition at line 73 of file embedding.h.

The documentation for this class was generated from the following file:

/home/docs/checkouts/readthedocs.org/user_builds/nndeploy-zh/checkouts/latest/plugin/include/nndeploy/llm/embedding.h

Public Member Functions

Public Attributes