nndeploy::llm::SampleParam Class Reference

SampleParam - Sample节点的参数配置 @wangzhaode. More...

#include <sample.h>

Inheritance diagram for nndeploy::llm::SampleParam:

Collaboration diagram for nndeploy::llm::SampleParam:

Public Member Functions
virtual base::Status	deserialize (rapidjson::Value &json) override
	SampleParam ()=default
virtual base::Status	serialize (rapidjson::Value &json, rapidjson::Document::AllocatorType &allocator) override
virtual	~SampleParam ()=default
Public Member Functions inherited from nndeploy::base::Param
base::Status	addDropdownParam (const std::string &dropdown_param, const std::vector< std::string > &dropdown_values)
base::Status	addIoParam (const std::string &io_param)
base::Status	addRequiredParam (const std::string &required_param)
base::Status	addUiParam (const std::string &ui_param)
base::Status	clearDropdownParams ()
base::Status	clearIoParams ()
base::Status	clearRequiredParams ()
base::Status	clearUiParams ()
virtual base::Status	deserialize (const std::string &json_str)
virtual base::Status	get (const std::string &key, base::Any &any)
std::map< std::string, std::vector< std::string > >	getDropdownParams ()
std::vector< std::string >	getIoParams ()
std::vector< std::string >	getRequiredParams ()
std::vector< std::string >	getUiParams ()
virtual base::Status	loadFile (const std::string &path)
	Param ()
base::Status	removeDropdownParam (const std::string &dropdown_param)
base::Status	removeIoParam (const std::string &io_param)
base::Status	removeRequiredParam (const std::string &required_param)
base::Status	removeUiParam (const std::string &ui_param)
virtual base::Status	saveFile (const std::string &path)
virtual std::string	serialize ()
virtual base::Status	set (const std::string &key, base::Any &any)
base::Status	setDropdownParams (const std::map< std::string, std::vector< std::string >> &dropdown_params)
base::Status	setIoParams (const std::vector< std::string > &io_params)
base::Status	setRequiredParams (const std::vector< std::string > &required_params)
base::Status	setUiParams (const std::vector< std::string > &ui_params)
virtual	~Param ()

Public Attributes
float	max_penalty = 10.0f
float	minP = 0.05
std::vector< std::string >	mixed_samplers
int	ngram = 8
float	ngram_factor
float	penalty = 1.05
std::string	sampler
float	temperature = 0.8
float	tfsZ = 1.0
int	topK = 40
float	topP = 0.9
float	typical = 0.95
Public Attributes inherited from nndeploy::base::Param
std::map< std::string, std::vector< std::string > >	dropdown_params_
std::vector< std::string >	io_params_
std::vector< std::string >	required_params_
std::vector< std::string >	ui_params_

Detailed Description

SampleParam - Sample节点的参数配置 @wangzhaode.

Definition at line 51 of file sample.h.

Constructor & Destructor Documentation

SampleParam()

nndeploy::llm::SampleParam::SampleParam ( )

default

~SampleParam()

virtual nndeploy::llm::SampleParam::~SampleParam ( )

virtualdefault

Member Function Documentation

deserialize()

virtual base::Status nndeploy::llm::SampleParam::deserialize ( rapidjson::Value &  json )

overridevirtual

Reimplemented from nndeploy::base::Param.

serialize()

virtual base::Status nndeploy::llm::SampleParam::serialize ( rapidjson::Value &  json, rapidjson::Document::AllocatorType &  allocator  )

overridevirtual

Reimplemented from nndeploy::base::Param.

Member Data Documentation

max_penalty

float nndeploy::llm::SampleParam::max_penalty = 10.0f

Definition at line 80 of file sample.h.

minP

float nndeploy::llm::SampleParam::minP = 0.05

Definition at line 72 of file sample.h.

mixed_samplers

std::vector<std::string> nndeploy::llm::SampleParam::mixed_samplers

Initial value:

= {"topK", "tfs",  "typical",
                                             "topP", "minP", "temperature"}

Definition at line 81 of file sample.h.

ngram

int nndeploy::llm::SampleParam::ngram = 8

Definition at line 77 of file sample.h.

ngram_factor

float nndeploy::llm::SampleParam::ngram_factor

Initial value:

=
      1.02

Definition at line 78 of file sample.h.

penalty

float nndeploy::llm::SampleParam::penalty = 1.05

Definition at line 76 of file sample.h.

sampler

std::string nndeploy::llm::SampleParam::sampler

Initial value:

=
      "temperature"

Definition at line 65 of file sample.h.

temperature

float nndeploy::llm::SampleParam::temperature = 0.8

Definition at line 69 of file sample.h.

tfsZ

float nndeploy::llm::SampleParam::tfsZ = 1.0

Definition at line 73 of file sample.h.

topK

int nndeploy::llm::SampleParam::topK = 40

Definition at line 70 of file sample.h.

topP

float nndeploy::llm::SampleParam::topP = 0.9

Definition at line 71 of file sample.h.

typical

float nndeploy::llm::SampleParam::typical = 0.95

Definition at line 74 of file sample.h.

---

The documentation for this class was generated from the following file:

• /home/docs/checkouts/readthedocs.org/user_builds/nndeploy-zh/checkouts/latest/plugin/include/nndeploy/llm/sample.h