Public Member Functions
std::set< std::pair< std::string, std::string > >	getAllKeys ()

std::shared_ptr< LlmInferCreator >	getCreator (const std::string &infer_key, const std::string &model_key)

std::set< std::string >	getInferKeys ()

std::set< std::string >	getModelKeys ()

std::set< std::string >	getModelKeys (const std::string &infer_key)

void	registerLlmInfer (const std::string &infer_key, const std::string &model_key, std::shared_ptr< LlmInferCreator > creator)

Static Public Member Functions
static LlmInferFactory *	getInstance ()

Detailed Description

Definition at line 309 of file abstract_llm_infer.h.

Member Function Documentation

std::set<std::pair<std::string, std::string> > nndeploy::llm::LlmInferFactory::getAllKeys ( )

inline

Definition at line 376 of file abstract_llm_infer.h.

std::shared_ptr<LlmInferCreator> nndeploy::llm::LlmInferFactory::getCreator	(	const std::string &	infer_key,
		const std::string &	model_key
	)

inline

Definition at line 333 of file abstract_llm_infer.h.

std::set<std::string> nndeploy::llm::LlmInferFactory::getInferKeys ( )

inline

Definition at line 347 of file abstract_llm_infer.h.

static LlmInferFactory* nndeploy::llm::LlmInferFactory::getInstance ( )

inlinestatic

Definition at line 311 of file abstract_llm_infer.h.

std::set<std::string> nndeploy::llm::LlmInferFactory::getModelKeys ( )

inline

Definition at line 366 of file abstract_llm_infer.h.

std::set<std::string> nndeploy::llm::LlmInferFactory::getModelKeys ( const std::string & infer_key )

inline

Definition at line 355 of file abstract_llm_infer.h.

void nndeploy::llm::LlmInferFactory::registerLlmInfer	(	const std::string &	infer_key,
		const std::string &	model_key,
		std::shared_ptr< LlmInferCreator >	creator
	)

inline

Definition at line 316 of file abstract_llm_infer.h.

The documentation for this class was generated from the following file:

/home/docs/checkouts/readthedocs.org/user_builds/nndeploy-zh/checkouts/stable/plugin/include/nndeploy/llm/abstract_llm_infer.h