abstract_llm_infer.h File Reference

#include "nndeploy/base/any.h"
#include "nndeploy/base/common.h"
#include "nndeploy/base/glic_stl_include.h"
#include "nndeploy/base/log.h"
#include "nndeploy/base/macro.h"
#include "nndeploy/base/object.h"
#include "nndeploy/base/opencv_include.h"
#include "nndeploy/base/param.h"
#include "nndeploy/base/status.h"
#include "nndeploy/base/string.h"
#include "nndeploy/dag/composite_node.h"
#include "nndeploy/dag/edge.h"
#include "nndeploy/dag/graph.h"
#include "nndeploy/dag/loop.h"
#include "nndeploy/dag/node.h"
#include "nndeploy/device/buffer.h"
#include "nndeploy/device/device.h"
#include "nndeploy/device/memory_pool.h"
#include "nndeploy/device/tensor.h"
#include "nndeploy/infer/infer.h"
#include "nndeploy/tokenizer/tokenizer.h"

Include dependency graph for abstract_llm_infer.h:

This graph shows which files directly or indirectly include this file:

Go to the source code of this file.

Classes
class	nndeploy::llm::AbstractLlmInfer
class	nndeploy::llm::LlmInferCreator
class	nndeploy::llm::LlmInferFactory
class	nndeploy::llm::TypeLlmInferCreator< T >

Namespaces
	nndeploy
	nndeploy::llm

Macros
#define	REGISTER_LLM_INFER(infer_key, model_key, node_class)

Macro Definition Documentation

REGISTER_LLM_INFER

#define REGISTER_LLM_INFER	(		infer_key,
			model_key,
			node_class
	)

Value:

  namespace {                                                                  \
  struct LlmInferRegister_##node_class {                                       \
    LlmInferRegister_##node_class() {                                          \
      LlmInferFactory::getInstance()->registerLlmInfer(                        \
          infer_key, model_key,                                                \
          std::make_shared<nndeploy::llm::TypeLlmInferCreator<node_class>>()); \
    }                                                                          \
  };                                                                           \
  static LlmInferRegister_##node_class g_llm_infer_register_##node_class;      \
  }

Definition at line 393 of file abstract_llm_infer.h.