expr.h

Go to the documentation of this file.

 
#ifndef _NNDEPLOY_OP_EXPR_H_
#define _NNDEPLOY_OP_EXPR_H_
 
#include "nndeploy/base/macro.h"
#include "nndeploy/device/tensor.h"
#include "nndeploy/ir/ir.h"
 
namespace nndeploy {
namespace op {
 
// 标识Expr的类型
enum ExprType : int {
  kExprTypeValueDesc = 0x0000,
  kExprTypeOpDesc,
  kExprTypeModelDesc,
};
 
extern NNDEPLOY_CC_API std::string exprTypeToString(ExprType type);
extern NNDEPLOY_CC_API ExprType stringToExprType(const std::string &src);
 
class NNDEPLOY_CC_API Expr {
 public:
  Expr(const std::string &name);
  Expr(const std::string &name, base::DataType data_type);
  Expr(const std::string &name, base::DataType data_type,
       base::IntVector shape);
  Expr(std::shared_ptr<ir::ValueDesc> value_desc);
  Expr(std::shared_ptr<ir::OpDesc> op_desc);
  Expr(std::shared_ptr<ir::ModelDesc> model_desc);
 
  ~Expr();
 
  std::vector<std::string> getOutputName();
 
 protected:
  ExprType expr_type_;
  std::shared_ptr<ir::ValueDesc> value_desc_;
  std::shared_ptr<ir::OpDesc> op_desc_;
  std::shared_ptr<ir::ModelDesc> model_desc_;
};
 
// input
NNDEPLOY_CC_API std::shared_ptr<Expr> makeInput(
    ir::ModelDesc *model_desc, std::string name,
    base::DataType data_type = base::dataTypeOf<float>(),
    base::IntVector shape = base::IntVector());
// constant
NNDEPLOY_CC_API std::shared_ptr<Expr> makeConstant(ir::ModelDesc *model_desc,
                                                   std::string name);
// output
NNDEPLOY_CC_API void makeOutput(ir::ModelDesc *model_desc,
                                std::shared_ptr<Expr> expr);
// block
NNDEPLOY_CC_API std::shared_ptr<Expr> makeBlock(
    ir::ModelDesc *model_desc, std::shared_ptr<ir::ModelDesc> model_block);
// conv2d
NNDEPLOY_CC_API std::shared_ptr<Expr> makeConv(
    ir::ModelDesc *model_desc, std::shared_ptr<Expr> input,
    std::shared_ptr<ir::ConvParam> param, const std::string &weight,
    const std::string &bias = "", std::string op_name = "",
    std::string output_name = "");
// relu
NNDEPLOY_CC_API std::shared_ptr<Expr> makeRelu(ir::ModelDesc *model_desc,
                                               std::shared_ptr<Expr> input,
                                               std::string op_name = "",
                                               std::string output_name = "");
// relu
NNDEPLOY_CC_API std::shared_ptr<Expr> makeSigmoid(ir::ModelDesc *model_desc,
                                                  std::shared_ptr<Expr> input,
                                                  std::string op_name = "",
                                                  std::string output_name = "");
 
// softmax
NNDEPLOY_CC_API std::shared_ptr<Expr> makeSoftmax(
    ir::ModelDesc *model_desc, std::shared_ptr<Expr> input,
    std::shared_ptr<ir::SoftmaxParam> param, std::string op_name = "",
    std::string output_name = "");
 
// batchnorm
NNDEPLOY_CC_API std::shared_ptr<Expr> makeBatchNorm(
    ir::ModelDesc *model_desc, std::shared_ptr<Expr> input,
    std::shared_ptr<ir::BatchNormalizationParam> param,
    const std::string &scale, const std::string &bias, const std::string &mean,
    const std::string &var, std::string op_name = "",
    std::string output_name = "");
 
// add
NNDEPLOY_CC_API std::shared_ptr<Expr> makeAdd(ir::ModelDesc *model_desc,
                                              std::shared_ptr<Expr> input_0,
                                              std::shared_ptr<Expr> input_1,
                                              std::string op_name = "",
                                              std::string output_name = "");
 
// gemm
NNDEPLOY_CC_API std::shared_ptr<Expr> makeGemm(
    ir::ModelDesc *model_desc, std::shared_ptr<Expr> input,
    std::shared_ptr<ir::GemmParam> param, const std::string &weight,
    const std::string &bias = "", std::string op_name = "",
    std::string output_name = "");
 
// flatten
NNDEPLOY_CC_API std::shared_ptr<Expr> makeFlatten(
    ir::ModelDesc *model_desc, std::shared_ptr<Expr> input,
    std::shared_ptr<ir::FlattenParam> param, std::string op_name = "",
    std::string output_name = "");
 
// MaxPool
NNDEPLOY_CC_API std::shared_ptr<Expr> makeMaxPool(
    ir::ModelDesc *model_desc, std::shared_ptr<Expr> input,
    std::shared_ptr<ir::MaxPoolParam> param, std::string op_name = "",
    std::string output_name = "");
 
// GlobalAveragePool
NNDEPLOY_CC_API std::shared_ptr<Expr> makeGlobalAveragePool(
    ir::ModelDesc *model_desc, std::shared_ptr<Expr> input,
    std::string op_name = "", std::string output_name = "");
 
// TODO: @Leonisux:
// 补充llama的算子的手动构图函数
// matmul
NNDEPLOY_CC_API std::shared_ptr<Expr> makeEmbedding(
    ir::ModelDesc *model_desc, std::shared_ptr<Expr> indices,
    std::string op_name, std::string output_name);
 
}  // namespace op
}  // namespace nndeploy
 
#endif