nndeploy.e_llm.sampling_params 源代码
from dataclasses import dataclass
[文档]@dataclass
class SamplingParams:
temperature: float = 1.0
max_tokens: int = 64
ignore_eos: bool = False
def __post_init__(self):
assert self.temperature > 1e-10, "greedy sampling is not permitted"