__init__接口

class GeneratorTorch(GeneratorBackend):
    """The interface class for using `torch` backend.
    The interface class exposed to third-party service frameworks in scenarios where the `torch` backend is used. It
    mainly provides forward inference and sampling functions. Its sampling function is implemented by the `sample`
    method of the base class `GeneratorBackend`.
    Attributes:
        cache_pool: A pool used for storing the kv cache.
    Args:
        model_config: A dictionary containing the model configuration as detailed in
            `mindie_llm.text_generator.utils.config.ModelConfig`.
    """
    cache_pool: CachePool = None
    def __init__(self, model_config: Dict[str, Any]) -> None:
        check_model_config(model_config)
        super().__init__(model_config)
        self.tokenizer = self.model_wrapper.tokenizer
        self.device = self.model_wrapper.device
        self.rank = self.model_wrapper.rank
        self.adapter_manager = self.model_wrapper.adapter_manager