forward接口

def forward(self, model_inputs: ModelInput, **kwargs):
        """
        Preprocess the inputs involving multi-lora, and pass the processed inputs to the model
        wrapper for forward inference.
        """
        # sort input by adapter_ids
        do_reorder_requests = False
        revert_adapter_idx = []
        adapter_ids = model_inputs.adapter_ids
        if adapter_ids is not None and self.adapter_manager is not None:
            do_reorder_requests, revert_adapter_idx = self._sort_model_inputs_by_adapter_ids(model_inputs)
        logits = self.model_wrapper.forward(model_inputs, self.cache_pool.npu_cache, **kwargs)
        # sort logits back to the original order (related to lm_head_indices)
        if do_reorder_requests:
            logits = reorder_tensor(logits, revert_adapter_idx)
        return logits