昇腾社区首页
支持
消息
我的论坛主页
论坛首页
/
mindie 8卡推理 qwen2 -72b 报错 safetensors_rust.SafetensorError: Error while deserializing header: MetadataIncompleteBuffer 2
收藏回复举报
mindie 8卡推理 qwen2 -72b 报错 safetensors_rust.SafetensorError: Error while deserializing header: MetadataIncompleteBuffer 2
t('forum.solved') 已解决
发表于2024-11-20 17:41:18
0 查看

使用镜像

swr.cn-south-1.myhuaweicloud.com/ascendhub/mindie:1.0.RC3-300I-Duo-arm64

mindie config.json

{
    "Version" : "1.0.0",
    "LogConfig" :
    {
        "logLevel" : "Info",
        "logFileSize" : 20,
        "logFileNum" : 20,
        "logPath" : "logs/mindservice.log"
    },

    "ServerConfig" :
    {
        "ipAddress" : "127.0.0.1",
        "managementIpAddress" : "127.0.0.1",
        "port" : 1025,
        "managementPort" : 1026,
        "metricsPort" : 1027,
        "allowAllZeroIpListening" : false,
        "maxLinkNum" : 1000,
        "httpsEnabled" : false,
        "fullTextEnabled" : false,
        "tlsCaPath" : "security/ca/",
        "tlsCaFile" : ["ca.pem"],
        "tlsCert" : "security/certs/server.pem",
        "tlsPk" : "security/keys/server.key.pem",
        "tlsPkPwd" : "security/pass/key_pwd.txt",
        "tlsCrl" : "security/certs/server_crl.pem",
        "managementTlsCaFile" : ["management_ca.pem"],
        "managementTlsCert" : "security/certs/management/server.pem",
        "managementTlsPk" : "security/keys/management/server.key.pem",
        "managementTlsPkPwd" : "security/pass/management/key_pwd.txt",
        "managementTlsCrl" : "security/certs/management/server_crl.pem",
        "kmcKsfMaster" : "tools/pmt/master/ksfa",
        "kmcKsfStandby" : "tools/pmt/standby/ksfb",
        "inferMode" : "standard",
        "interCommTLSEnabled" : false,
        "interCommPort" : 1121,
        "interCommTlsCaFile" : "security/grpc/ca/ca.pem",
        "interCommTlsCert" : "security/grpc/certs/server.pem",
        "interCommPk" : "security/grpc/keys/server.key.pem",
        "interCommPkPwd" : "security/grpc/pass/key_pwd.txt",
        "interCommTlsCrl" : "security/certs/server_crl.pem",
        "openAiSupport" : "vllm"
    },

    "BackendConfig" : {
        "backendName" : "mindieservice_llm_engine",
        "modelInstanceNumber" : 1,
        "npuDeviceIds" : [[0,1,2,3,4,5,6,7]],
        "tokenizerProcessNumber" : 8,
        "multiNodesInferEnabled" : false,
        "multiNodesInferPort" : 1120,
        "interNodeTLSEnabled" : true,
        "interNodeTlsCaFile" : "security/grpc/ca/ca.pem",
        "interNodeTlsCert" : "security/grpc/certs/server.pem",
        "interNodeTlsPk" : "security/grpc/keys/server.key.pem",
        "interNodeTlsPkPwd" : "security/grpc/pass/mindie_server_key_pwd.txt",
        "interNodeTlsCrl" : "security/grpc/certs/server_crl.pem",
        "interNodeKmcKsfMaster" : "tools/pmt/master/ksfa",
        "interNodeKmcKsfStandby" : "tools/pmt/standby/ksfb",
        "ModelDeployConfig" :
        {
            "maxSeqLen" : 2560,
            "maxInputTokenLen" : 2048,
            "truncation" : false,
            "ModelConfig" : [
                {
                    "modelInstanceType" : "Standard",
                    "modelName" : "qwen2-72b",
                    "modelWeightPath" : "/root/llm_home/Qwen2-72B-Instruct",
                    "worldSize" : 8,
                    "cpuMemSize" : 5,
                    "npuMemSize" : -1,
                    "backendType" : "atb"
                }
            ]
        },

        "ScheduleConfig" :
        {
            "templateType" : "Standard",
            "templateName" : "Standard_LLM",
            "cacheBlockSize" : 128,

            "maxPrefillBatchSize" : 50,
            "maxPrefillTokens" : 8192,
            "prefillTimeMsPerReq" : 150,
            "prefillPolicyType" : 0,

            "decodeTimeMsPerReq" : 50,
            "decodePolicyType" : 0,

            "maxBatchSize" : 200,
            "maxIterTimes" : 512,
            "maxPreemptCount" : 0,
            "supportSelectBatch" : false,
            "maxQueueDelayMicroseconds" : 5000
        }
    }
}

console日志

2024-11-20 09:30:51,907 [INFO] [pid: 7068] cpu_binding.py-231: process 7068, new_affinity is [66, 67, 68, 69, 70, 71], cpu count 6
2024-11-20 09:30:52,037 [INFO] [pid: 7054] cpu_binding.py-205: rank_id: 0, device_id: 0, numa_id: 0, shard_devices: [0, 1, 2, 3], cpus: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23]
2024-11-20 09:30:52,039 [INFO] [pid: 7054] cpu_binding.py-231: process 7054, new_affinity is [0, 1, 2, 3, 4, 5], cpu count 6
2024-11-20 09:30:52,173 [INFO] [pid: 7066] dist.py-79: initialize_distributed has been Set
2024-11-20 09:30:52,177 [ERROR] model.py:39 - [Model]   >>> Exception:Error while deserializing header: MetadataIncompleteBuffer
Traceback (most recent call last):
  File "/usr/local/python3.11.10/lib/python3.11/site-packages/model_wrapper/model.py", line 37, in initialize
    return self.python_model.initialize(config)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/usr/local/python3.11.10/lib/python3.11/site-packages/model_wrapper/standard_model.py", line 144, in initialize
    self.generator = Generator(
                     ^^^^^^^^^^
  File "/usr/local/python3.11.10/lib/python3.11/site-packages/mindie_llm/text_generator/generator.py", line 66, in __init__
    self.generator_backend = get_generator_backend(model_config)
                             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/usr/local/python3.11.10/lib/python3.11/site-packages/mindie_llm/text_generator/adapter/__init__.py", line 17, in get_generator_backend
    return generator_cls(model_config)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/usr/local/python3.11.10/lib/python3.11/site-packages/mindie_llm/text_generator/adapter/generator_torch.py", line 48, in __init__
    super().__init__(model_config)
  File "/usr/local/python3.11.10/lib/python3.11/site-packages/mindie_llm/text_generator/adapter/generator_backend.py", line 87, in __init__
    self.model_wrapper = get_model_wrapper(model_config, backend_type)
                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/usr/local/python3.11.10/lib/python3.11/site-packages/mindie_llm/modeling/model_wrapper/__init__.py", line 15, in get_model_wrapper
    return wrapper_cls(**model_config)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/usr/local/python3.11.10/lib/python3.11/site-packages/mindie_llm/modeling/model_wrapper/atb/atb_model_wrapper.py", line 40, in __init__
    self.model_runner.load_weights()
  File "/usr/local/Ascend/llm_model/atb_llm/runner/model_runner.py", line 109, in load_weights
    weights = Weights(
              ^^^^^^^^
  File "/usr/local/Ascend/llm_model/atb_llm/utils/weights.py", line 49, in __init__
    with safe_open(filename, framework="pytorch") as f:
         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
safetensors_rust.SafetensorError: Error while deserializing header: MetadataIncompleteBuffer
2024-11-20 09:30:52,180 [ERROR] model.py:42 - [Model]   >>> return initialize error result: {'status': 'error', 'npuBlockNum': '0', 'cpuBlockNum': '0'}
2024-11-20 09:30:52,357 [INFO] [pid: 7054] logging.py-180: model_runner.quantize: None
, model_runner.kv_quant_type: None
, model_runner.dytpe: torch.float16
2024-11-20 09:30:52,927 [INFO] [pid: 7062] dist.py-79: initialize_distributed has been Set
2024-11-20 09:30:52,932 [ERROR] model.py:39 - [Model]   >>> Exception:Error while deserializing header: MetadataIncompleteBuffer
Traceback (most recent call last):
  File "/usr/local/python3.11.10/lib/python3.11/site-packages/model_wrapper/model.py", line 37, in initialize
    return self.python_model.initialize(config)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/usr/local/python3.11.10/lib/python3.11/site-packages/model_wrapper/standard_model.py", line 144, in initialize
    self.generator = Generator(
                     ^^^^^^^^^^
  File "/usr/local/python3.11.10/lib/python3.11/site-packages/mindie_llm/text_generator/generator.py", line 66, in __init__
    self.generator_backend = get_generator_backend(model_config)
                             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/usr/local/python3.11.10/lib/python3.11/site-packages/mindie_llm/text_generator/adapter/__init__.py", line 17, in get_generator_backend
    return generator_cls(model_config)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/usr/local/python3.11.10/lib/python3.11/site-packages/mindie_llm/text_generator/adapter/generator_torch.py", line 48, in __init__
    super().__init__(model_config)
  File "/usr/local/python3.11.10/lib/python3.11/site-packages/mindie_llm/text_generator/adapter/generator_backend.py", line 87, in __init__
    self.model_wrapper = get_model_wrapper(model_config, backend_type)
                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/usr/local/python3.11.10/lib/python3.11/site-packages/mindie_llm/modeling/model_wrapper/__init__.py", line 15, in get_model_wrapper
    return wrapper_cls(**model_config)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/usr/local/python3.11.10/lib/python3.11/site-packages/mindie_llm/modeling/model_wrapper/atb/atb_model_wrapper.py", line 40, in __init__
    self.model_runner.load_weights()
  File "/usr/local/Ascend/llm_model/atb_llm/runner/model_runner.py", line 109, in load_weights
    weights = Weights(
              ^^^^^^^^
  File "/usr/local/Ascend/llm_model/atb_llm/utils/weights.py", line 49, in __init__
    with safe_open(filename, framework="pytorch") as f:
         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
safetensors_rust.SafetensorError: Error while deserializing header: MetadataIncompleteBuffer
2024-11-20 09:30:52,936 [ERROR] model.py:42 - [Model]   >>> return initialize error result: {'status': 'error', 'npuBlockNum': '0', 'cpuBlockNum': '0'}
2024-11-20 09:30:53,426 [INFO] [pid: 7056] dist.py-79: initialize_distributed has been Set
2024-11-20 09:30:53,431 [ERROR] model.py:39 - [Model]   >>> Exception:Error while deserializing header: MetadataIncompleteBuffer
Traceback (most recent call last):
  File "/usr/local/python3.11.10/lib/python3.11/site-packages/model_wrapper/model.py", line 37, in initialize
    return self.python_model.initialize(config)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/usr/local/python3.11.10/lib/python3.11/site-packages/model_wrapper/standard_model.py", line 144, in initialize
    self.generator = Generator(
                     ^^^^^^^^^^
  File "/usr/local/python3.11.10/lib/python3.11/site-packages/mindie_llm/text_generator/generator.py", line 66, in __init__
    self.generator_backend = get_generator_backend(model_config)
                             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/usr/local/python3.11.10/lib/python3.11/site-packages/mindie_llm/text_generator/adapter/__init__.py", line 17, in get_generator_backend
    return generator_cls(model_config)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/usr/local/python3.11.10/lib/python3.11/site-packages/mindie_llm/text_generator/adapter/generator_torch.py", line 48, in __init__
    super().__init__(model_config)
  File "/usr/local/python3.11.10/lib/python3.11/site-packages/mindie_llm/text_generator/adapter/generator_backend.py", line 87, in __init__
    self.model_wrapper = get_model_wrapper(model_config, backend_type)
                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/usr/local/python3.11.10/lib/python3.11/site-packages/mindie_llm/modeling/model_wrapper/__init__.py", line 15, in get_model_wrapper
    return wrapper_cls(**model_config)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/usr/local/python3.11.10/lib/python3.11/site-packages/mindie_llm/modeling/model_wrapper/atb/atb_model_wrapper.py", line 40, in __init__
    self.model_runner.load_weights()
  File "/usr/local/Ascend/llm_model/atb_llm/runner/model_runner.py", line 109, in load_weights
    weights = Weights(
              ^^^^^^^^
  File "/usr/local/Ascend/llm_model/atb_llm/utils/weights.py", line 49, in __init__
    with safe_open(filename, framework="pytorch") as f:
         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
safetensors_rust.SafetensorError: Error while deserializing header: MetadataIncompleteBuffer
2024-11-20 09:30:53,434 [ERROR] model.py:42 - [Model]   >>> return initialize error result: {'status': 'error', 'npuBlockNum': '0', 'cpuBlockNum': '0'}
2024-11-20 09:30:55,237 [INFO] [pid: 7058] dist.py-79: initialize_distributed has been Set
2024-11-20 09:30:55,243 [ERROR] model.py:39 - [Model]   >>> Exception:Error while deserializing header: MetadataIncompleteBuffer
Traceback (most recent call last):
  File "/usr/local/python3.11.10/lib/python3.11/site-packages/model_wrapper/model.py", line 37, in initialize
    return self.python_model.initialize(config)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/usr/local/python3.11.10/lib/python3.11/site-packages/model_wrapper/standard_model.py", line 144, in initialize
    self.generator = Generator(
                     ^^^^^^^^^^
  File "/usr/local/python3.11.10/lib/python3.11/site-packages/mindie_llm/text_generator/generator.py", line 66, in __init__
    self.generator_backend = get_generator_backend(model_config)
                             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/usr/local/python3.11.10/lib/python3.11/site-packages/mindie_llm/text_generator/adapter/__init__.py", line 17, in get_generator_backend
    return generator_cls(model_config)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/usr/local/python3.11.10/lib/python3.11/site-packages/mindie_llm/text_generator/adapter/generator_torch.py", line 48, in __init__
    super().__init__(model_config)
  File "/usr/local/python3.11.10/lib/python3.11/site-packages/mindie_llm/text_generator/adapter/generator_backend.py", line 87, in __init__
    self.model_wrapper = get_model_wrapper(model_config, backend_type)
                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/usr/local/python3.11.10/lib/python3.11/site-packages/mindie_llm/modeling/model_wrapper/__init__.py", line 15, in get_model_wrapper
    return wrapper_cls(**model_config)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/usr/local/python3.11.10/lib/python3.11/site-packages/mindie_llm/modeling/model_wrapper/atb/atb_model_wrapper.py", line 40, in __init__
    self.model_runner.load_weights()
  File "/usr/local/Ascend/llm_model/atb_llm/runner/model_runner.py", line 109, in load_weights
    weights = Weights(
              ^^^^^^^^
  File "/usr/local/Ascend/llm_model/atb_llm/utils/weights.py", line 49, in __init__
    with safe_open(filename, framework="pytorch") as f:
         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
safetensors_rust.SafetensorError: Error while deserializing header: MetadataIncompleteBuffer
2024-11-20 09:30:55,247 [ERROR] model.py:42 - [Model]   >>> return initialize error result: {'status': 'error', 'npuBlockNum': '0', 'cpuBlockNum': '0'}
2024-11-20 09:30:56,976 [INFO] [pid: 7064] dist.py-79: initialize_distributed has been Set
2024-11-20 09:30:56,988 [ERROR] model.py:39 - [Model]   >>> Exception:Error while deserializing header: MetadataIncompleteBuffer
Traceback (most recent call last):
  File "/usr/local/python3.11.10/lib/python3.11/site-packages/model_wrapper/model.py", line 37, in initialize
    return self.python_model.initialize(config)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/usr/local/python3.11.10/lib/python3.11/site-packages/model_wrapper/standard_model.py", line 144, in initialize
    self.generator = Generator(
                     ^^^^^^^^^^
  File "/usr/local/python3.11.10/lib/python3.11/site-packages/mindie_llm/text_generator/generator.py", line 66, in __init__
    self.generator_backend = get_generator_backend(model_config)
                             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/usr/local/python3.11.10/lib/python3.11/site-packages/mindie_llm/text_generator/adapter/__init__.py", line 17, in get_generator_backend
    return generator_cls(model_config)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/usr/local/python3.11.10/lib/python3.11/site-packages/mindie_llm/text_generator/adapter/generator_torch.py", line 48, in __init__
    super().__init__(model_config)
  File "/usr/local/python3.11.10/lib/python3.11/site-packages/mindie_llm/text_generator/adapter/generator_backend.py", line 87, in __init__
    self.model_wrapper = get_model_wrapper(model_config, backend_type)
                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/usr/local/python3.11.10/lib/python3.11/site-packages/mindie_llm/modeling/model_wrapper/__init__.py", line 15, in get_model_wrapper
    return wrapper_cls(**model_config)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/usr/local/python3.11.10/lib/python3.11/site-packages/mindie_llm/modeling/model_wrapper/atb/atb_model_wrapper.py", line 40, in __init__
    self.model_runner.load_weights()
  File "/usr/local/Ascend/llm_model/atb_llm/runner/model_runner.py", line 109, in load_weights
    weights = Weights(
              ^^^^^^^^
  File "/usr/local/Ascend/llm_model/atb_llm/utils/weights.py", line 49, in __init__
    with safe_open(filename, framework="pytorch") as f:
         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
safetensors_rust.SafetensorError: Error while deserializing header: MetadataIncompleteBuffer
2024-11-20 09:30:56,996 [ERROR] model.py:42 - [Model]   >>> return initialize error result: {'status': 'error', 'npuBlockNum': '0', 'cpuBlockNum': '0'}
2024-11-20 09:30:57,110 [INFO] [pid: 7060] dist.py-79: initialize_distributed has been Set
2024-11-20 09:30:57,117 [ERROR] model.py:39 - [Model]   >>> Exception:Error while deserializing header: MetadataIncompleteBuffer
Traceback (most recent call last):
  File "/usr/local/python3.11.10/lib/python3.11/site-packages/model_wrapper/model.py", line 37, in initialize
    return self.python_model.initialize(config)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/usr/local/python3.11.10/lib/python3.11/site-packages/model_wrapper/standard_model.py", line 144, in initialize
    self.generator = Generator(
                     ^^^^^^^^^^
  File "/usr/local/python3.11.10/lib/python3.11/site-packages/mindie_llm/text_generator/generator.py", line 66, in __init__
    self.generator_backend = get_generator_backend(model_config)
                             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/usr/local/python3.11.10/lib/python3.11/site-packages/mindie_llm/text_generator/adapter/__init__.py", line 17, in get_generator_backend
    return generator_cls(model_config)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/usr/local/python3.11.10/lib/python3.11/site-packages/mindie_llm/text_generator/adapter/generator_torch.py", line 48, in __init__
    super().__init__(model_config)
  File "/usr/local/python3.11.10/lib/python3.11/site-packages/mindie_llm/text_generator/adapter/generator_backend.py", line 87, in __init__
    self.model_wrapper = get_model_wrapper(model_config, backend_type)
                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/usr/local/python3.11.10/lib/python3.11/site-packages/mindie_llm/modeling/model_wrapper/__init__.py", line 15, in get_model_wrapper
    return wrapper_cls(**model_config)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/usr/local/python3.11.10/lib/python3.11/site-packages/mindie_llm/modeling/model_wrapper/atb/atb_model_wrapper.py", line 40, in __init__
    self.model_runner.load_weights()
  File "/usr/local/Ascend/llm_model/atb_llm/runner/model_runner.py", line 109, in load_weights
    weights = Weights(
              ^^^^^^^^
  File "/usr/local/Ascend/llm_model/atb_llm/utils/weights.py", line 49, in __init__
    with safe_open(filename, framework="pytorch") as f:
         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
safetensors_rust.SafetensorError: Error while deserializing header: MetadataIncompleteBuffer
2024-11-20 09:30:57,122 [ERROR] model.py:42 - [Model]   >>> return initialize error result: {'status': 'error', 'npuBlockNum': '0', 'cpuBlockNum': '0'}
2024-11-20 09:30:58,181 [INFO] [pid: 7068] dist.py-79: initialize_distributed has been Set
2024-11-20 09:30:58,189 [ERROR] model.py:39 - [Model]   >>> Exception:Error while deserializing header: MetadataIncompleteBuffer
Traceback (most recent call last):
  File "/usr/local/python3.11.10/lib/python3.11/site-packages/model_wrapper/model.py", line 37, in initialize
    return self.python_model.initialize(config)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/usr/local/python3.11.10/lib/python3.11/site-packages/model_wrapper/standard_model.py", line 144, in initialize
    self.generator = Generator(
                     ^^^^^^^^^^
  File "/usr/local/python3.11.10/lib/python3.11/site-packages/mindie_llm/text_generator/generator.py", line 66, in __init__
    self.generator_backend = get_generator_backend(model_config)
                             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/usr/local/python3.11.10/lib/python3.11/site-packages/mindie_llm/text_generator/adapter/__init__.py", line 17, in get_generator_backend
    return generator_cls(model_config)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/usr/local/python3.11.10/lib/python3.11/site-packages/mindie_llm/text_generator/adapter/generator_torch.py", line 48, in __init__
    super().__init__(model_config)
  File "/usr/local/python3.11.10/lib/python3.11/site-packages/mindie_llm/text_generator/adapter/generator_backend.py", line 87, in __init__
    self.model_wrapper = get_model_wrapper(model_config, backend_type)
                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/usr/local/python3.11.10/lib/python3.11/site-packages/mindie_llm/modeling/model_wrapper/__init__.py", line 15, in get_model_wrapper
    return wrapper_cls(**model_config)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/usr/local/python3.11.10/lib/python3.11/site-packages/mindie_llm/modeling/model_wrapper/atb/atb_model_wrapper.py", line 40, in __init__
    self.model_runner.load_weights()
  File "/usr/local/Ascend/llm_model/atb_llm/runner/model_runner.py", line 109, in load_weights
    weights = Weights(
              ^^^^^^^^
  File "/usr/local/Ascend/llm_model/atb_llm/utils/weights.py", line 49, in __init__
    with safe_open(filename, framework="pytorch") as f:
         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
safetensors_rust.SafetensorError: Error while deserializing header: MetadataIncompleteBuffer
2024-11-20 09:30:58,194 [ERROR] model.py:42 - [Model]   >>> return initialize error result: {'status': 'error', 'npuBlockNum': '0', 'cpuBlockNum': '0'}
2024-11-20 09:30:58,379 [INFO] [pid: 7054] dist.py-79: initialize_distributed has been Set
2024-11-20 09:30:58,381 [INFO] [pid: 7054] logging.py-180: init tokenizer done: Qwen2TokenizerFast(name_or_path='/root/llm_home/Qwen2-72B-Instruct', vocab_size=151643, model_max_length=131072, is_fast=True, padding_side='left', truncation_side='right', special_tokens={'eos_token': '<|im_end|>', 'pad_token': '<|endoftext|>', 'additional_special_tokens': ['<|im_start|>', '<|im_end|>']}, clean_up_tokenization_spaces=False),  added_tokens_decoder={
        151643: AddedToken("<|endoftext|>", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),
        151644: AddedToken("<|im_start|>", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),
        151645: AddedToken("<|im_end|>", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),
}
2024-11-20 09:30:58,387 [ERROR] model.py:39 - [Model]   >>> Exception:Error while deserializing header: MetadataIncompleteBuffer
Traceback (most recent call last):
  File "/usr/local/python3.11.10/lib/python3.11/site-packages/model_wrapper/model.py", line 37, in initialize
    return self.python_model.initialize(config)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/usr/local/python3.11.10/lib/python3.11/site-packages/model_wrapper/standard_model.py", line 144, in initialize
    self.generator = Generator(
                     ^^^^^^^^^^
  File "/usr/local/python3.11.10/lib/python3.11/site-packages/mindie_llm/text_generator/generator.py", line 66, in __init__
    self.generator_backend = get_generator_backend(model_config)
                             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/usr/local/python3.11.10/lib/python3.11/site-packages/mindie_llm/text_generator/adapter/__init__.py", line 17, in get_generator_backend
    return generator_cls(model_config)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/usr/local/python3.11.10/lib/python3.11/site-packages/mindie_llm/text_generator/adapter/generator_torch.py", line 48, in __init__
    super().__init__(model_config)
  File "/usr/local/python3.11.10/lib/python3.11/site-packages/mindie_llm/text_generator/adapter/generator_backend.py", line 87, in __init__
    self.model_wrapper = get_model_wrapper(model_config, backend_type)
                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/usr/local/python3.11.10/lib/python3.11/site-packages/mindie_llm/modeling/model_wrapper/__init__.py", line 15, in get_model_wrapper
    return wrapper_cls(**model_config)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/usr/local/python3.11.10/lib/python3.11/site-packages/mindie_llm/modeling/model_wrapper/atb/atb_model_wrapper.py", line 40, in __init__
    self.model_runner.load_weights()
  File "/usr/local/Ascend/llm_model/atb_llm/runner/model_runner.py", line 109, in load_weights
    weights = Weights(
              ^^^^^^^^
  File "/usr/local/Ascend/llm_model/atb_llm/utils/weights.py", line 49, in __init__
    with safe_open(filename, framework="pytorch") as f:
         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
safetensors_rust.SafetensorError: Error while deserializing header: MetadataIncompleteBuffer
2024-11-20 09:30:58,392 [ERROR] model.py:42 - [Model]   >>> return initialize error result: {'status': 'error', 'npuBlockNum': '0', 'cpuBlockNum': '0'}
2024-11-20 09:30:58.504078 6887 error [llm_infer_model_instance.cpp:45] Initialize modelBackends_ failed.
2024-11-20 09:30:58.504319 6887 error [llm_infer_model.cpp:20] Init model instance failed.
LLMInferEngine failed to init LLMInferModels
ERR: Failed to init endpoint! Please check the service log or console output.
Killed

mindservice.log 日志

2024-11-20 09:30:27.183630 7068 Log default format: yyyy-mm-dd hh:mm:ss.uuuuuu threadid loglevel msg
2024-11-20 09:30:58.503879 6887 error master_IPC_communicator.cpp:353] initResult field is invalid.
2024-11-20 09:30:58.503949 6887 error master_IPC_communicator.cpp:318] singleResult is invalid
2024-11-20 09:30:58.503965 6887 error model_backend.cpp:236] [ModelBackend::SendInitMessage] Failed to send init message to local connector.
2024-11-20 09:30:58.504374 6887 error llm_infer_model_instance.cpp:234] [LLMInferModelInstance::Init] llmManager_ init fail!
2024-11-20 09:30:58.504396 6887 error llm_infer_model.cpp:28] ModelInstance init failed
2024-11-20 09:30:58.504566 6887 error llm_infer_engine.cpp:37] LLMInferEngine initialize LLMInferModels failed
2024-11-20 09:30:58.504619 6887 error infer_backend_manager.cpp:262] Failed to init engine: mindieservice_llm_engine
2024-11-20 09:30:58.504647 6887 error [EndPoint endpoint.cpp:43] ERR: Failed to init backendManager! Please check in the mindservice.log, pythonlog.log(default path: mindie-llm/logs) or console output.

我要发帖子

我们使用cookie来确保您的高速浏览体验。继续浏览本站，即表示您同意我们使用cookie。查看详情