benchmark --DatasetPath "/usr/local/Ascend/atb-models/tests/modeltest/temp_data/test.jsonl" --DatasetType "gsm8k" --ModelName "deepseekr1" --ModelPath "/mnt/nvme0/DeepSeek-R1" --TestType client --Http "http://10.100.9.5:1205" --Concurrency 16 --TaskKind stream --Tokenizer True --MaxOutputLen 1024 --SavePath "/usr/local/Ascend/atb-models/tests/modeltest/temp_data/gsm8k"
/usr/local/lib/python3.11/site-packages/mindiebenchmark/benchmark_run.py:21: MonkeyPatchWarning: Monkey-patching ssl after ssl has already been imported may lead to errors, including RecursionError on Python 3.6. It may also silently lead to incorrect behaviour on Python 3.7. Please monkey-patch earlier. See https://github.com/gevent/gevent/issues/1016. Modules that had direct imports (NOT patched): ['urllib3.util (/usr/local/lib/python3.11/site-packages/urllib3/util/__init__.py)', 'urllib3.util.ssl_ (/usr/local/lib/python3.11/site-packages/urllib3/util/ssl_.py)'].
monkey.patch_all(thread=False)
Please execute command `export MINDIE_LOG_TO_STDOUT="benchmark:1; client:1"` if log message need to be displayed on screen next time.
Benchmark task is running, please wait...
Traceback (most recent call last):
File "/usr/local/lib/python3.11/site-packages/mindiebenchmark/inference/api/base_api.py", line 123, in init_client
return client_cls(
^^^^^^^^^^^
File "/usr/local/lib/python3.11/site-packages/mindieclient/python/httpclient/clients/base_client.py", line 66, in __init__
self.logger = Log(__name__).getlog()
^^^^^^^^^^^^^
File "/usr/local/lib/python3.11/site-packages/mindieclient/python/common/logging.py", line 53, in __call__
cls._instances[cls] = super(Singleton, cls).__call__(*args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/usr/local/lib/python3.11/site-packages/mindieclient/python/common/logging.py", line 244, in __init__
log_params = init_logger()
^^^^^^^^^^^^^
File "/usr/local/lib/python3.11/site-packages/mindieclient/python/common/logging.py", line 114, in init_logger
Config.load_config(Config.config_path)
File "/usr/local/lib/python3.11/site-packages/mindieclient/python/common/config.py", line 51, in load_config
cls._check_file_permission(real_path, expected_permissions, 'ConfigPath')
File "/usr/local/lib/python3.11/site-packages/mindieclient/python/common/config.py", line 35, in _check_file_permission
raise ValueError(f"The file does not meet the minimum permission "
ValueError: The file does not meet the minimum permission requirement 640, but got 644
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.11/site-packages/mindiebenchmark/inference/benchmarker.py", line 123, in run_client
client = ClientFactory.make_client_instance(self.config, self.results, self.concurrency, self.loader)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/usr/local/lib/python3.11/site-packages/mindiebenchmark/inference/api/__init__.py", line 78, in make_client_instance
health_client = health_api(
^^^^^^^^^^^
File "/usr/local/lib/python3.11/site-packages/mindiebenchmark/inference/api/base_api.py", line 64, in __init__
self.client_instance = self.init_client(client_cls)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/usr/local/lib/python3.11/site-packages/mindiebenchmark/inference/api/base_api.py", line 137, in init_client
raise RuntimeError(f"Client instance initialization error with message "
RuntimeError: Client instance initialization error with message The file does not meet the minimum permission requirement 640, but got 644 Please check your config!
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/bin/benchmark", line 8, in <module>
sys.exit(main())
^^^^^^
File "/usr/local/lib/python3.11/site-packages/mindiebenchmark/benchmark_run.py", line 166, in main
benchmark_run.run_client()
File "/usr/local/lib/python3.11/site-packages/mindiebenchmark/benchmark_run.py", line 78, in run_client
self._run_once(i)
File "/usr/local/lib/python3.11/site-packages/mindiebenchmark/benchmark_run.py", line 117, in _run_once
benchmarker.run()
File "/usr/local/lib/python3.11/site-packages/mindiebenchmark/inference/benchmarker.py", line 86, in run
is_ok = super().run()
^^^^^^^^^^^^^
File "/usr/local/lib/python3.11/site-packages/mindiebenchmark/inference/benchmarker.py", line 49, in run
self.run_client()
File "/usr/local/lib/python3.11/site-packages/mindiebenchmark/inference/benchmarker.py", line 129, in run_client
raise RuntimeError("Failed to run client") from error
RuntimeError: Failed to run client
Exception ignored in: <function MindIEBaseClient.__del__ at 0xffff8b565120>
Traceback (most recent call last):
File "/usr/local/lib/python3.11/site-packages/mindieclient/python/httpclient/clients/base_client.py", line 111, in __del__
self.close()
File "/usr/local/lib/python3.11/site-packages/mindieclient/python/httpclient/clients/base_client.py", line 197, in close
self._http_pool_manager.clear()
^^^^^^^^^^^^^^^^^^^^^^^
AttributeError: 'TritonTextClient' object has no attribute '_http_pool_manager'
在容器中执行bench测试报错
python版本为 3.11.6
这里的权限是指哪个文件的权限,还是所有的文件的权限,其他的问题该怎么解决?
benchmark --DatasetPath "/usr/local/Ascend/atb-models/tests/modeltest/temp_data/test.jsonl" --DatasetType "gsm8k" --ModelName "deepseekr1" --ModelPath "/mnt/nvme0/DeepSeek-R1" --TestType client --Http "http://10.100.9.5:1205" --Concurrency 16 --TaskKind stream --Tokenizer True --MaxOutputLen 1024 --SavePath "/usr/local/Ascend/atb-models/tests/modeltest/temp_data/gsm8k" /usr/local/lib/python3.11/site-packages/mindiebenchmark/benchmark_run.py:21: MonkeyPatchWarning: Monkey-patching ssl after ssl has already been imported may lead to errors, including RecursionError on Python 3.6. It may also silently lead to incorrect behaviour on Python 3.7. Please monkey-patch earlier. See https://github.com/gevent/gevent/issues/1016. Modules that had direct imports (NOT patched): ['urllib3.util (/usr/local/lib/python3.11/site-packages/urllib3/util/__init__.py)', 'urllib3.util.ssl_ (/usr/local/lib/python3.11/site-packages/urllib3/util/ssl_.py)']. monkey.patch_all(thread=False) Please execute command `export MINDIE_LOG_TO_STDOUT="benchmark:1; client:1"` if log message need to be displayed on screen next time. Benchmark task is running, please wait... Traceback (most recent call last): File "/usr/local/lib/python3.11/site-packages/mindiebenchmark/inference/api/base_api.py", line 123, in init_client return client_cls( ^^^^^^^^^^^ File "/usr/local/lib/python3.11/site-packages/mindieclient/python/httpclient/clients/base_client.py", line 66, in __init__ self.logger = Log(__name__).getlog() ^^^^^^^^^^^^^ File "/usr/local/lib/python3.11/site-packages/mindieclient/python/common/logging.py", line 53, in __call__ cls._instances[cls] = super(Singleton, cls).__call__(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.11/site-packages/mindieclient/python/common/logging.py", line 244, in __init__ log_params = init_logger() ^^^^^^^^^^^^^ File "/usr/local/lib/python3.11/site-packages/mindieclient/python/common/logging.py", line 114, in init_logger Config.load_config(Config.config_path) File "/usr/local/lib/python3.11/site-packages/mindieclient/python/common/config.py", line 51, in load_config cls._check_file_permission(real_path, expected_permissions, 'ConfigPath') File "/usr/local/lib/python3.11/site-packages/mindieclient/python/common/config.py", line 35, in _check_file_permission raise ValueError(f"The file does not meet the minimum permission " ValueError: The file does not meet the minimum permission requirement 640, but got 644 The above exception was the direct cause of the following exception: Traceback (most recent call last): File "/usr/local/lib/python3.11/site-packages/mindiebenchmark/inference/benchmarker.py", line 123, in run_client client = ClientFactory.make_client_instance(self.config, self.results, self.concurrency, self.loader) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.11/site-packages/mindiebenchmark/inference/api/__init__.py", line 78, in make_client_instance health_client = health_api( ^^^^^^^^^^^ File "/usr/local/lib/python3.11/site-packages/mindiebenchmark/inference/api/base_api.py", line 64, in __init__ self.client_instance = self.init_client(client_cls) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/usr/local/lib/python3.11/site-packages/mindiebenchmark/inference/api/base_api.py", line 137, in init_client raise RuntimeError(f"Client instance initialization error with message " RuntimeError: Client instance initialization error with message The file does not meet the minimum permission requirement 640, but got 644 Please check your config! The above exception was the direct cause of the following exception: Traceback (most recent call last): File "/usr/local/bin/benchmark", line 8, in <module> sys.exit(main()) ^^^^^^ File "/usr/local/lib/python3.11/site-packages/mindiebenchmark/benchmark_run.py", line 166, in main benchmark_run.run_client() File "/usr/local/lib/python3.11/site-packages/mindiebenchmark/benchmark_run.py", line 78, in run_client self._run_once(i) File "/usr/local/lib/python3.11/site-packages/mindiebenchmark/benchmark_run.py", line 117, in _run_once benchmarker.run() File "/usr/local/lib/python3.11/site-packages/mindiebenchmark/inference/benchmarker.py", line 86, in run is_ok = super().run() ^^^^^^^^^^^^^ File "/usr/local/lib/python3.11/site-packages/mindiebenchmark/inference/benchmarker.py", line 49, in run self.run_client() File "/usr/local/lib/python3.11/site-packages/mindiebenchmark/inference/benchmarker.py", line 129, in run_client raise RuntimeError("Failed to run client") from error RuntimeError: Failed to run client Exception ignored in: <function MindIEBaseClient.__del__ at 0xffff8b565120> Traceback (most recent call last): File "/usr/local/lib/python3.11/site-packages/mindieclient/python/httpclient/clients/base_client.py", line 111, in __del__ self.close() File "/usr/local/lib/python3.11/site-packages/mindieclient/python/httpclient/clients/base_client.py", line 197, in close self._http_pool_manager.clear() ^^^^^^^^^^^^^^^^^^^^^^^ AttributeError: 'TritonTextClient' object has no attribute '_http_pool_manager'