echo "=========================================="
echo "Please run the script as: "
echo "bash run.sh"
echo "It is better to use the absolute path."
echo "==========================================="

rm -rf device
mkdir device
cp ./parallel_test.py ./device
cd ./device
echo "start training"

i=0
export MS_WORKER_NUM=1
export MS_SCHED_HOST=127.0.0.1  # Scheduler IP address
export MS_SCHED_PORT=1400           # Scheduler port
export MS_ROLE=MS_WORKER
export MS_NODE_ID=$i
python ./parallel_test.py > worker_$i.log 2>&1 &


# Launch 1 scheduler.
export MS_WORKER_NUM=1
export MS_SCHED_HOST=127.0.0.1  # Scheduler IP address
export MS_SCHED_PORT=1400        # Scheduler port
export MS_ROLE=MS_SCHED
python ./parallel_test.py > scheduler.log 2>&1 &

# parallel_test.py
ms.set_context()
ms.set_auto_parallel_context(parallel_mode=ms.ParallelMode.DATA_PARALLEL)
init()

Traceback (most recent call last):
  File "/parallel_test/device/./parallel_test.py", line 22, in <module>
    init()
  File "/lib/python3.9/site-packages/mindspore/communication/management.py", line 180, in init
    init_cluster()
RuntimeError: PyNative mode is not supported in dynamic networking for now.

----------------------------------------------------
- C++ Call Stack: (For framework developers)
----------------------------------------------------
mindspore/ccsrc/distributed/cluster/cluster_context.cc:217 InitNodeRole