YuehChuan

cmake_minimum_required(VERSION 2.8.3)
project(sync_example)

find_package(catkin REQUIRED COMPONENTS message_filters roscpp sensor_msgs)

catkin_package(
  CATKIN_DEPENDS message_filters roscpp sensor_msgs
)

include_directories(${catkin_INCLUDE_DIRS})

YuehChuan

import torch
import torch.nn as nn

# an Embedding module containing 10 tensors of size 3
embedding = nn.Embedding(6, 3)
# a batch of 2 samples of 3 elements each
input = torch.LongTensor([[1, 2, 3],[0,2,3]])
loss=torch.sum(embedding(input))
print("embedding" )
print(embedding.weight )

YuehChuan

export GLOO_SOCKET_IFNAME=net1
python3 -m sglang.launch_server --model <model_name> --port 8000 --tp 16 --dist-init-addr <node1_ip>:6379 --nnodes 2 --node-rank 0 --trust-remote-code --host 0.0.0.0

python3 -m sglang.launch_server --model <model_name> --port 8000 --tp 16 --dist-init-addr <node1_ip>:6379 --nnodes 2 --node-rank 0 --trust-remote-code --host 0.0.0.0


export GLOO_SOCKET_IFNAME=<ifname>
python3 -m sglang.launch_server --model <model_name> --port 8000 --tp 16 --dist-init-addr <node1_ip>:6379 --nnodes 2 --node-rank 1 --trust-remote-code --host 0.0.0.0