gistfile1.txt

[rank0]:     run_once()
[rank0]:   File "/data/users/jerryzh/sglang/python/sglang/srt/model_executor/cuda_graph_runner.py", line 199, in run_once
[rank0]:     return forward(input_ids, input_metadata.positions, input_metadata)
[rank0]:   File "/home/jerryzh/anaconda3/envs/sglang/lib/python3.10/site-packages/torch-2.4.0-py3.10-linux-x86_64.egg/torch/utils/_contextlib.py", line 116, in decorate_context
[rank0]:     return func(*args, **kwargs)
[rank0]:   File "/data/users/jerryzh/sglang/python/sglang/srt/models/llama.py", line 320, in forward
[rank0]:     hidden_states = self.model(input_ids, positions, input_metadata, input_embeds)
[rank0]:   File "/home/jerryzh/anaconda3/envs/sglang/lib/python3.10/site-packages/torch-2.4.0-py3.10-linux-x86_64.egg/torch/nn/modules/module.py", line 1553, in _wrapped_call_impl
[rank0]:     return self._call_impl(*args, **kwargs)
[rank0]:   File "/home/jerryzh/anaconda3/envs/sglang/lib/python3.10/site-packages/torch-2.4.0-py3.10-linux-x86_64.egg/torch/nn/modules/module.py", line 1562, in _call_impl
[rank0]:     return forward_call(*args, **kwargs)
[rank0]:   File "/data/users/jerryzh/sglang/python/sglang/srt/models/llama.py", line 284, in forward
[rank0]:     hidden_states, residual = layer(
[rank0]:   File "/home/jerryzh/anaconda3/envs/sglang/lib/python3.10/site-packages/torch-2.4.0-py3.10-linux-x86_64.egg/torch/nn/modules/module.py", line 1553, in _wrapped_call_impl
[rank0]:     return self._call_impl(*args, **kwargs)
[rank0]:   File "/home/jerryzh/anaconda3/envs/sglang/lib/python3.10/site-packages/torch-2.4.0-py3.10-linux-x86_64.egg/torch/nn/modules/module.py", line 1562, in _call_impl
[rank0]:     return forward_call(*args, **kwargs)
[rank0]:   File "/data/users/jerryzh/sglang/python/sglang/srt/models/llama.py", line 234, in forward
[rank0]:     hidden_states = self.self_attn(
[rank0]:   File "/home/jerryzh/anaconda3/envs/sglang/lib/python3.10/site-packages/torch-2.4.0-py3.10-linux-x86_64.egg/torch/nn/modules/module.py", line 1553, in _wrapped_call_impl
[rank0]:     return self._call_impl(*args, **kwargs)
[rank0]:   File "/home/jerryzh/anaconda3/envs/sglang/lib/python3.10/site-packages/torch-2.4.0-py3.10-linux-x86_64.egg/torch/nn/modules/module.py", line 1562, in _call_impl
[rank0]:     return forward_call(*args, **kwargs)
[rank0]:   File "/data/users/jerryzh/sglang/python/sglang/srt/models/llama.py", line 170, in forward
[rank0]:     q, k = self.rotary_emb(positions, q, k)
[rank0]:   File "/home/jerryzh/anaconda3/envs/sglang/lib/python3.10/site-packages/torch-2.4.0-py3.10-linux-x86_64.egg/torch/nn/modules/module.py", line 1553, in _wrapped_call_impl
[rank0]:     return self._call_impl(*args, **kwargs)
[rank0]:   File "/home/jerryzh/anaconda3/envs/sglang/lib/python3.10/site-packages/torch-2.4.0-py3.10-linux-x86_64.egg/torch/nn/modules/module.py", line 1562, in _call_impl
[rank0]:     return forward_call(*args, **kwargs)
[rank0]:   File "/home/jerryzh/anaconda3/envs/sglang/lib/python3.10/site-packages/vllm-0.5.5-py3.10-linux-x86_64.egg/vllm/model_executor/custom_op.py", line 14, in forward
[rank0]:     return self._forward_method(*args, **kwargs)
[rank0]:   File "/home/jerryzh/anaconda3/envs/sglang/lib/python3.10/site-packages/vllm-0.5.5-py3.10-linux-x86_64.egg/vllm/model_executor/layers/rotary_embedding.py", line 216, in forward_cuda
[rank0]:     ops.rotary_embedding(positions, query, key, self.head_size,
[rank0]:   File "/home/jerryzh/anaconda3/envs/sglang/lib/python3.10/site-packages/vllm-0.5.5-py3.10-linux-x86_64.egg/vllm/_custom_ops.py", line 37, in wrapper
[rank0]:     raise e
[rank0]:   File "/home/jerryzh/anaconda3/envs/sglang/lib/python3.10/site-packages/vllm-0.5.5-py3.10-linux-x86_64.egg/vllm/_custom_ops.py", line 28, in wrapper
[rank0]:     return fn(*args, **kwargs)
[rank0]:   File "/home/jerryzh/anaconda3/envs/sglang/lib/python3.10/site-packages/vllm-0.5.5-py3.10-linux-x86_64.egg/vllm/_custom_ops.py", line 138, in rotary_embedding
[rank0]:     torch.ops._C.rotary_embedding(positions, query, key, head_size,
[rank0]:   File "/home/jerryzh/anaconda3/envs/sglang/lib/python3.10/site-packages/torch-2.4.0-py3.10-linux-x86_64.egg/torch/_ops.py", line 1170, in __getattr__
[rank0]:     raise AttributeError(
[rank0]: AttributeError: '_OpNamespace' '_C' object has no attribute 'rotary_embedding'