Skip to content

Instantly share code, notes, and snippets.

@andrewor14
Created October 7, 2025 21:07
Show Gist options
  • Select an option

  • Save andrewor14/062b753e72d419d2c1e2a9d4e142b1fa to your computer and use it in GitHub Desktop.

Select an option

Save andrewor14/062b753e72d419d2c1e2a9d4e142b1fa to your computer and use it in GitHub Desktop.
[rank0]: Traceback (most recent call last):
[rank0]: File "/home/andrewor/local/unsloth-zoo/unsloth_zoo/vllm_utils.py", line 884, in get_state_dict
[rank0]: weight = qweight[dim_offsets[kk] : dim_offsets[kk + 1]]
[rank0]: File "/home/andrewor/local/ao/torchao/utils.py", line 662, in _dispatch__torch_function__
[rank0]: raise e
[rank0]: File "/home/andrewor/local/ao/torchao/utils.py", line 659, in _dispatch__torch_function__
[rank0]: return func(*args, **kwargs)
[rank0]: RuntimeError: Cannot set version_counter for inference tensor
[rank0]: Exception raised from set_version_counter at /pytorch/c10/core/TensorImpl.h:2117 (most recent call first):
[rank0]: C++ CapturedTraceback:
[rank0]: #4 std::_Function_handler<std::shared_ptr<c10::LazyValue<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > > const> (), c10::SetStackTraceFetcher(std::function<std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > ()>)::{lambda()#1}>::_M_invoke(std::_Any_data const&) from Logging.cpp:0
[rank0]: #5 c10::Error::Error(c10::SourceLocation, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> >) from ??:0
[rank0]: #6 c10::detail::torchCheckFail(char const*, char const*, unsigned int, char const*) from ??:0
[rank0]: #7 torch::autograd::DifferentiableViewMeta::DifferentiableViewMeta(c10::TensorImpl*, std::optional<torch::autograd::ViewInfo>, std::optional<torch::autograd::ViewInfo>, bool, torch::autograd::CreationMeta) from ??:0
[rank0]: #8 torch::autograd::make_variable_differentiable_view(at::Tensor const&, std::optional<torch::autograd::ViewInfo>, std::optional<torch::autograd::ViewInfo>, bool, torch::autograd::CreationMeta, bool) [clone .isra.0] from ADInplaceOrViewType_0.cpp:0
[rank0]: #9 torch::autograd::as_view(at::Tensor const&, at::Tensor const&, bool, bool, std::unique_ptr<torch::autograd::ViewFunc, std::default_delete<torch::autograd::ViewFunc> >, std::function<at::Tensor (at::Tensor const&)>, torch::autograd::CreationMeta, bool) from :0
[rank0]: #10 c10::impl::wrap_kernel_functor_unboxed_<c10::impl::detail::WrapFunctionIntoFunctor_<c10::CompileTimeFunctionPointer<at::Tensor (c10::DispatchKeySet, at::Tensor const&, long, std::optional<c10::SymInt>, std::optional<c10::SymInt>, c10::SymInt), &torch::ADInplaceOrView::(anonymous namespace)::slice_Tensor>, at::Tensor, c10::guts::typelist::typelist<c10::DispatchKeySet, at::Tensor const&, long, std::optional<c10::SymInt>, std::optional<c10::SymInt>, c10::SymInt> >, at::Tensor (c10::DispatchKeySet, at::Tensor const&, long, std::optional<c10::SymInt>, std::optional<c10::SymInt>, c10::SymInt)>::call(c10::OperatorKernel*, c10::DispatchKeySet, at::Tensor const&, long, std::optional<c10::SymInt>, std::optional<c10::SymInt>, c10::SymInt) from ADInplaceOrViewType_0.cpp:0
[rank0]: #11 c10::impl::make_boxed_from_unboxed_functor<c10::impl::detail::WrapFunctionIntoFunctor_<c10::CompileTimeFunctionPointer<at::Tensor (c10::DispatchKeySet, at::Tensor const&, long, std::optional<c10::SymInt>, std::optional<c10::SymInt>, c10::SymInt), &torch::ADInplaceOrView::(anonymous namespace)::slice_Tensor>, at::Tensor, c10::guts::typelist::typelist<c10::DispatchKeySet, at::Tensor const&, long, std::optional<c10::SymInt>, std::optional<c10::SymInt>, c10::SymInt> >, false>::call(c10::OperatorKernel*, c10::OperatorHandle const&, c10::DispatchKeySet, std::vector<c10::IValue, std::allocator<c10::IValue> >*) from ADInplaceOrViewType_0.cpp:0
[rank0]: #12 void c10::BoxedKernel::make_boxed_function<&(anonymous namespace)::pythonTLSSnapshotFallback>(c10::OperatorKernel*, c10::OperatorHandle const&, c10::DispatchKeySet, std::vector<c10::IValue, std::allocator<c10::IValue> >*) from PythonFallbackKernel.cpp:0
[rank0]: #13 c10::impl::BoxedKernelWrapper<at::Tensor (at::Tensor const&, long, std::optional<c10::SymInt>, std::optional<c10::SymInt>, c10::SymInt), void>::call(c10::BoxedKernel const&, c10::OperatorHandle const&, c10::DispatchKeySet, at::Tensor const&, long, std::optional<c10::SymInt>, std::optional<c10::SymInt>, c10::SymInt) from :0
[rank0]: #14 at::_ops::slice_Tensor::call(at::Tensor const&, long, std::optional<c10::SymInt>, std::optional<c10::SymInt>, c10::SymInt) from ??:0
[rank0]: #15 at::indexing::impl::applySlice(at::Tensor const&, long, c10::SymInt, c10::SymInt, c10::SymInt, bool, c10::Device const&, std::optional<c10::ArrayRef<c10::SymInt> > const&) from :0
[rank0]: #16 at::indexing::get_item(at::Tensor const&, c10::ArrayRef<at::indexing::TensorIndex> const&, bool) from :0
[rank0]: #17 torch::autograd::THPVariable_getitem(_object*, _object*) from :0
[rank0]: #18 wrapperdescr_raw_call from /usr/local/src/conda/python-3.10.18/Objects/descrobject.c:515
[rank0]: #19 _PyObject_Call from /usr/local/src/conda/python-3.10.18/Objects/call.c:305
[rank0]: #20 do_call_core from /usr/local/src/conda/python-3.10.18/Python/ceval.c:5945
[rank0]: #21 _PyEval_EvalFrame from /usr/local/src/conda/python-3.10.18/Include/internal/pycore_ceval.h:46
[rank0]: #22 _PyObject_VectorcallTstate from /usr/local/src/conda/python-3.10.18/Include/cpython/abstract.h:114
[rank0]: #23 PyObject_CallFunctionObjArgs from /usr/local/src/conda/python-3.10.18/Objects/call.c:841
[rank0]: #24 torch::handle_torch_function_no_python_arg_parser(c10::ArrayRef<_object*>, _object*, _object*, char const*, _object*, char const*, torch::TorchFunctionName) from ??:0
[rank0]: #25 torch::handle_torch_function_indexing(_object*, _object*, _object*) from :0
[rank0]: #26 torch::autograd::THPVariable_getitem(_object*, _object*) from :0
[rank0]: #27 _PyEval_EvalFrameDefault from /usr/local/src/conda/python-3.10.18/Python/ceval.c:2109
[rank0]: #28 _PyEval_EvalFrame from /usr/local/src/conda/python-3.10.18/Include/internal/pycore_ceval.h:46
[rank0]: #29 _PyObject_VectorcallTstate from /usr/local/src/conda/python-3.10.18/Include/cpython/abstract.h:114
[rank0]: #30 _PyEval_EvalFrame from /usr/local/src/conda/python-3.10.18/Include/internal/pycore_ceval.h:46
[rank0]: #31 PyVectorcall_Call from /usr/local/src/conda/python-3.10.18/Objects/call.c:267
[rank0]: #32 do_call_core from /usr/local/src/conda/python-3.10.18/Python/ceval.c:5945
[rank0]: #33 _PyEval_EvalFrame from /usr/local/src/conda/python-3.10.18/Include/internal/pycore_ceval.h:46
[rank0]: #34 _PyObject_VectorcallTstate from /usr/local/src/conda/python-3.10.18/Include/cpython/abstract.h:114
[rank0]: #35 _PyEval_EvalFrame from /usr/local/src/conda/python-3.10.18/Include/internal/pycore_ceval.h:46
[rank0]: #36 PyVectorcall_Call from /usr/local/src/conda/python-3.10.18/Objects/call.c:267
[rank0]: #37 do_call_core from /usr/local/src/conda/python-3.10.18/Python/ceval.c:5945
[rank0]: #38 _PyEval_EvalFrame from /usr/local/src/conda/python-3.10.18/Include/internal/pycore_ceval.h:46
[rank0]: #39 _PyObject_VectorcallTstate from /usr/local/src/conda/python-3.10.18/Include/cpython/abstract.h:114
[rank0]: #40 _PyEval_EvalFrame from /usr/local/src/conda/python-3.10.18/Include/internal/pycore_ceval.h:46
[rank0]: #41 PyEval_EvalCode from /usr/local/src/conda/python-3.10.18/Python/ceval.c:1134
[rank0]: #42 run_eval_code_obj from /usr/local/src/conda/python-3.10.18/Python/pythonrun.c:1291
[rank0]: #43 run_mod from /usr/local/src/conda/python-3.10.18/Python/pythonrun.c:1312
[rank0]: #44 pyrun_file from /usr/local/src/conda/python-3.10.18/Python/pythonrun.c:1208
[rank0]: #45 _PyRun_SimpleFileObject from /usr/local/src/conda/python-3.10.18/Python/pythonrun.c:456
[rank0]: #46 _PyRun_AnyFileObject from /usr/local/src/conda/python-3.10.18/Python/pythonrun.c:90
[rank0]: #47 pymain_run_file_obj from /usr/local/src/conda/python-3.10.18/Modules/main.c:357
[rank0]: #48 Py_BytesMain from /usr/local/src/conda/python-3.10.18/Modules/main.c:1094
[rank0]: #49 __libc_start_call_main from ??:0
[rank0]: #50 __libc_start_main_alias_2 from :0
[rank0]: #51 _start from ??:0
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment