Atry

---------------------------------------------------------------------------
RuntimeError                              Traceback (most recent call last)
Cell In[4], line 92
     90 with torch.no_grad():
     91     deepspeed_hybrid_engine.eval()
---> 92     print(deepspeed_hybrid_engine.generate(
     93         torch.tensor([[1]], dtype=torch.int, device=deepspeed_hybrid_engine.device),
     94         synced_gpus=True,
     95         generation_config=GenerationConfig(max_new_tokens=20),
     96     ))