Param Groups Fix

gistfile1.txt

         min_lr=config.min_lr,
         decoupled_lr=config.decoupled_lr,
         decoupled_min_lr=config.decoupled_min_lr,
     )
     param_groups = list(filter(filter_fn, param_groups))
     param_groups.sort(key=lambda g: g.get("wd_mult", 1.0), reverse=True)
  
     buffers = {}
     for model_chunk_idx, model_chunk in enumerate(model_chunks):
         if hasattr(model_chunk, buffer_name):
             buffers[model_chunk_idx + model_chunk_offset] = getattr(model_chunk, buffer_name)