When you put an AspectRatioFitter inside a LayoutGroup, it breaks your layout. This is a fix for this.

WorkingAspectRatioFitter.cs

using UnityEngine;
using UnityEngine.UI;

[RequireComponent(typeof(AspectRatioFitter))]
[RequireComponent(typeof(RectTransform))]
[ExecuteInEditMode]
public class WorkingAspectRatioFitter : MonoBehaviour
{
    AspectRatioFitter aspectRatioFitter;
    RectTransform rectTransform;
    
    private void Awake()
    {
        aspectRatioFitter = GetComponent<AspectRatioFitter>();
        aspectRatioFitter.enabled = false;
        rectTransform = GetComponent<RectTransform>();
    }

    private void Update()
    {
        aspectRatioFitter.enabled = true;
        aspectRatioFitter.SetLayoutHorizontal();
        aspectRatioFitter.SetLayoutVertical();
        aspectRatioFitter.SetLayoutHorizontal();
        aspectRatioFitter.enabled = false;
    }
}