aws_s3_upload_ons_data.py

import boto3

if __name__ == "__main__":
  s3_client = boto3.client("s3")

  bucket_name = BUCKET_NAME
  object_key = "cpi_adjusted_2023.csv"
  file_name = (downloads / "cpi_adjusted_2023.csv").expanduser().resolve().as_posix()

  # Upload file with proper metadata
  s3_client.upload_file(
      Filename=file_name,
      Bucket=bucket_name,
      Key=object_key,
      ExtraArgs={
          "ContentType": "text/csv",  # Correct content type for S3 Select
          "Metadata": {
              "description": "CPI Correction factor adjusted for 2023",
              "source": "ONS",
          },
      },
  )