python-function-test.py

dataset_car_path_ec2 = "/home/ec2-user/SageMaker/sagemaker-advanced-workshop/labs/01-sagemaker-introduction/datasetcars"
dataset_car_path_s3 = f"{prefix}/datasetcars"

def upload_to_s3_new(channel, file, file_name):
    s3 = boto3.resource('s3')
    data = open(file, 'rb')
    key = f'{channel}/{file_name}'
    s3.Bucket(bucket).put_object(Key=key, Body=data)
    
images = os.listdir(dataset_car_path_ec2)

for image in images:
    print(f"Uploading {image} to {bucket}")
    upload_to_s3_new(dataset_car_path_s3, f"{dataset_car_path_ec2}/{image}", image)