ref https://github.com/huggingface/diffusers/pull/9133

flux.inference.mps.py

import torch
from diffusers import FluxPipeline

DEVICE = "mps"
SEED = 1

pipe = FluxPipeline.from_pretrained("black-forest-labs/FLUX.1-schnell", torch_dtype=torch.bfloat16)
pipe.to(DEVICE)

prompts = [
    "A cat holding a sign that says hello world",
    "a portal into a mythical forest on the wall of my small messy bedroom",
]
for i, prompt in enumerate(prompts):
    image = pipe(
        prompt,
        guidance_scale=0.0,
        num_inference_steps=4,
        max_sequence_length=256,
        generator=torch.Generator(DEVICE).manual_seed(SEED),
    ).images[0]
    image.save(f"output_image_{SEED}_{prompt}_{DEVICE}.png")