Yunxuan Xiao woshiyyya

PyTorch Lightning User Guides

You should replace the arguments in pl.Trainer with Ray Train's implementations.

import pytorch_lightning as pl
+ from ray.train.lightning import (
+     get_devices,
+ prepare_trainer,

	import os
	import ray
	from ray.air.config import ScalingConfig
	from ray.train.lightning import LightningTrainer, LightningConfigBuilder
	from ray.air.integrations.wandb import setup_wandb

	import torch
	import pytorch_lightning as pl
	import torch.nn.functional as F


	import ray
	import torch
	import pytorch_lightning as pl
	import torch.nn.functional as F
	from torch.utils.data import DataLoader, random_split
	from transformers import AutoTokenizer, AutoModelForSequenceClassification
	from datasets import load_dataset, load_metric
	import numpy as np
	from ray.train.torch import TorchTrainer


	class MNISTClassifier(pl.LightningModule):
	def __init__(self, config):
	super(MNISTClassifier, self).__init__()
	self.accuracy = Accuracy()

	# [!] Determine your data augmentation strategy here
	self.batch_size = config["batch_size"]
	self.aug_strategy = config["augmentation_strategy"]

	import os
	import time
	import torch
	import torch.nn as nn
	import torch.nn.functional as F
	from filelock import FileLock
	from torch.utils.data import DataLoader, random_split
	from torchmetrics import Accuracy
	from torchvision.datasets import MNIST
	from torchvision import transforms

	import os
	import evaluate
	import numpy as np
	from datasets import load_dataset
	from ray.train import RunConfig, ScalingConfig, CheckpointConfig, Checkpoint
	from ray.train.torch import TorchTrainer
	from transformers import AutoTokenizer
	from transformers import (
	AutoModelForSequenceClassification,
	DataCollatorWithPadding,

	# Minimal Example adapted from https://huggingface.co/docs/transformers/training
	import deepspeed
	import evaluate
	import torch
	from datasets import load_dataset
	from deepspeed.accelerator import get_accelerator
	from torch.utils.data import DataLoader
	from tqdm import tqdm
	from transformers import (
	AutoModelForSequenceClassification,