classes distribution and lengths of texts for each class

explorations.py

AG_news_dataset = load_dataset(dataset_name)
AG_news_dataset.set_format(type="pandas")
df = AG_news_dataset["train"][:]
def label_int2str(row, split):
    return AG_news_dataset[split].features["label"].int2str(row)

df["label_name"] = df["label"].apply(label_int2str, split="train")
df["label_name"].value_counts(ascending=True).plot.barh()
plt.title("Category Counts")

df["Words Per Text"] = df["text"].str.split().apply(len)
df.boxplot("Words Per Tweet", by='label_name', grid=False, showfliers=False,
           color='black', )
plt.suptitle("")
plt.xlabel("")