JulianaFontolan

import sagemaker
import json
from sagemaker import get_execution_role
import boto3

# Role to have access of reading and write inside S3
role = get_execution_role()

# Path files
train_path='s3://topicmodeling/train/base_treino.csv'

avidale

avidale

import torch
import copy
from torch import nn
from transformers import T5PreTrainedModel
from transformers.models.t5.modeling_t5 import T5Stack
from transformers.modeling_outputs import SequenceClassifierOutput
from torch.nn import BCEWithLogitsLoss, CrossEntropyLoss, MSELoss


def mean_pooling(inputs, mask):

avidale

avidale

avidale

avidale

avidale

from transformers import AutoModel, AutoTokenizer
from transformers import AutoModelForCausalLM
import torch
import torch.nn.functional
from tqdm.auto import tqdm
from nltk.translate.bleu_score import sentence_bleu
import pandas as pd
import numpy as np

avidale

avidale