end_to_end_bert.py

# This is a new feature, so make sure to install transformers from main first!

import tensorflow as tf
from transformers import TFAutoModel, TFBertTokenizer


class EndToEndModel(tf.keras.Model):
    def __init__(self, checkpoint):
        super().__init__()
        self.tokenizer = TFBertTokenizer.from_pretrained(checkpoint)
        self.model = TFAutoModel.from_pretrained(checkpoint)
        
    def call(self, inputs):
        tokenized = self.tokenizer(inputs)
        return self.model(**tokenized)

model = EndToEndModel(checkpoint='bert-base-cased')

test_inputs = [
    'This is a test sentence!',
    'This is another one!'
]
model.predict(test_inputs)  # Pass strings straight to model!