Flask API boilerplate

routers.py

from flask import Flask, request, jsonify
from flask_bootstrap import Bootstrap
from flask_cors import CORS

import torch
import pickle
from infer_chunking import load_model, infer_sentence
task_er, model_er, is_cuda = load_model()

app = Flask(__name__)
Bootstrap(app)
cors = CORS(app, resources={r'/*': {"origins": '*'}})
app.config['CORS_HEADER'] = 'Content-Type'


@app.route('/chunking', methods=['POST', 'GET'])
def chunking():
    if request.method == 'POST':
        sentence = request.json['sentence']
    else:
        sentence = request.args.get('sentence')
    output = infer_sentence(sentence, task_er, model_er, is_cuda)
    

    return jsonify({"output": output})

run_app.py

from routers import app
from argparse import ArgumentParser
import os

if __name__ == "__main__":
    # parser = ArgumentParser()
    # parser.add_argument('--port', default=27070, type=int)
    # args = parser.parse_args()
    p = int(os.getenv('PORT', 27071))
    app.run(debug=False, host='0.0.0.0', port=p, threaded=False)