CkipTagger_GPU.py

# Set the runtime to GPU first!!!
# !pip install -U ckiptagger[tf,gdown]

import os
from ckiptagger import data_utils, WS

data_utils.download_data_gdown("./")
os.environ["CUDA_VISIBLE_DEVICES"] = "0"
ws = WS("./data", disable_cuda=False)

def tokenize(myStr):
  res = ws([myStr]) # The argument has to be a list.
  return res[0] # The index 0 is necessary because the input is a list with a single element.