home << dhlab reference << dhlab.text.nbtokenizer tokenize# from dhlab.text.nbtokenizer import tokenize tokenize(text)[source]# Tokenize the input text with the regex pattern.