scala-transformers-tokenizer/org.clulab.scala_transformers.tokenizer/Tokenizer

Tokenizer

abstract class Tokenizer(name: String) extends Tokenizing
class Object
trait Matchable
class Any

Value members

Inherited methods

def tokenize(words: Array[String]): Tokenization
Inherited from:
Tokenizing