scala-transformers-tokenizer/org.clulab.scala_transformers.tokenizer.jni/ScalaJniTokenizer

ScalaJniTokenizer

class ScalaJniTokenizer(name: String, addPrefixSpace: Boolean) extends Tokenizer
Companion:
object
class Tokenizer
class Object
trait Matchable
class Any

Value members

Concrete methods

override def finalize(): Unit
Definition Classes
Object
override def tokenize(words: Array[String]): Tokenization
Definition Classes

Concrete fields

val tokenizerId: Long