scala-transformers-tokenizer
scala-transformers-tokenizer
org.clulab.scala_transformers.tokenizer
LongTokenization
LongTokenization
Tokenization
Tokenizer
Tokenizing
org.clulab.scala_transformers.tokenizer.jni
ScalaJniTokenizer
ScalaJniTokenizer
org.clulab.scala_transformers.tokenizer.jni.apps
ScalaJniTimeTokenizerApp
ScalaJniTokenizerApp
scala-transformers-tokenizer
/
org.clulab.scala_transformers.tokenizer.jni
org.clulab.scala_transformers.tokenizer.jni
package
org.clulab.scala_transformers.tokenizer.jni
Type members
Type members
Classlikes
class
ScalaJniTokenizer
(
name:
String
,
addPrefixSpace:
Boolean
)
extends
Tokenizer
Companion:
object
object
ScalaJniTokenizer
Companion:
class