scala-transformers-tokenizer
scala-transformers-tokenizer
org.clulab.scala_transformers.tokenizer
LongTokenization
LongTokenization
Tokenization
Tokenizer
Tokenizing
org.clulab.scala_transformers.tokenizer.jni
ScalaJniTokenizer
ScalaJniTokenizer
org.clulab.scala_transformers.tokenizer.jni.apps
ScalaJniTimeTokenizerApp
ScalaJniTokenizerApp
scala-transformers-tokenizer
/
org.clulab.scala_transformers.tokenizer
/
LongTokenization
LongTokenization
case
class
LongTokenization
(
tokenIds:
Array
[
Long
],
wordIds:
Array
[
Long
],
tokens:
Array
[
String
])
Companion:
object
Graph
Supertypes
trait
Serializable
trait
Product
trait
Equals
class
Object
trait
Matchable
class
Any
Value members
Value members
Concrete methods
override
def
toString
:
String
Definition Classes
Any
Inherited methods
def
productElementNames
:
Iterator
[
String
]
Inherited from:
Product
def
productIterator
:
Iterator
[
Any
]
Inherited from:
Product