class TokenClassifier extends AnyRef

Implements the inference step of a token classifier for multi-task learning The classifier uses a single encoder to generate the hidden state representation for every token and one linear classifier per task to produce task-specific token labels. Note that the encoder is The token classifier expects the model to be loaded to saved in one directory in the following format: encoder.onnx - ONNX-formatted encoder model encoder.name - Hugging Face name of the transformer used as the encoder tasks/ 0/ name - task name weights - weights of the linear classifier biases - biases of the linear classifier labels - array of labels to be predicted 1/ ... (same as task 0) 2/ ... (same as task 0) ...

Linear Supertypes
AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. TokenClassifier
  2. AnyRef
  3. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. Protected

Instance Constructors

  1. new TokenClassifier(encoder: Encoder, maxTokens: Int, tasks: Array[LinearLayer], tokenizer: Tokenizer)

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##: Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  5. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.CloneNotSupportedException]) @native()
  6. val encoder: Encoder
  7. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  8. def equals(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef → Any
  9. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.Throwable])
  10. final def getClass(): Class[_ <: AnyRef]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  11. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  12. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  13. val maxTokens: Int
  14. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  15. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  16. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  17. def predict(words: Seq[String], headTaskName: String = "Deps Head"): Array[Array[String]]

    Predict labels for all tasks for a given sentence

    Predict labels for all tasks for a given sentence

    words

    Words in this sentence

    returns

    Sequnce of labels for each task, for each token

  18. def predictWithScores(words: Seq[String], headTaskName: String = "Deps Head"): Array[Array[Array[(String, Float)]]]

    Predict labels together with their scores for all tasks for a given sentence

    Predict labels together with their scores for all tasks for a given sentence

    words

    Words in this sentence

    headTaskName

    Which tasks indicates the predictions for dependency heads (if any)

    returns

    Labels and scores. Dimensions are: tasks x tokens in the sentence x array of (label, logit) per token

  19. final def synchronized[T0](arg0: => T0): T0
    Definition Classes
    AnyRef
  20. val tasks: Array[LinearLayer]
  21. def toString(): String
    Definition Classes
    AnyRef → Any
  22. val tokenizer: Tokenizer
  23. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  24. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  25. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException]) @native()

Inherited from AnyRef

Inherited from Any

Ungrouped