Constructor Detail

Method Detail

• getDescriptor

   final static Descriptors.Descriptor getDescriptor()

• hasName

   boolean hasName()

  name of normalization rule.
  

  optional string name = 1;

  Returns:

  Whether the name field is set.

• getName

   String getName()

  name of normalization rule.
  

  optional string name = 1;

  Returns:

  The name.

• getNameBytes

   ByteString getNameBytes()

  name of normalization rule.
  

  optional string name = 1;

  Returns:

  The bytes for name.

• hasPrecompiledCharsmap

   boolean hasPrecompiledCharsmap()

  Pre-compiled normalization rule created by
  Builder::GetPrecompiledCharsMap() or Builder::CompileCharsMap() method.
  Usually this field is set by Builder::GetNormalizerSpec() method.
  

  optional bytes precompiled_charsmap = 2;

  Returns:

  Whether the precompiledCharsmap field is set.

• getPrecompiledCharsmap

   ByteString getPrecompiledCharsmap()

  Pre-compiled normalization rule created by
  Builder::GetPrecompiledCharsMap() or Builder::CompileCharsMap() method.
  Usually this field is set by Builder::GetNormalizerSpec() method.
  

  optional bytes precompiled_charsmap = 2;

  Returns:

  The precompiledCharsmap.

• hasAddDummyPrefix

   boolean hasAddDummyPrefix()

  Adds dummy whitespace at the beginning of text in order to
  treat "world" in "world" and "hello world" in the same way.
  

  optional bool add_dummy_prefix = 3 [default = true];

  Returns:

  Whether the addDummyPrefix field is set.

• getAddDummyPrefix

   boolean getAddDummyPrefix()

  Adds dummy whitespace at the beginning of text in order to
  treat "world" in "world" and "hello world" in the same way.
  

  optional bool add_dummy_prefix = 3 [default = true];

  Returns:

  The addDummyPrefix.

• hasRemoveExtraWhitespaces

   boolean hasRemoveExtraWhitespaces()

  Removes leading, trailing, and duplicate internal whitespace.
  

  optional bool remove_extra_whitespaces = 4 [default = true];

  Returns:

  Whether the removeExtraWhitespaces field is set.

• getRemoveExtraWhitespaces

   boolean getRemoveExtraWhitespaces()

  Removes leading, trailing, and duplicate internal whitespace.
  

  optional bool remove_extra_whitespaces = 4 [default = true];

  Returns:

  The removeExtraWhitespaces.

• hasEscapeWhitespaces

   boolean hasEscapeWhitespaces()

  Replaces whitespace with meta symbol.
  This field must be true to train sentence piece model.
  

  optional bool escape_whitespaces = 5 [default = true];

  Returns:

  Whether the escapeWhitespaces field is set.

• getEscapeWhitespaces

   boolean getEscapeWhitespaces()

  Replaces whitespace with meta symbol.
  This field must be true to train sentence piece model.
  

  optional bool escape_whitespaces = 5 [default = true];

  Returns:

  The escapeWhitespaces.

• hasNormalizationRuleTsv

   boolean hasNormalizationRuleTsv()

  Custom normalization rule file in TSV format.
  https://github.com/google/sentencepiece/blob/master/doc/normalization.md
  This field is only used in SentencePieceTrainer::Train() method, which
  compiles the rule into the binary rule stored in `precompiled_charsmap`.
  

  optional string normalization_rule_tsv = 6;

  Returns:

  Whether the normalizationRuleTsv field is set.

• getNormalizationRuleTsv

   String getNormalizationRuleTsv()

  Custom normalization rule file in TSV format.
  https://github.com/google/sentencepiece/blob/master/doc/normalization.md
  This field is only used in SentencePieceTrainer::Train() method, which
  compiles the rule into the binary rule stored in `precompiled_charsmap`.
  

  optional string normalization_rule_tsv = 6;

  Returns:

  The normalizationRuleTsv.

• getNormalizationRuleTsvBytes

   ByteString getNormalizationRuleTsvBytes()

  Custom normalization rule file in TSV format.
  https://github.com/google/sentencepiece/blob/master/doc/normalization.md
  This field is only used in SentencePieceTrainer::Train() method, which
  compiles the rule into the binary rule stored in `precompiled_charsmap`.
  

  optional string normalization_rule_tsv = 6;

  Returns:

  The bytes for normalizationRuleTsv.

• isInitialized

   final boolean isInitialized()

• writeTo

   void writeTo(CodedOutputStream output)

• getSerializedSize

   int getSerializedSize()

• equals

   boolean equals(Object obj)

• hashCode

   int hashCode()

• parseFrom

   static SentencepieceModel.NormalizerSpec parseFrom(ByteBuffer data)

• parseFrom

   static SentencepieceModel.NormalizerSpec parseFrom(ByteBuffer data, ExtensionRegistryLite extensionRegistry)

• parseFrom

   static SentencepieceModel.NormalizerSpec parseFrom(ByteString data)

• parseFrom

   static SentencepieceModel.NormalizerSpec parseFrom(ByteString data, ExtensionRegistryLite extensionRegistry)

• parseFrom

   static SentencepieceModel.NormalizerSpec parseFrom(Array<byte> data)

• parseFrom

   static SentencepieceModel.NormalizerSpec parseFrom(Array<byte> data, ExtensionRegistryLite extensionRegistry)

• parseFrom

   static SentencepieceModel.NormalizerSpec parseFrom(InputStream input)

• parseFrom

   static SentencepieceModel.NormalizerSpec parseFrom(InputStream input, ExtensionRegistryLite extensionRegistry)

• parseDelimitedFrom

   static SentencepieceModel.NormalizerSpec parseDelimitedFrom(InputStream input)

• parseDelimitedFrom

   static SentencepieceModel.NormalizerSpec parseDelimitedFrom(InputStream input, ExtensionRegistryLite extensionRegistry)

• parseFrom

   static SentencepieceModel.NormalizerSpec parseFrom(CodedInputStream input)

• parseFrom

   static SentencepieceModel.NormalizerSpec parseFrom(CodedInputStream input, ExtensionRegistryLite extensionRegistry)

• newBuilderForType

   SentencepieceModel.NormalizerSpec.Builder newBuilderForType()

• newBuilder

   static SentencepieceModel.NormalizerSpec.Builder newBuilder()

• newBuilder

   static SentencepieceModel.NormalizerSpec.Builder newBuilder(SentencepieceModel.NormalizerSpec prototype)

• toBuilder

   SentencepieceModel.NormalizerSpec.Builder toBuilder()

• getDefaultInstance

   static SentencepieceModel.NormalizerSpec getDefaultInstance()

• parser

   static Parser<SentencepieceModel.NormalizerSpec> parser()

• getParserForType

   Parser<SentencepieceModel.NormalizerSpec> getParserForType()

• getDefaultInstanceForType

   SentencepieceModel.NormalizerSpec getDefaultInstanceForType()