Packages

c

com.johnsnowlabs.ml.tensorflow.sentencepiece

SentencePieceProcessor

class SentencePieceProcessor extends AutoCloseable

Linear Supertypes
AutoCloseable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. SentencePieceProcessor
  2. AutoCloseable
  3. AnyRef
  4. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new SentencePieceProcessor()

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  5. def bosId(): Int
  6. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  7. def close(): Unit
    Definition Classes
    SentencePieceProcessor → AutoCloseable
    Annotations
    @Override()
  8. def decodeIds(ids: <repeated...>[Int]): String
  9. def decodeIdsAsSerializedProto(ids: <repeated...>[Int]): Array[Byte]
  10. def decodePieces(pieces: List[String]): String
  11. def decodePiecesAsSerializedProto(pieces: List[String]): Array[Byte]
  12. def encodeAsIds(input: String): Array[Int]
  13. def encodeAsPieces(input: String): List[String]
  14. def encodeAsSerializedProto(input: String): Array[Byte]
  15. def eosId(): Int
  16. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  17. def equals(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  18. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  19. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  20. def getPieceSize(): Int
  21. def getScore(id: Int): Float
  22. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  23. def idToPiece(id: Int): String
  24. def isControl(id: Int): Boolean
  25. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  26. def isUnknown(id: Int): Boolean
  27. def isUnused(id: Int): Boolean
  28. def load(filename: String): Unit
  29. def loadFromSerializedProto(serialized: Array[Byte]): Unit
  30. def loadOrDie(filename: String): Unit
  31. def loadVocabulary(filename: String, threshold: Int): Unit
  32. def nbestEncodeAsIds(input: String, nbestSize: Int): Array[Array[Int]]
  33. def nbestEncodeAsPieces(input: String, nbestSize: Int): List[List[String]]
  34. def nbestEncodeAsSerializedProto(input: String, nbestSize: Int): Array[Byte]
  35. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  36. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  37. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  38. def padId(): Int
  39. def pieceToId(piece: String): Int
  40. def resetVocabulary(): Unit
  41. def sampleEncodeAsIds(input: String, nbestSize: Int, alpha: Float): Array[Int]
  42. def sampleEncodeAsPieces(input: String, nbestSize: Int, alpha: Float): List[String]
  43. def sampleEncodeAsSerializedProto(input: String, nbestSize: Int, alpha: Float): Array[Byte]
  44. def setDecodeExtraOptions(extraOption: String): Unit
  45. def setEncodeExtraOptions(extraOption: String): Unit
  46. def setVocabulary(validVocab: List[String]): Unit
  47. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  48. def toString(): String
    Definition Classes
    AnyRef → Any
  49. def unkId(): Int
  50. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  51. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  52. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()

Inherited from AutoCloseable

Inherited from AnyRef

Inherited from Any

Ungrouped