Packages

c

com.johnsnowlabs.ml.ai.t5

OnnxT5EncoderDecoder

class OnnxT5EncoderDecoder extends T5EncoderDecoder

Linear Supertypes
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. OnnxT5EncoderDecoder
  2. T5EncoderDecoder
  3. AnyRef
  4. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new OnnxT5EncoderDecoder(onnxEncoder: OnnxWrapper, onnxDecoder: OnnxWrapper, spp: SentencePieceWrapper, additionalTokens: Map[Int, String] = Map())

Type Members

  1. class DecoderProcessor extends AnyRef
    Definition Classes
    T5EncoderDecoder

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. val additionalTokens: Map[Int, String]
    Definition Classes
    OnnxT5EncoderDecoderT5EncoderDecoder
  5. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  6. def calcBannedNgramTokens(prevInputIds: Seq[Array[Int]], numHypos: Int, noRepeatNgramSize: Int, curLen: Int): Array[Array[Int]]
    Attributes
    protected
    Definition Classes
    T5EncoderDecoder
  7. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  8. def decode(sentences: Array[Array[Int]]): Seq[String]
    Attributes
    protected
    Definition Classes
    T5EncoderDecoder
  9. lazy val decoderCacheInputKeys: Array[String]
  10. lazy val decoderCacheOutputKeys: Array[String]
  11. def encode(sentences: Seq[Annotation], task: String): Seq[Array[Int]]
    Attributes
    protected
    Definition Classes
    T5EncoderDecoder
  12. def encodeS(sentences: Seq[String], task: String): Seq[Array[Int]]
    Attributes
    protected
    Definition Classes
    T5EncoderDecoder
  13. lazy val encoderCacheInputKeys: Array[String]
  14. lazy val encoderCacheOutputKeys: Array[String]
  15. val eosTokenId: Int
    Attributes
    protected
    Definition Classes
    T5EncoderDecoder
  16. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  17. def equals(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  18. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  19. def generate(prompts: Seq[Annotation], batchSize: Int, maxNewTokens: Int, maxContextLength: Int, doSample: Boolean, topK: Int, topP: Double, temperature: Double, randomSeed: Option[Long], ignoreTokenIds: Array[Int], isCaseSensitive: Boolean, stopAtEos: Boolean, noRepeatNgramSize: Int, repetitionPenalty: Double): Seq[Annotation]
    Definition Classes
    T5EncoderDecoder
  20. def generateCacheKeys(component: String, state: String): Array[String]
  21. def generateNoBeamSearch(inputIds: Seq[Array[Int]], encoderStateTensors: OnnxTensor, encoderAttentionMaskTensors: OnnxTensor, maxNewTokens: Int, maxTextLength: Int, doSample: Boolean, topK: Int, topP: Double, temperature: Double, vocabSize: Int, randomSeed: Option[Long], ignoreTokenIds: Array[Int] = Array(), stopAtEos: Boolean, noRepeatNgramSize: Int, repetitionPenalty: Double): Array[Array[Int]]
  22. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  23. def getGeneratedNgrams(prevInputIds: Seq[Array[Int]], generatedNgrams: Array[Map[IndexedSeq[Int], List[Int]]], hypoIdx: Int, curLen: Int, noRepeatNgramSize: Int): Array[Int]
    Attributes
    protected
    Definition Classes
    T5EncoderDecoder
  24. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  25. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  26. val logger: Logger
    Attributes
    protected
  27. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  28. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  29. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  30. val numAttnHeads: Int
    Attributes
    protected
  31. val numLayers: Int
    Attributes
    protected
  32. val onnxDecoder: OnnxWrapper
  33. val onnxEncoder: OnnxWrapper
  34. val paddingTokenId: Int
    Attributes
    protected
    Definition Classes
    T5EncoderDecoder
  35. val pieceSize: Int
    Attributes
    protected
    Definition Classes
    T5EncoderDecoder
  36. def predict(sentences: Seq[Annotation], task: String, batchSize: Int, maxNewTokens: Int, maxTextLength: Int, doSample: Boolean, topK: Int, topP: Double, temperature: Double, randomSeed: Option[Long] = None, ignoreTokenIds: Array[Int] = Array(), isCaseSensitive: Boolean, stopAtEos: Boolean, noRepeatNgramSize: Int, repetitionPenalty: Double): Seq[Annotation]
    Definition Classes
    T5EncoderDecoder
  37. def sessionWarmup(): Unit
    Definition Classes
    T5EncoderDecoder
  38. def setTensorByIndicesToValue(prevInputIds: Array[Float], indices: IndexedSeq[Boolean], value: Float): Array[Float]
    Attributes
    protected
    Definition Classes
    T5EncoderDecoder
  39. val spp: SentencePieceWrapper
    Definition Classes
    OnnxT5EncoderDecoderT5EncoderDecoder
  40. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  41. def tag(batch: Seq[Array[Int]], maxNewTokens: Int, maxTextLength: Int, doSample: Boolean, topK: Int, topP: Double, temperature: Double, noRepeatNgramSize: Int, repetitionPenalty: Double, randomSeed: Option[Long], ignoreTokenIds: Array[Int] = Array(), stopAtEos: Boolean): Array[Array[Int]]
    Definition Classes
    OnnxT5EncoderDecoderT5EncoderDecoder
  42. def toString(): String
    Definition Classes
    AnyRef → Any
  43. val vocabSize: Int
    Attributes
    protected
    Definition Classes
    T5EncoderDecoder
  44. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  45. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  46. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()

Inherited from T5EncoderDecoder

Inherited from AnyRef

Inherited from Any

Ungrouped