class OnnxT5EncoderDecoder extends T5EncoderDecoder
Linear Supertypes
Ordering
- Alphabetic
- By Inheritance
Inherited
- OnnxT5EncoderDecoder
- T5EncoderDecoder
- AnyRef
- Any
- Hide All
- Show All
Visibility
- Public
- All
Instance Constructors
- new OnnxT5EncoderDecoder(onnxEncoder: OnnxWrapper, onnxDecoder: OnnxWrapper, spp: SentencePieceWrapper, additionalTokens: Map[Int, String] = Map())
Value Members
-
final
def
!=(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
##(): Int
- Definition Classes
- AnyRef → Any
-
final
def
==(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
val
additionalTokens: Map[Int, String]
- Definition Classes
- OnnxT5EncoderDecoder → T5EncoderDecoder
-
final
def
asInstanceOf[T0]: T0
- Definition Classes
- Any
-
def
clone(): AnyRef
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()
-
def
decode(sentences: Array[Array[Int]]): Seq[String]
- Attributes
- protected
- Definition Classes
- T5EncoderDecoder
- lazy val decoderCacheInputKeys: Array[String]
- lazy val decoderCacheOutputKeys: Array[String]
-
def
encode(sentences: Seq[Annotation], task: String): Seq[Array[Int]]
- Attributes
- protected
- Definition Classes
- T5EncoderDecoder
- lazy val encoderCacheInputKeys: Array[String]
- lazy val encoderCacheOutputKeys: Array[String]
-
val
eosTokenId: Int
- Attributes
- protected
- Definition Classes
- T5EncoderDecoder
-
final
def
eq(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
def
equals(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
def
finalize(): Unit
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( classOf[java.lang.Throwable] )
-
def
generate(prompts: Seq[Annotation], batchSize: Int, maxNewTokens: Int, maxContextLength: Int, doSample: Boolean, topK: Int, topP: Double, temperature: Double, randomSeed: Option[Long], ignoreTokenIds: Array[Int], isCaseSensitive: Boolean, stopAtEos: Boolean, noRepeatNgramSize: Int, repetitionPenalty: Double): Seq[Annotation]
- Definition Classes
- T5EncoderDecoder
- def generateCacheKeys(component: String, state: String): Array[String]
- def generateNoBeamSearch(inputIds: Seq[Array[Int]], encoderStateTensors: OnnxTensor, encoderAttentionMaskTensors: OnnxTensor, maxNewTokens: Int, maxTextLength: Int, doSample: Boolean, topK: Int, topP: Double, temperature: Double, vocabSize: Int, randomSeed: Option[Long], ignoreTokenIds: Array[Int] = Array(), stopAtEos: Boolean, noRepeatNgramSize: Int, repetitionPenalty: Double): Array[Array[Int]]
-
final
def
getClass(): Class[_]
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
-
def
hashCode(): Int
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
-
final
def
isInstanceOf[T0]: Boolean
- Definition Classes
- Any
-
val
logger: Logger
- Attributes
- protected
-
final
def
ne(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
final
def
notify(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
final
def
notifyAll(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
val
numAttnHeads: Int
- Attributes
- protected
-
val
numLayers: Int
- Attributes
- protected
- val onnxDecoder: OnnxWrapper
- val onnxEncoder: OnnxWrapper
-
val
paddingTokenId: Int
- Attributes
- protected
- Definition Classes
- T5EncoderDecoder
-
val
pieceSize: Int
- Attributes
- protected
- Definition Classes
- T5EncoderDecoder
-
def
predict(sentences: Seq[Annotation], task: String, batchSize: Int, maxNewTokens: Int, maxTextLength: Int, doSample: Boolean, topK: Int, topP: Double, temperature: Double, randomSeed: Option[Long] = None, ignoreTokenIds: Array[Int] = Array(), isCaseSensitive: Boolean, stopAtEos: Boolean, noRepeatNgramSize: Int, repetitionPenalty: Double): Seq[Annotation]
- Definition Classes
- T5EncoderDecoder
-
def
sessionWarmup(): Unit
- Definition Classes
- T5EncoderDecoder
-
val
spp: SentencePieceWrapper
- Definition Classes
- OnnxT5EncoderDecoder → T5EncoderDecoder
-
final
def
synchronized[T0](arg0: ⇒ T0): T0
- Definition Classes
- AnyRef
-
def
tag(batch: Seq[Array[Int]], maxNewTokens: Int, maxTextLength: Int, doSample: Boolean, topK: Int, topP: Double, temperature: Double, noRepeatNgramSize: Int, repetitionPenalty: Double, randomSeed: Option[Long], ignoreTokenIds: Array[Int] = Array(), stopAtEos: Boolean): Array[Array[Int]]
- Definition Classes
- OnnxT5EncoderDecoder → T5EncoderDecoder
-
def
toString(): String
- Definition Classes
- AnyRef → Any
-
val
vocabSize: Int
- Attributes
- protected
- Definition Classes
- T5EncoderDecoder
-
final
def
wait(): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long, arg1: Int): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()