object GGUFWrapper extends Serializable
Companion object
- Alphabetic
- By Inheritance
- GGUFWrapper
- Serializable
- Serializable
- AnyRef
- Any
- Hide All
- Show All
- Public
- All
Value Members
-
final
def
!=(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
##(): Int
- Definition Classes
- AnyRef → Any
-
final
def
==(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
asInstanceOf[T0]: T0
- Definition Classes
- Any
-
def
clone(): AnyRef
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()
-
def
closeBroadcastModel(broadcastedModel: Option[Broadcast[GGUFWrapper]]): Unit
Closes the broadcasted GGUFWrapper model on all Spark workers and the driver, freeing up resources.
Closes the broadcasted GGUFWrapper model on all Spark workers and the driver, freeing up resources.
We use a foreachPartition on a dummy RDD to ensure that the close method is called on each executor.
- broadcastedModel
An optional Broadcast[GGUFWrapper] instance to be closed. If None, no action is taken.
-
final
def
eq(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
def
equals(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
def
finalize(): Unit
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( classOf[java.lang.Throwable] )
-
def
findGGUFModelInFolder(folderPath: String): String
Finds the GGUF model file in the given folder, returning its absolute path.
Finds the GGUF model file in the given folder, returning its absolute path.
- folderPath
Path to the folder containing the GGUF model file.
- returns
The absolute path to the GGUF model file.
-
final
def
getClass(): Class[_]
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
-
def
hashCode(): Int
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
-
final
def
isInstanceOf[T0]: Boolean
- Definition Classes
- Any
-
final
def
ne(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
final
def
notify(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
final
def
notifyAll(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
def
read(sparkSession: SparkSession, modelPath: String): GGUFWrapper
Reads the GGUF model from file during loadSavedModel.
-
def
readModel(modelFolderPath: String, spark: SparkSession): GGUFWrapper
Reads the GGUF model from the folder passed by the Spark Reader during loading of a serialized model.
-
final
def
synchronized[T0](arg0: ⇒ T0): T0
- Definition Classes
- AnyRef
-
def
toString(): String
- Definition Classes
- AnyRef → Any
-
final
def
wait(): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long, arg1: Int): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()