t

com.johnsnowlabs.reader

HasReaderContent

trait HasReaderContent extends HasReaderProperties with HasTagsReaderProperties

Linear Supertypes
HasTagsReaderProperties, HasXmlReaderProperties, HasHTMLReaderProperties, HasReaderProperties, ParamsAndFeaturesWritable, HasFeatures, Params, Serializable, Serializable, Identifiable, DefaultParamsWritable, MLWritable, AnyRef, Any
Known Subclasses
Reader2Doc, Reader2Image, Reader2Table, ReaderAssembler
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. HasReaderContent
  2. HasTagsReaderProperties
  3. HasXmlReaderProperties
  4. HasHTMLReaderProperties
  5. HasReaderProperties
  6. ParamsAndFeaturesWritable
  7. HasFeatures
  8. Params
  9. Serializable
  10. Serializable
  11. Identifiable
  12. DefaultParamsWritable
  13. MLWritable
  14. AnyRef
  15. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Abstract Value Members

  1. abstract def copy(extra: ParamMap): Params
    Definition Classes
    Params
  2. abstract val uid: String
    Definition Classes
    Identifiable

Concrete Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def $[T](param: Param[T]): T
    Attributes
    protected
    Definition Classes
    Params
  4. def $$[T](feature: StructFeature[T]): T
    Attributes
    protected
    Definition Classes
    HasFeatures
  5. def $$[K, V](feature: MapFeature[K, V]): Map[K, V]
    Attributes
    protected
    Definition Classes
    HasFeatures
  6. def $$[T](feature: SetFeature[T]): Set[T]
    Attributes
    protected
    Definition Classes
    HasFeatures
  7. def $$[T](feature: ArrayFeature[T]): Array[T]
    Attributes
    protected
    Definition Classes
    HasFeatures
  8. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  9. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  10. def buildEmptyDataFrame(dataset: Dataset[_]): DataFrame
  11. def buildErrorDataFrame(dataset: Dataset[_], contentPath: String, ext: String): DataFrame
  12. final def clear(param: Param[_]): HasReaderContent.this.type
    Definition Classes
    Params
  13. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  14. val contentPath: Param[String]
    Definition Classes
    HasReaderProperties
  15. val contentType: Param[String]
    Definition Classes
    HasReaderProperties
  16. def copyValues[T <: Params](to: T, extra: ParamMap): T
    Attributes
    protected
    Definition Classes
    Params
  17. final def defaultCopy[T <: Params](extra: ParamMap): T
    Attributes
    protected
    Definition Classes
    Params
  18. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  19. def equals(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  20. def explainParam(param: Param[_]): String
    Definition Classes
    Params
  21. def explainParams(): String
    Definition Classes
    Params
  22. val explodeDocs: BooleanParam
    Definition Classes
    HasReaderProperties
  23. final def extractParamMap(): ParamMap
    Definition Classes
    Params
  24. final def extractParamMap(extra: ParamMap): ParamMap
    Definition Classes
    Params
  25. val features: ArrayBuffer[Feature[_, _, _]]
    Definition Classes
    HasFeatures
  26. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  27. val flattenOutput: BooleanParam
    Definition Classes
    HasReaderProperties
  28. def get[T](feature: StructFeature[T]): Option[T]
    Attributes
    protected
    Definition Classes
    HasFeatures
  29. def get[K, V](feature: MapFeature[K, V]): Option[Map[K, V]]
    Attributes
    protected
    Definition Classes
    HasFeatures
  30. def get[T](feature: SetFeature[T]): Option[Set[T]]
    Attributes
    protected
    Definition Classes
    HasFeatures
  31. def get[T](feature: ArrayFeature[T]): Option[Array[T]]
    Attributes
    protected
    Definition Classes
    HasFeatures
  32. final def get[T](param: Param[T]): Option[T]
    Definition Classes
    Params
  33. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  34. def getContentType: String
  35. final def getDefault[T](param: Param[T]): Option[T]
    Definition Classes
    Params
  36. val getFileName: UserDefinedFunction
  37. final def getInputCol: String
    Definition Classes
    HasReaderProperties
  38. final def getOrDefault[T](param: Param[T]): T
    Definition Classes
    Params
  39. def getParam(paramName: String): Param[Any]
    Definition Classes
    Params
  40. final def hasDefault[T](param: Param[T]): Boolean
    Definition Classes
    Params
  41. def hasParam(paramName: String): Boolean
    Definition Classes
    Params
  42. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  43. val headers: Param[Map[String, String]]
    Definition Classes
    HasHTMLReaderProperties
  44. val ignoreExceptions: BooleanParam
    Definition Classes
    HasReaderProperties
  45. val includePageBreaks: Param[Boolean]
    Definition Classes
    HasReaderProperties
  46. val includeTitleTag: Param[Boolean]
    Definition Classes
    HasHTMLReaderProperties
  47. val inferTableStructure: Param[Boolean]
    Definition Classes
    HasReaderProperties
  48. final val inputCol: Param[String]
    Attributes
    protected
    Definition Classes
    HasReaderProperties
  49. final def isDefined(param: Param[_]): Boolean
    Definition Classes
    Params
  50. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  51. final def isSet(param: Param[_]): Boolean
    Definition Classes
    Params
  52. def listAllFilesRecursively(dir: File): Seq[File]
  53. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  54. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  55. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  56. def onWrite(path: String, spark: SparkSession): Unit
    Attributes
    protected
    Definition Classes
    ParamsAndFeaturesWritable
  57. val onlyLeafNodes: Param[Boolean]
    Definition Classes
    HasXmlReaderProperties
  58. val outputFormat: Param[String]
    Definition Classes
    HasHTMLReaderProperties
  59. lazy val params: Array[Param[_]]
    Definition Classes
    Params
  60. def partitionContent(partition: Partition, contentPath: String, isText: Boolean, dataset: Dataset[_]): DataFrame
  61. def partitionContentFromPath(partition: Partition, contentPath: String, isText: Boolean, dataset: Dataset[_]): DataFrame
  62. def partitionMixedContent(dataset: Dataset[_], dirPath: String, partitionParams: Map[String, String]): DataFrame
  63. def retrieveFileName(path: String): String
  64. def save(path: String): Unit
    Definition Classes
    MLWritable
    Annotations
    @Since( "1.6.0" ) @throws( ... )
  65. def set[T](feature: StructFeature[T], value: T): HasReaderContent.this.type
    Attributes
    protected
    Definition Classes
    HasFeatures
  66. def set[K, V](feature: MapFeature[K, V], value: Map[K, V]): HasReaderContent.this.type
    Attributes
    protected
    Definition Classes
    HasFeatures
  67. def set[T](feature: SetFeature[T], value: Set[T]): HasReaderContent.this.type
    Attributes
    protected
    Definition Classes
    HasFeatures
  68. def set[T](feature: ArrayFeature[T], value: Array[T]): HasReaderContent.this.type
    Attributes
    protected
    Definition Classes
    HasFeatures
  69. final def set(paramPair: ParamPair[_]): HasReaderContent.this.type
    Attributes
    protected
    Definition Classes
    Params
  70. final def set(param: String, value: Any): HasReaderContent.this.type
    Attributes
    protected
    Definition Classes
    Params
  71. final def set[T](param: Param[T], value: T): HasReaderContent.this.type
    Definition Classes
    Params
  72. def setContentPath(value: String): HasReaderContent.this.type
    Definition Classes
    HasReaderProperties
  73. def setContentType(value: String): HasReaderContent.this.type
    Definition Classes
    HasReaderProperties
  74. def setDefault[T](feature: StructFeature[T], value: () ⇒ T): HasReaderContent.this.type
    Attributes
    protected
    Definition Classes
    HasFeatures
  75. def setDefault[K, V](feature: MapFeature[K, V], value: () ⇒ Map[K, V]): HasReaderContent.this.type
    Attributes
    protected
    Definition Classes
    HasFeatures
  76. def setDefault[T](feature: SetFeature[T], value: () ⇒ Set[T]): HasReaderContent.this.type
    Attributes
    protected
    Definition Classes
    HasFeatures
  77. def setDefault[T](feature: ArrayFeature[T], value: () ⇒ Array[T]): HasReaderContent.this.type
    Attributes
    protected
    Definition Classes
    HasFeatures
  78. final def setDefault(paramPairs: ParamPair[_]*): HasReaderContent.this.type
    Attributes
    protected
    Definition Classes
    Params
  79. final def setDefault[T](param: Param[T], value: T): HasReaderContent.this.type
    Attributes
    protected[org.apache.spark.ml]
    Definition Classes
    Params
  80. def setExplodeDocs(value: Boolean): HasReaderContent.this.type
    Definition Classes
    HasReaderProperties
  81. def setFlattenOutput(value: Boolean): HasReaderContent.this.type
    Definition Classes
    HasReaderProperties
  82. def setHeaders(value: Map[String, String]): HasReaderContent.this.type
    Definition Classes
    HasHTMLReaderProperties
  83. def setHeadersPython(headers: Map[String, String]): HasReaderContent.this.type
    Definition Classes
    HasHTMLReaderProperties
  84. def setIgnoreExceptions(value: Boolean): HasReaderContent.this.type
    Definition Classes
    HasReaderProperties
  85. def setIncludePageBreaks(value: Boolean): HasReaderContent.this.type
    Definition Classes
    HasReaderProperties
  86. def setIncludeTitleTag(value: Boolean): HasReaderContent.this.type
    Definition Classes
    HasHTMLReaderProperties
  87. def setInferTableStructure(value: Boolean): HasReaderContent.this.type
    Definition Classes
    HasReaderProperties
  88. final def setInputCol(value: String): HasReaderContent.this.type
    Definition Classes
    HasReaderProperties
  89. def setOnlyLeafNodes(value: Boolean): HasReaderContent.this.type
    Definition Classes
    HasXmlReaderProperties
  90. def setOutputFormat(value: String): HasReaderContent.this.type
    Definition Classes
    HasHTMLReaderProperties
  91. def setStoreContent(value: Boolean): HasReaderContent.this.type
    Definition Classes
    HasReaderProperties
  92. def setTimeout(value: Int): HasReaderContent.this.type
    Definition Classes
    HasHTMLReaderProperties
  93. def setTitleFontSize(value: Int): HasReaderContent.this.type
    Definition Classes
    HasReaderProperties
  94. def setXmlKeepTags(value: Boolean): HasReaderContent.this.type
    Definition Classes
    HasXmlReaderProperties
  95. val storeContent: Param[Boolean]
    Definition Classes
    HasReaderProperties
  96. val supportedTypes: Map[String, (String, Boolean)]
  97. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  98. val timeout: Param[Int]
    Definition Classes
    HasHTMLReaderProperties
  99. val titleFontSize: Param[Int]
    Definition Classes
    HasReaderProperties
  100. def toString(): String
    Definition Classes
    Identifiable → AnyRef → Any
  101. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  102. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  103. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  104. def write: MLWriter
    Definition Classes
    ParamsAndFeaturesWritable → DefaultParamsWritable → MLWritable
  105. val xmlKeepTags: Param[Boolean]
    Definition Classes
    HasXmlReaderProperties

Inherited from HasTagsReaderProperties

Inherited from HasXmlReaderProperties

Inherited from HasHTMLReaderProperties

Inherited from HasReaderProperties

Inherited from ParamsAndFeaturesWritable

Inherited from HasFeatures

Inherited from Params

Inherited from Serializable

Inherited from Serializable

Inherited from Identifiable

Inherited from DefaultParamsWritable

Inherited from MLWritable

Inherited from AnyRef

Inherited from Any

Ungrouped