t

com.johnsnowlabs.reader

HasReaderContent

trait HasReaderContent extends HasReaderProperties with HasTagsReaderProperties

Linear Supertypes
HasTagsReaderProperties, HasXmlReaderProperties, HasHTMLReaderProperties, HasReaderProperties, ParamsAndFeaturesWritable, HasFeatures, Params, Serializable, Serializable, Identifiable, DefaultParamsWritable, MLWritable, AnyRef, Any
Known Subclasses
Reader2Doc, Reader2Image, Reader2Table, ReaderAssembler
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. HasReaderContent
  2. HasTagsReaderProperties
  3. HasXmlReaderProperties
  4. HasHTMLReaderProperties
  5. HasReaderProperties
  6. ParamsAndFeaturesWritable
  7. HasFeatures
  8. Params
  9. Serializable
  10. Serializable
  11. Identifiable
  12. DefaultParamsWritable
  13. MLWritable
  14. AnyRef
  15. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Abstract Value Members

  1. abstract def copy(extra: ParamMap): Params
    Definition Classes
    Params
  2. abstract val uid: String
    Definition Classes
    Identifiable

Concrete Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def $[T](param: Param[T]): T
    Attributes
    protected
    Definition Classes
    Params
  4. def $$[T](feature: StructFeature[T]): T
    Attributes
    protected
    Definition Classes
    HasFeatures
  5. def $$[K, V](feature: MapFeature[K, V]): Map[K, V]
    Attributes
    protected
    Definition Classes
    HasFeatures
  6. def $$[T](feature: SetFeature[T]): Set[T]
    Attributes
    protected
    Definition Classes
    HasFeatures
  7. def $$[T](feature: ArrayFeature[T]): Array[T]
    Attributes
    protected
    Definition Classes
    HasFeatures
  8. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  9. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  10. def buildEmptyDataFrame(dataset: Dataset[_]): DataFrame
  11. def buildErrorDataFrame(dataset: Dataset[_], contentPath: String, ext: String): DataFrame
  12. final def clear(param: Param[_]): HasReaderContent.this.type
    Definition Classes
    Params
  13. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  14. val contentPath: Param[String]
    Definition Classes
    HasReaderProperties
  15. val contentType: Param[String]
    Definition Classes
    HasReaderProperties
  16. def copyValues[T <: Params](to: T, extra: ParamMap): T
    Attributes
    protected
    Definition Classes
    Params
  17. final def defaultCopy[T <: Params](extra: ParamMap): T
    Attributes
    protected
    Definition Classes
    Params
  18. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  19. def equals(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  20. def explainParam(param: Param[_]): String
    Definition Classes
    Params
  21. def explainParams(): String
    Definition Classes
    Params
  22. val explodeDocs: BooleanParam
    Definition Classes
    HasReaderProperties
  23. final def extractParamMap(): ParamMap
    Definition Classes
    Params
  24. final def extractParamMap(extra: ParamMap): ParamMap
    Definition Classes
    Params
  25. val features: ArrayBuffer[Feature[_, _, _]]
    Definition Classes
    HasFeatures
  26. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  27. val flattenOutput: BooleanParam
    Definition Classes
    HasReaderProperties
  28. def get[T](feature: StructFeature[T]): Option[T]
    Attributes
    protected
    Definition Classes
    HasFeatures
  29. def get[K, V](feature: MapFeature[K, V]): Option[Map[K, V]]
    Attributes
    protected
    Definition Classes
    HasFeatures
  30. def get[T](feature: SetFeature[T]): Option[Set[T]]
    Attributes
    protected
    Definition Classes
    HasFeatures
  31. def get[T](feature: ArrayFeature[T]): Option[Array[T]]
    Attributes
    protected
    Definition Classes
    HasFeatures
  32. final def get[T](param: Param[T]): Option[T]
    Definition Classes
    Params
  33. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  34. def getContentType: String
  35. final def getDefault[T](param: Param[T]): Option[T]
    Definition Classes
    Params
  36. val getFileName: UserDefinedFunction
  37. def getHeadersAsJava: Map[String, String]
    Attributes
    protected
    Definition Classes
    HasHTMLReaderProperties
  38. final def getInputCol: String
    Definition Classes
    HasReaderProperties
  39. final def getOrDefault[T](param: Param[T]): T
    Definition Classes
    Params
  40. def getParam(paramName: String): Param[Any]
    Definition Classes
    Params
  41. final def hasDefault[T](param: Param[T]): Boolean
    Definition Classes
    Params
  42. def hasParam(paramName: String): Boolean
    Definition Classes
    Params
  43. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  44. val headers: Param[Map[String, String]]
    Definition Classes
    HasHTMLReaderProperties
  45. val ignoreExceptions: BooleanParam
    Definition Classes
    HasReaderProperties
  46. val ignoreUrlErrors: BooleanParam
    Definition Classes
    HasHTMLReaderProperties
  47. val includePageBreaks: Param[Boolean]
    Definition Classes
    HasReaderProperties
  48. val includeTitleTag: Param[Boolean]
    Definition Classes
    HasHTMLReaderProperties
  49. val inferTableStructure: Param[Boolean]
    Definition Classes
    HasReaderProperties
  50. final val inputCol: Param[String]
    Attributes
    protected
    Definition Classes
    HasReaderProperties
  51. final def isDefined(param: Param[_]): Boolean
    Definition Classes
    Params
  52. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  53. final def isSet(param: Param[_]): Boolean
    Definition Classes
    Params
  54. def listAllFilesRecursively(dir: File): Seq[File]
  55. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  56. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  57. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  58. def onWrite(path: String, spark: SparkSession): Unit
    Attributes
    protected
    Definition Classes
    ParamsAndFeaturesWritable
  59. val onlyLeafNodes: Param[Boolean]
    Definition Classes
    HasXmlReaderProperties
  60. val outputFormat: Param[String]
    Definition Classes
    HasHTMLReaderProperties
  61. lazy val params: Array[Param[_]]
    Definition Classes
    Params
  62. def partitionContent(partition: Partition, contentPath: String, isText: Boolean, dataset: Dataset[_]): DataFrame
  63. def partitionContentFromPath(partition: Partition, contentPath: String, isText: Boolean, dataset: Dataset[_]): DataFrame
  64. def partitionMixedContent(dataset: Dataset[_], dirPath: String, partitionParams: Map[String, String]): DataFrame
  65. def retrieveFileName(path: String): String
  66. def save(path: String): Unit
    Definition Classes
    MLWritable
    Annotations
    @Since( "1.6.0" ) @throws( ... )
  67. def set[T](feature: StructFeature[T], value: T): HasReaderContent.this.type
    Attributes
    protected
    Definition Classes
    HasFeatures
  68. def set[K, V](feature: MapFeature[K, V], value: Map[K, V]): HasReaderContent.this.type
    Attributes
    protected
    Definition Classes
    HasFeatures
  69. def set[T](feature: SetFeature[T], value: Set[T]): HasReaderContent.this.type
    Attributes
    protected
    Definition Classes
    HasFeatures
  70. def set[T](feature: ArrayFeature[T], value: Array[T]): HasReaderContent.this.type
    Attributes
    protected
    Definition Classes
    HasFeatures
  71. final def set(paramPair: ParamPair[_]): HasReaderContent.this.type
    Attributes
    protected
    Definition Classes
    Params
  72. final def set(param: String, value: Any): HasReaderContent.this.type
    Attributes
    protected
    Definition Classes
    Params
  73. final def set[T](param: Param[T], value: T): HasReaderContent.this.type
    Definition Classes
    Params
  74. def setContentPath(value: String): HasReaderContent.this.type
    Definition Classes
    HasReaderProperties
  75. def setContentType(value: String): HasReaderContent.this.type
    Definition Classes
    HasReaderProperties
  76. def setDefault[T](feature: StructFeature[T], value: () ⇒ T): HasReaderContent.this.type
    Attributes
    protected
    Definition Classes
    HasFeatures
  77. def setDefault[K, V](feature: MapFeature[K, V], value: () ⇒ Map[K, V]): HasReaderContent.this.type
    Attributes
    protected
    Definition Classes
    HasFeatures
  78. def setDefault[T](feature: SetFeature[T], value: () ⇒ Set[T]): HasReaderContent.this.type
    Attributes
    protected
    Definition Classes
    HasFeatures
  79. def setDefault[T](feature: ArrayFeature[T], value: () ⇒ Array[T]): HasReaderContent.this.type
    Attributes
    protected
    Definition Classes
    HasFeatures
  80. final def setDefault(paramPairs: ParamPair[_]*): HasReaderContent.this.type
    Attributes
    protected
    Definition Classes
    Params
  81. final def setDefault[T](param: Param[T], value: T): HasReaderContent.this.type
    Attributes
    protected[org.apache.spark.ml]
    Definition Classes
    Params
  82. def setExplodeDocs(value: Boolean): HasReaderContent.this.type
    Definition Classes
    HasReaderProperties
  83. def setFlattenOutput(value: Boolean): HasReaderContent.this.type
    Definition Classes
    HasReaderProperties
  84. def setHeaders(value: Map[String, String]): HasReaderContent.this.type
    Definition Classes
    HasHTMLReaderProperties
  85. def setHeadersPython(headers: Map[String, String]): HasReaderContent.this.type
    Definition Classes
    HasHTMLReaderProperties
  86. def setIgnoreExceptions(value: Boolean): HasReaderContent.this.type
    Definition Classes
    HasReaderProperties
  87. def setIgnoreUrlErrors(value: Boolean): HasReaderContent.this.type
    Definition Classes
    HasHTMLReaderProperties
  88. def setIncludePageBreaks(value: Boolean): HasReaderContent.this.type
    Definition Classes
    HasReaderProperties
  89. def setIncludeTitleTag(value: Boolean): HasReaderContent.this.type
    Definition Classes
    HasHTMLReaderProperties
  90. def setInferTableStructure(value: Boolean): HasReaderContent.this.type
    Definition Classes
    HasReaderProperties
  91. final def setInputCol(value: String): HasReaderContent.this.type
    Definition Classes
    HasReaderProperties
  92. def setOnlyLeafNodes(value: Boolean): HasReaderContent.this.type
    Definition Classes
    HasXmlReaderProperties
  93. def setOutputFormat(value: String): HasReaderContent.this.type
    Definition Classes
    HasHTMLReaderProperties
  94. def setStoreContent(value: Boolean): HasReaderContent.this.type
    Definition Classes
    HasReaderProperties
  95. def setTimeout(value: Int): HasReaderContent.this.type
    Definition Classes
    HasHTMLReaderProperties
  96. def setTitleFontSize(value: Int): HasReaderContent.this.type
    Definition Classes
    HasReaderProperties
  97. def setXmlKeepTags(value: Boolean): HasReaderContent.this.type
    Definition Classes
    HasXmlReaderProperties
  98. val storeContent: Param[Boolean]
    Definition Classes
    HasReaderProperties
  99. val supportedTypes: Map[String, (String, Boolean)]
  100. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  101. val timeout: Param[Int]
    Definition Classes
    HasHTMLReaderProperties
  102. val titleFontSize: Param[Int]
    Definition Classes
    HasReaderProperties
  103. def toString(): String
    Definition Classes
    Identifiable → AnyRef → Any
  104. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  105. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  106. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  107. def write: MLWriter
    Definition Classes
    ParamsAndFeaturesWritable → DefaultParamsWritable → MLWritable
  108. val xmlKeepTags: Param[Boolean]
    Definition Classes
    HasXmlReaderProperties

Inherited from HasTagsReaderProperties

Inherited from HasXmlReaderProperties

Inherited from HasHTMLReaderProperties

Inherited from HasReaderProperties

Inherited from ParamsAndFeaturesWritable

Inherited from HasFeatures

Inherited from Params

Inherited from Serializable

Inherited from Serializable

Inherited from Identifiable

Inherited from DefaultParamsWritable

Inherited from MLWritable

Inherited from AnyRef

Inherited from Any

Ungrouped