trait SentenceDetectorParams extends Params
See https://github.com/JohnSnowLabs/spark-nlp/tree/master/src/test/scala/com/johnsnowlabs/nlp/annotators/sbd/pragmatic for further reference on how to use this API
- Grouped
- Alphabetic
- By Inheritance
- SentenceDetectorParams
- Params
- Serializable
- Serializable
- Identifiable
- AnyRef
- Any
- Hide All
- Show All
- Public
- All
Abstract Value Members
Concrete Value Members
-
final
def
!=(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
##(): Int
- Definition Classes
- AnyRef → Any
-
final
def
$[T](param: Param[T]): T
- Attributes
- protected
- Definition Classes
- Params
-
final
def
==(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
asInstanceOf[T0]: T0
- Definition Classes
- Any
-
final
def
clear(param: Param[_]): SentenceDetectorParams.this.type
- Definition Classes
- Params
-
def
clone(): AnyRef
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()
-
def
copyValues[T <: Params](to: T, extra: ParamMap): T
- Attributes
- protected
- Definition Classes
- Params
-
val
customBounds: StringArrayParam
Characters used to explicitly mark sentence bounds (Default: None)
-
val
customBoundsStrategy: Param[String]
How to return matched custom bounds (Default:
none
).How to return matched custom bounds (Default:
none
). Will have no effect if no custom bounds are used. Possible values are:- "none" - Will not return the matched bound
- "prepend" - Prepends a sentence break to the match
- "append" - Appends a sentence break to the match
-
final
def
defaultCopy[T <: Params](extra: ParamMap): T
- Attributes
- protected
- Definition Classes
- Params
-
val
detectLists: BooleanParam
Whether take lists into consideration at sentence detection (Default:
true
) -
final
def
eq(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
def
equals(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
def
explainParam(param: Param[_]): String
- Definition Classes
- Params
-
def
explainParams(): String
- Definition Classes
- Params
-
val
explodeSentences: BooleanParam
Whether to explode each sentence into a different row, for better parallelization (Default:
false
) -
final
def
extractParamMap(): ParamMap
- Definition Classes
- Params
-
final
def
extractParamMap(extra: ParamMap): ParamMap
- Definition Classes
- Params
-
def
finalize(): Unit
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( classOf[java.lang.Throwable] )
-
final
def
get[T](param: Param[T]): Option[T]
- Definition Classes
- Params
-
final
def
getClass(): Class[_]
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
-
def
getCustomBounds: Array[String]
Custom sentence separator text
-
def
getCustomBoundsStrategy: String
Gets how to return matched custom bounds (Default:
none
). -
final
def
getDefault[T](param: Param[T]): Option[T]
- Definition Classes
- Params
-
def
getDetectLists: Boolean
Whether to take lists into consideration at sentence detection.
Whether to take lists into consideration at sentence detection. Defaults to true.
-
def
getExplodeSentences: Boolean
Whether to split sentences into different Dataset rows.
Whether to split sentences into different Dataset rows. Useful for higher parallelism in fat rows. Defaults to false.
-
def
getMaxLength(value: Int): Int
Get the maximum allowed length for each sentence
-
def
getMinLength(value: Int): Int
Get the minimum allowed length for each sentence
-
final
def
getOrDefault[T](param: Param[T]): T
- Definition Classes
- Params
-
def
getParam(paramName: String): Param[Any]
- Definition Classes
- Params
-
def
getSplitLength: Int
Length at which sentences will be forcibly split
-
def
getUseAbbreviations: Boolean
Whether to consider abbreviation strategies for better accuracy but slower performance.
Whether to consider abbreviation strategies for better accuracy but slower performance. Defaults to true.
-
def
getUseCustomBoundsOnly: Boolean
Use only custom bounds without considering those of Pragmatic Segmenter.
Use only custom bounds without considering those of Pragmatic Segmenter. Defaults to false. Needs customBounds.
-
final
def
hasDefault[T](param: Param[T]): Boolean
- Definition Classes
- Params
-
def
hasParam(paramName: String): Boolean
- Definition Classes
- Params
-
def
hashCode(): Int
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
-
final
def
isDefined(param: Param[_]): Boolean
- Definition Classes
- Params
-
final
def
isInstanceOf[T0]: Boolean
- Definition Classes
- Any
-
final
def
isSet(param: Param[_]): Boolean
- Definition Classes
- Params
-
val
maxLength: IntParam
Set the maximum allowed length for each sentence (Ignored if not set)
-
val
minLength: IntParam
Set the minimum allowed length for each sentence (Default:
0
) -
final
def
ne(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
final
def
notify(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
final
def
notifyAll(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
lazy val
params: Array[Param[_]]
- Definition Classes
- Params
-
final
def
set(paramPair: ParamPair[_]): SentenceDetectorParams.this.type
- Attributes
- protected
- Definition Classes
- Params
-
final
def
set(param: String, value: Any): SentenceDetectorParams.this.type
- Attributes
- protected
- Definition Classes
- Params
-
final
def
set[T](param: Param[T], value: T): SentenceDetectorParams.this.type
- Definition Classes
- Params
-
def
setCustomBounds(value: Array[String]): SentenceDetectorParams.this.type
Custom sentence separator text
-
def
setCustomBoundsStrategy(value: String): SentenceDetectorParams.this.type
Sets how to return matched custom bounds (Default:
none
).Sets how to return matched custom bounds (Default:
none
). Will have no effect if no custom bounds are used. Possible values are:- "none" - Will not return the matched bound
- "prepend" - Prepends a sentence break to the match
- "append" - Appends a sentence break to the match
-
final
def
setDefault(paramPairs: ParamPair[_]*): SentenceDetectorParams.this.type
- Attributes
- protected
- Definition Classes
- Params
-
final
def
setDefault[T](param: Param[T], value: T): SentenceDetectorParams.this.type
- Attributes
- protected[org.apache.spark.ml]
- Definition Classes
- Params
-
def
setDetectLists(value: Boolean): SentenceDetectorParams.this.type
Whether to take lists into consideration at sentence detection.
Whether to take lists into consideration at sentence detection. Defaults to true.
-
def
setExplodeSentences(value: Boolean): SentenceDetectorParams.this.type
Whether to split sentences into different Dataset rows.
Whether to split sentences into different Dataset rows. Useful for higher parallelism in fat rows. Defaults to false.
-
def
setMaxLength(value: Int): SentenceDetectorParams.this.type
Set the maximum allowed length for each sentence
-
def
setMinLength(value: Int): SentenceDetectorParams.this.type
Set the minimum allowed length for each sentence
-
def
setSplitLength(value: Int): SentenceDetectorParams.this.type
Length at which sentences will be forcibly split
-
def
setUseAbbreviations(value: Boolean): SentenceDetectorParams.this.type
Whether to consider abbreviation strategies for better accuracy but slower performance.
Whether to consider abbreviation strategies for better accuracy but slower performance. Defaults to true.
-
def
setUseCustomBoundsOnly(value: Boolean): SentenceDetectorParams.this.type
Use only custom bounds without considering those of Pragmatic Segmenter.
Use only custom bounds without considering those of Pragmatic Segmenter. Defaults to false. Needs customBounds.
-
val
splitLength: IntParam
Length at which sentences will be forcibly split (Ignored if not set)
-
final
def
synchronized[T0](arg0: ⇒ T0): T0
- Definition Classes
- AnyRef
-
def
toString(): String
- Definition Classes
- Identifiable → AnyRef → Any
- def truncateSentence(sentence: String, maxLength: Int): Array[String]
-
val
useAbbrevations: BooleanParam
Whether to apply abbreviations at sentence detection (Default:
true
) -
val
useCustomBoundsOnly: BooleanParam
Whether to only utilize custom bounds for sentence detection (Default:
false
) -
final
def
wait(): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long, arg1: Int): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()