cc
.
factorie
.
app
.
nlp
.
segment
.
PunktSentenceSegmenter
.
Punkt
PunktSentenceTokenizer
class
PunktSentenceTokenizer
extends
PunktBase
Linear Supertypes
PunktBase
,
AnyRef
,
Any
Ordering
Alphabetic
By inheritance
Inherited
PunktSentenceTokenizer
PunktBase
AnyRef
Any
Hide All
Show all
Learn more about member selection
Visibility
Public
All
Instance Constructors
new
PunktSentenceTokenizer
(
trainText:
Option
[
String
] =
scala.None
,
verbose:
Boolean
=
false
,
languageVars:
PunktLanguageVars
=
new Punkt.this.PunktLanguageVars()
,
parms:
PunktParameters
=
new Punkt.this.PunktParameters()
)
Value Members
final
def
!=
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
!=
(
arg0:
Any
)
:
Boolean
Definition Classes
Any
final
def
##
()
:
Int
Definition Classes
AnyRef → Any
final
def
==
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
==
(
arg0:
Any
)
:
Boolean
Definition Classes
Any
val
PUNCTUATION
:
Set
[
String
]
def
annotateFirstPass
(
tokens:
Iterable
[
PunktToken
]
)
:
Unit
Definition Classes
PunktBase
def
annotateSecondPass
(
tokens:
Iterable
[
PunktToken
]
)
:
Unit
def
annotateTokens
(
tokens:
Iterable
[
PunktToken
]
)
:
Iterable
[
PunktToken
]
final
def
asInstanceOf
[
T0
]
:
T0
Definition Classes
Any
def
buildSentenceList
(
text:
String
,
tokens:
ArrayBuffer
[
PunktToken
]
)
:
ArrayBuffer
[
String
]
def
clone
()
:
AnyRef
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
def
equals
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
def
finalize
()
:
Unit
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
classOf[java.lang.Throwable]
)
def
firstPassAnnotation
(
pt:
PunktToken
)
:
Unit
Definition Classes
PunktBase
final
def
getClass
()
:
Class
[_]
Definition Classes
AnyRef → Any
def
hashCode
()
:
Int
Definition Classes
AnyRef → Any
final
def
isInstanceOf
[
T0
]
:
Boolean
Definition Classes
Any
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
notify
()
:
Unit
Definition Classes
AnyRef
final
def
notifyAll
()
:
Unit
Definition Classes
AnyRef
def
orthoHeuristic
(
tok:
PunktToken
)
:
Option
[
Boolean
]
def
params
:
PunktParameters
Definition Classes
PunktBase
def
params_=
(
parms:
PunktParameters
)
:
Unit
Definition Classes
PunktBase
def
realignBoundaries
(
sents:
ArrayBuffer
[
String
]
)
:
ArrayBuffer
[
String
]
def
secondPassAnnotation
(
tok1:
PunktToken
,
tok2:
PunktToken
)
:
Unit
def
sentencesFromText
(
text:
String
,
realignBoundaries:
Boolean
=
false
)
:
ArrayBuffer
[
String
]
def
slicesFromText
(
text:
String
)
:
ArrayBuffer
[(
Int
,
Int
,
TokenType
)]
def
spanTokenize
(
text:
String
)
:
ArrayBuffer
[(
Int
,
Int
,
TokenType
)]
final
def
synchronized
[
T0
]
(
arg0: ⇒
T0
)
:
T0
Definition Classes
AnyRef
def
textContainsSentenceBreak
(
text:
String
)
:
Option
[
PunktToken
]
def
toString
()
:
String
Definition Classes
AnyRef → Any
def
tokenize
(
text:
String
,
realignBoundaries:
Boolean
=
false
)
:
ArrayBuffer
[
String
]
def
tokenizeWords
(
plainText:
String
)
:
ArrayBuffer
[
PunktToken
]
Definition Classes
PunktBase
def
train
(
trainText:
String
,
verbose:
Boolean
=
false
)
:
PunktParameters
val
trainText
:
Option
[
String
]
val
verbose
:
Boolean
final
def
wait
()
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
Inherited from
PunktBase
Inherited from
AnyRef
Inherited from
Any
Ungrouped