cc
.
factorie
.
app
.
nlp
.
segment
.
PunktSentenceSegmenter
.
Punkt
PunktTrainer
class
PunktTrainer
extends
PunktBase
Linear Supertypes
PunktBase
,
AnyRef
,
Any
Ordering
Alphabetic
By inheritance
Inherited
PunktTrainer
PunktBase
AnyRef
Any
Hide All
Show all
Learn more about member selection
Visibility
Public
All
Instance Constructors
new
PunktTrainer
(
trainText:
Option
[
String
] =
scala.None
,
verbose:
Boolean
=
false
,
languageVars:
PunktLanguageVars
=
new Punkt.this.PunktLanguageVars()
,
params:
PunktParameters
=
new Punkt.this.PunktParameters()
)
Value Members
final
def
!=
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
!=
(
arg0:
Any
)
:
Boolean
Definition Classes
Any
final
def
##
()
:
Int
Definition Classes
AnyRef → Any
final
def
==
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
==
(
arg0:
Any
)
:
Boolean
Definition Classes
Any
val
ABBREV
:
Double
var
ABBREV_BACKOFF
:
Int
var
COLLOCATION
:
Double
var
IGNORE_ABBREV_PENALTY
:
Boolean
var
INCLUDE_ABBREV_COLLOCS
:
Boolean
var
INCLUDE_ALL_COLLOCS
:
Boolean
var
MIN_COLLOC_FREQ
:
Int
var
SENT_STARTER
:
Int
def
annotateFirstPass
(
tokens:
Iterable
[
PunktToken
]
)
:
Unit
Definition Classes
PunktBase
def
annotateOrthographyData
(
tokens:
ArrayBuffer
[
PunktToken
]
)
:
Unit
final
def
asInstanceOf
[
T0
]
:
T0
Definition Classes
Any
def
clone
()
:
AnyRef
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
colLogLikelihood
(
countA:
Int
,
countB:
Int
,
countAB:
Int
,
N:
Int
)
:
Double
var
collocationFreqDist
:
BigramFreqDist
def
dunningLogLikelihood
(
countA:
Int
,
countB:
Int
,
countAB:
Int
,
N:
Int
)
:
Double
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
def
equals
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
def
finalize
()
:
Unit
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
classOf[java.lang.Throwable]
)
def
finalizeTraining
(
verbose:
Boolean
=
false
)
:
Unit
var
finalized
:
Boolean
def
findAbbrevTypes
()
:
Unit
def
findCollocations
()
:
ArrayBuffer
[((
String
,
String
),
Double
)]
def
findSentenceStarters
()
:
Iterable
[(
String
,
Double
)]
def
firstPassAnnotation
(
pt:
PunktToken
)
:
Unit
Definition Classes
PunktBase
def
freqThreshold
(
orthoThreshold:
Int
=
2
,
typeThreshold:
Int
=
2
,
collocThreshold:
Int
=
2
,
sentenceStartThreshold:
Int
=
2
)
:
Unit
final
def
getClass
()
:
Class
[_]
Definition Classes
AnyRef → Any
def
getSentenceBreakCount
(
tokens:
Iterable
[
PunktToken
]
)
:
Int
def
hashCode
()
:
Int
Definition Classes
AnyRef → Any
final
def
isInstanceOf
[
T0
]
:
Boolean
Definition Classes
Any
def
isPotentialCollocation
(
tok1:
PunktToken
,
tok2:
PunktToken
)
:
Boolean
def
isPotentialSentenceStarter
(
tok1:
PunktToken
,
tok2:
PunktToken
)
:
Boolean
def
isRareAbbrevType
(
tok1:
PunktToken
,
tok2:
PunktToken
)
:
Boolean
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
notify
()
:
Unit
Definition Classes
AnyRef
final
def
notifyAll
()
:
Unit
Definition Classes
AnyRef
var
numPeriodTokens
:
Int
def
params_=
(
parms:
PunktParameters
)
:
Unit
Definition Classes
PunktBase
def
reclassifyAbbrevTypes
(
uniques:
List
[
String
]
)
:
List
[(
String
,
Double
,
Boolean
)]
var
sentenceBreakCount
:
Int
var
sentenceStarterFreqDist
:
UnigramFreqDist
def
sum
(
xs:
Iterable
[
Int
]
)
:
Int
final
def
synchronized
[
T0
]
(
arg0: ⇒
T0
)
:
T0
Definition Classes
AnyRef
def
toString
()
:
String
Definition Classes
AnyRef → Any
def
tokenizeWords
(
plainText:
String
)
:
ArrayBuffer
[
PunktToken
]
Definition Classes
PunktBase
def
train
(
text:
String
,
verbose:
Boolean
=
false
,
finalize:
Boolean
=
true
)
:
Unit
val
trainText
:
Option
[
String
]
def
trainTokens
(
tokens:
ArrayBuffer
[
PunktToken
]
,
verbose:
Boolean
=
false
,
finalize:
Boolean
=
true
)
:
Unit
var
typeFreqDist
:
UnigramFreqDist
def
uniqueTypes
(
tokens:
Iterable
[
PunktToken
]
)
:
HashSet
[
String
]
val
verbose
:
Boolean
final
def
wait
()
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
Inherited from
PunktBase
Inherited from
AnyRef
Inherited from
Any
Ungrouped