cc.factorie.app.nlp.segment.PunktSentenceSegmenter.Punkt

PunktTrainer

class PunktTrainer extends PunktBase

Linear Supertypes
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. PunktTrainer
  2. PunktBase
  3. AnyRef
  4. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Instance Constructors

  1. new PunktTrainer(trainText: Option[String] = scala.None, verbose: Boolean = false, languageVars: PunktLanguageVars = new Punkt.this.PunktLanguageVars(), params: PunktParameters = new Punkt.this.PunktParameters())

Value Members

  1. final def !=(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  2. final def !=(arg0: Any): Boolean

    Definition Classes
    Any
  3. final def ##(): Int

    Definition Classes
    AnyRef → Any
  4. final def ==(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  5. final def ==(arg0: Any): Boolean

    Definition Classes
    Any
  6. val ABBREV: Double

  7. var ABBREV_BACKOFF: Int

  8. var COLLOCATION: Double

  9. var IGNORE_ABBREV_PENALTY: Boolean

  10. var INCLUDE_ABBREV_COLLOCS: Boolean

  11. var INCLUDE_ALL_COLLOCS: Boolean

  12. var MIN_COLLOC_FREQ: Int

  13. var SENT_STARTER: Int

  14. def annotateFirstPass(tokens: Iterable[PunktToken]): Unit

    Definition Classes
    PunktBase
  15. def annotateOrthographyData(tokens: ArrayBuffer[PunktToken]): Unit

  16. final def asInstanceOf[T0]: T0

    Definition Classes
    Any
  17. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  18. def colLogLikelihood(countA: Int, countB: Int, countAB: Int, N: Int): Double

  19. var collocationFreqDist: BigramFreqDist

  20. def dunningLogLikelihood(countA: Int, countB: Int, countAB: Int, N: Int): Double

  21. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  22. def equals(arg0: Any): Boolean

    Definition Classes
    AnyRef → Any
  23. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  24. def finalizeTraining(verbose: Boolean = false): Unit

  25. var finalized: Boolean

  26. def findAbbrevTypes(): Unit

  27. def findCollocations(): ArrayBuffer[((String, String), Double)]

  28. def findSentenceStarters(): Iterable[(String, Double)]

  29. def firstPassAnnotation(pt: PunktToken): Unit

    Definition Classes
    PunktBase
  30. def freqThreshold(orthoThreshold: Int = 2, typeThreshold: Int = 2, collocThreshold: Int = 2, sentenceStartThreshold: Int = 2): Unit

  31. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any
  32. def getSentenceBreakCount(tokens: Iterable[PunktToken]): Int

  33. def hashCode(): Int

    Definition Classes
    AnyRef → Any
  34. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any
  35. def isPotentialCollocation(tok1: PunktToken, tok2: PunktToken): Boolean

  36. def isPotentialSentenceStarter(tok1: PunktToken, tok2: PunktToken): Boolean

  37. def isRareAbbrevType(tok1: PunktToken, tok2: PunktToken): Boolean

  38. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  39. final def notify(): Unit

    Definition Classes
    AnyRef
  40. final def notifyAll(): Unit

    Definition Classes
    AnyRef
  41. var numPeriodTokens: Int

  42. def params_=(parms: PunktParameters): Unit

    Definition Classes
    PunktBase
  43. def reclassifyAbbrevTypes(uniques: List[String]): List[(String, Double, Boolean)]

  44. var sentenceBreakCount: Int

  45. var sentenceStarterFreqDist: UnigramFreqDist

  46. def sum(xs: Iterable[Int]): Int

  47. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef
  48. def toString(): String

    Definition Classes
    AnyRef → Any
  49. def tokenizeWords(plainText: String): ArrayBuffer[PunktToken]

    Definition Classes
    PunktBase
  50. def train(text: String, verbose: Boolean = false, finalize: Boolean = true): Unit

  51. val trainText: Option[String]

  52. def trainTokens(tokens: ArrayBuffer[PunktToken], verbose: Boolean = false, finalize: Boolean = true): Unit

  53. var typeFreqDist: UnigramFreqDist

  54. def uniqueTypes(tokens: Iterable[PunktToken]): HashSet[String]

  55. val verbose: Boolean

  56. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  57. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  58. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Inherited from PunktBase

Inherited from AnyRef

Inherited from Any

Ungrouped