DeterministicTokenizer

Value Members

final def !=(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def !=(arg0: Any): Boolean

Definition Classes
Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def ==(arg0: Any): Boolean

Definition Classes
Any
val abbrev: String

Definition Classes
DeterministicTokenizer
val abbrevs: String

Definition Classes
DeterministicTokenizer
val ap: String

Definition Classes
DeterministicTokenizer
val ap2: String

Definition Classes
DeterministicTokenizer
def apply(s: String): Seq[String]

Convenience function to run the tokenizer on an arbitrary String.
Convenience function to run the tokenizer on an arbitrary String. The implementation builds a Document internally, then maps to token strings.

Definition Classes
DeterministicTokenizer
val apword: String

Definition Classes
DeterministicTokenizer
final def asInstanceOf[T0]: T0

Definition Classes
Any
val atuser: String

Definition Classes
DeterministicTokenizer
val caps: String

Definition Classes
DeterministicTokenizer
val catchAll: String

Definition Classes
DeterministicTokenizer
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
val consonantNonAbbrevs: String

Definition Classes
DeterministicTokenizer
val contractedWord: String

Definition Classes
DeterministicTokenizer
val contraction: String

Definition Classes
DeterministicTokenizer
val contraction2: String

Definition Classes
DeterministicTokenizer
val currency: String

Definition Classes
DeterministicTokenizer
val dash: String

Definition Classes
DeterministicTokenizer
val dashedPrefixWord: String

Definition Classes
DeterministicTokenizer
val dashedPrefixes: String

Definition Classes
DeterministicTokenizer
val dashedSuffixWord: String

Definition Classes
DeterministicTokenizer
val dashedSuffixes: String

Definition Classes
DeterministicTokenizer
val date: String

Definition Classes
DeterministicTokenizer
val day: String

Definition Classes
DeterministicTokenizer
def documentAnnotationString(document: Document): String

How the annotation of this DocumentAnnotator should be printed as extra information after a one-word-per-line (OWPL) format.
How the annotation of this DocumentAnnotator should be printed as extra information after a one-word-per-line (OWPL) format. If there is no document annotation, return the empty string. Used in Document.owplString.

Definition Classes
DocumentAnnotator
val ellipsis: String

Definition Classes
DeterministicTokenizer
val email: String

Definition Classes
DeterministicTokenizer
val emoticon: String

Definition Classes
DeterministicTokenizer
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
val filename: String

Definition Classes
DeterministicTokenizer
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
val fraction: String

Definition Classes
DeterministicTokenizer
val frphone: String

Definition Classes
DeterministicTokenizer
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def hashCode(): Int

Definition Classes
AnyRef → Any
val hashtag: String

Definition Classes
DeterministicTokenizer
val honorific: String

Definition Classes
DeterministicTokenizer
val html: String

Definition Classes
DeterministicTokenizer
val htmlAccentedLetter: String

Definition Classes
DeterministicTokenizer
val htmlChar: String

Definition Classes
DeterministicTokenizer
val htmlComment: String

Definition Classes
DeterministicTokenizer
val htmlSymbol: String

Definition Classes
DeterministicTokenizer
val initials: String

Definition Classes
DeterministicTokenizer
val initials2: String

Definition Classes
DeterministicTokenizer
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
val latin: String

Definition Classes
DeterministicTokenizer
val latin2: String

Definition Classes
DeterministicTokenizer
val letter: String

Definition Classes
DeterministicTokenizer
def main(args: Array[String]): Unit
val mdash: String

Definition Classes
DeterministicTokenizer
def mentionAnnotationString(mention: Mention): String

Definition Classes
DocumentAnnotator
val month: String

Definition Classes
DeterministicTokenizer
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
val newline: String

Definition Classes
DeterministicTokenizer
val noAbbrev: String

Definition Classes
DeterministicTokenizer
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
val number: String

Definition Classes
DeterministicTokenizer
val number2: String

Definition Classes
DeterministicTokenizer
val ordinals: String

Definition Classes
DeterministicTokenizer
val org: String

Definition Classes
DeterministicTokenizer
val patterns: ArrayBuffer[String]

Definition Classes
DeterministicTokenizer
def phraseAnnotationString(phrase: Phrase): String

Definition Classes
DocumentAnnotator
val place: String

Definition Classes
DeterministicTokenizer
def postAttrs: Iterable[Class[_]]

Definition Classes
DeterministicTokenizer → DocumentAnnotator
def prereqAttrs: Iterable[Class[_]]

Definition Classes
DeterministicTokenizer → DocumentAnnotator
def process(document: Document): Document

Definition Classes
DeterministicTokenizer → DocumentAnnotator
def processParallel(documents: Iterable[Document], nThreads: Int = ...): Iterable[Document]

Definition Classes
DocumentAnnotator
def processSequential(documents: Iterable[Document]): Iterable[Document]

Definition Classes
DocumentAnnotator
val punc: String

Definition Classes
DeterministicTokenizer
val quote: String

Definition Classes
DeterministicTokenizer
val repeatedPunc: String

Definition Classes
DeterministicTokenizer
val sgml: String

Definition Classes
DeterministicTokenizer
val sgml2: String

Definition Classes
DeterministicTokenizer
val space: String

Definition Classes
DeterministicTokenizer
val state: String

Definition Classes
DeterministicTokenizer
val state2: String

Definition Classes
DeterministicTokenizer
val suffix: String

Definition Classes
DeterministicTokenizer
val symbol: String

Definition Classes
DeterministicTokenizer
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def toString(): String

Definition Classes
AnyRef → Any
def tokenAnnotationString(token: Token): String

How the annotation of this DocumentAnnotator should be printed in one-word-per-line (OWPL) format.
How the annotation of this DocumentAnnotator should be printed in one-word-per-line (OWPL) format. If there is no per-token annotation, return null. Used in Document.owplString.

Definition Classes
DeterministicTokenizer → DocumentAnnotator
val tokenRegex: Regex

Definition Classes
DeterministicTokenizer
val tokenRegexString: String

Definition Classes
DeterministicTokenizer
val units: String

Definition Classes
DeterministicTokenizer
val url: String

Definition Classes
DeterministicTokenizer
val url2: String

Definition Classes
DeterministicTokenizer
val url3: String

Definition Classes
DeterministicTokenizer
val usphone: String

Definition Classes
DeterministicTokenizer
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
val word: String

Definition Classes
DeterministicTokenizer

object DeterministicTokenizer extends DeterministicTokenizer

Value Members

final def !=(arg0: AnyRef): Boolean

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: AnyRef): Boolean

final def ==(arg0: Any): Boolean

val abbrev: String

val abbrevs: String

val ap: String

val ap2: String

def apply(s: String): Seq[String]

val apword: String

final def asInstanceOf[T0]: T0

val atuser: String

val caps: String

val catchAll: String

def clone(): AnyRef

val consonantNonAbbrevs: String

val contractedWord: String

val contraction: String

val contraction2: String

val currency: String

val dash: String

val dashedPrefixWord: String

val dashedPrefixes: String

val dashedSuffixWord: String

val dashedSuffixes: String

val date: String

val day: String

def documentAnnotationString(document: Document): String

val ellipsis: String

val email: String

val emoticon: String

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

val filename: String

def finalize(): Unit

val fraction: String

val frphone: String

final def getClass(): Class[_]

def hashCode(): Int

val hashtag: String

val honorific: String

val html: String

val htmlAccentedLetter: String

val htmlChar: String

val htmlComment: String

val htmlSymbol: String

val initials: String

val initials2: String

final def isInstanceOf[T0]: Boolean

val latin: String

val latin2: String

val letter: String

def main(args: Array[String]): Unit

val mdash: String

def mentionAnnotationString(mention: Mention): String

val month: String

final def ne(arg0: AnyRef): Boolean

val newline: String

val noAbbrev: String

final def notify(): Unit

final def notifyAll(): Unit

val number: String

val number2: String

val ordinals: String

val org: String

val patterns: ArrayBuffer[String]

def phraseAnnotationString(phrase: Phrase): String

val place: String

def postAttrs: Iterable[Class[_]]

def prereqAttrs: Iterable[Class[_]]

def process(document: Document): Document

def processParallel(documents: Iterable[Document], nThreads: Int = ...): Iterable[Document]

def processSequential(documents: Iterable[Document]): Iterable[Document]

val punc: String

val quote: String

val repeatedPunc: String