Packages

object TokenList

helper object

Source
TokenList.scala
Linear Supertypes
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. TokenList
  2. AnyRef
  3. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. def apply(s: String, em: EscapeManager, first: SourcePosition = SourcePosition(0, 0, 0)): TokenList

    the Tokenizer

    the Tokenizer

    tokens are sequences of letters or individual other Unicode characters

    whitespace separates Tokens and is never part of a Token

    connectors connect the preceding and the succeeding Tokens into a single Token; the connector is part of the Token

    The SourcePositions in the Tokens are only correct if all line endings contain a '\n'. (The '\n' counts when counting the offset.)

    s

    string to tokenize

    em

    the escape manager containing lexing rules

    first

    the position of the first character (defaults to 0)

    returns

    the resulting TokenList

  5. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  6. def canFollow(before: Char, after: Char): Boolean

    returns

    true if there is no word break between before and after

  7. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  8. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  9. def equals(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  10. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  11. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  12. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  13. def isConnector(c: Char): Boolean

    returns

    true if c is considered a connector, i.e., a character that never breaks a word

  14. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  15. def isLetter(c: Char): Boolean

    returns

    true if c is considered to be a letter

  16. def isLetterOrNumber(c: Char): Boolean
  17. def isNumber(c: Char): Boolean

    returns

    true if c is considered to be a number

  18. def isWhitespace(c: Char): Boolean

    returns

    true if c is considered to be whitespace

  19. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  20. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  21. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  22. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  23. def toString(): String
    Definition Classes
    AnyRef → Any
  24. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  25. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  26. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()

Inherited from AnyRef

Inherited from Any

Ungrouped