Language.JavaScript.Parser.Lexer

Documentation

data Token

Lexical tokens. Each may be annotated with any comment occurring between the prior token and this one

Constructors

CommentToken

Single line comment.

Fields

• tokenSpan :: !TokenPosn
• tokenLiteral :: !String
• tokenComment :: ![CommentAnnotation]

WsToken

White space, for preservation.

Fields

• tokenSpan :: !TokenPosn
• tokenLiteral :: !String
• tokenComment :: ![CommentAnnotation]

IdentifierToken

Identifier.

Fields

• tokenSpan :: !TokenPosn
• tokenLiteral :: !String
• tokenComment :: ![CommentAnnotation]

DecimalToken

Literal: Decimal

Fields

• tokenSpan :: !TokenPosn
• tokenLiteral :: !String
• tokenComment :: ![CommentAnnotation]

HexIntegerToken

Literal: Hexadecimal Integer

Fields

• tokenSpan :: !TokenPosn
• tokenLiteral :: !String
• tokenComment :: ![CommentAnnotation]

OctalToken

Literal: Octal Integer

Fields

• tokenSpan :: !TokenPosn
• tokenLiteral :: !String
• tokenComment :: ![CommentAnnotation]

StringToken

Literal: string, delimited by either single or double quotes

Fields

• tokenSpan :: !TokenPosn
• tokenLiteral :: !String
• tokenComment :: ![CommentAnnotation]

RegExToken

Literal: Regular Expression

Fields

• tokenSpan :: !TokenPosn
• tokenLiteral :: !String
• tokenComment :: ![CommentAnnotation]

BreakToken

Fields

• tokenSpan :: !TokenPosn
• tokenLiteral :: !String
• tokenComment :: ![CommentAnnotation]

CaseToken

Fields

• tokenSpan :: !TokenPosn
• tokenLiteral :: !String
• tokenComment :: ![CommentAnnotation]

CatchToken

Fields

• tokenSpan :: !TokenPosn
• tokenLiteral :: !String
• tokenComment :: ![CommentAnnotation]

ConstToken

Fields

• tokenSpan :: !TokenPosn
• tokenLiteral :: !String
• tokenComment :: ![CommentAnnotation]

ContinueToken

Fields

• tokenSpan :: !TokenPosn
• tokenLiteral :: !String
• tokenComment :: ![CommentAnnotation]

DebuggerToken

Fields

• tokenSpan :: !TokenPosn
• tokenLiteral :: !String
• tokenComment :: ![CommentAnnotation]

DefaultToken

Fields

• tokenSpan :: !TokenPosn
• tokenLiteral :: !String
• tokenComment :: ![CommentAnnotation]

DeleteToken

Fields

• tokenSpan :: !TokenPosn
• tokenLiteral :: !String
• tokenComment :: ![CommentAnnotation]

DoToken

Fields

• tokenSpan :: !TokenPosn
• tokenLiteral :: !String
• tokenComment :: ![CommentAnnotation]

ElseToken

Fields

• tokenSpan :: !TokenPosn
• tokenLiteral :: !String
• tokenComment :: ![CommentAnnotation]

EnumToken

Fields

• tokenSpan :: !TokenPosn
• tokenLiteral :: !String
• tokenComment :: ![CommentAnnotation]

FalseToken

Fields

• tokenSpan :: !TokenPosn
• tokenLiteral :: !String
• tokenComment :: ![CommentAnnotation]

FinallyToken

Fields

• tokenSpan :: !TokenPosn
• tokenLiteral :: !String
• tokenComment :: ![CommentAnnotation]

ForToken

Fields

• tokenSpan :: !TokenPosn
• tokenLiteral :: !String
• tokenComment :: ![CommentAnnotation]

FunctionToken

Fields

• tokenSpan :: !TokenPosn
• tokenLiteral :: !String
• tokenComment :: ![CommentAnnotation]

IfToken

Fields

• tokenSpan :: !TokenPosn
• tokenLiteral :: !String
• tokenComment :: ![CommentAnnotation]

InToken

Fields

• tokenSpan :: !TokenPosn
• tokenLiteral :: !String
• tokenComment :: ![CommentAnnotation]

InstanceofToken

Fields

• tokenSpan :: !TokenPosn
• tokenLiteral :: !String
• tokenComment :: ![CommentAnnotation]

NewToken

Fields

• tokenSpan :: !TokenPosn
• tokenLiteral :: !String
• tokenComment :: ![CommentAnnotation]

NullToken

Fields

• tokenSpan :: !TokenPosn
• tokenLiteral :: !String
• tokenComment :: ![CommentAnnotation]

ReturnToken

Fields

• tokenSpan :: !TokenPosn
• tokenLiteral :: !String
• tokenComment :: ![CommentAnnotation]

SwitchToken

Fields

• tokenSpan :: !TokenPosn
• tokenLiteral :: !String
• tokenComment :: ![CommentAnnotation]

ThisToken

Fields

• tokenSpan :: !TokenPosn
• tokenLiteral :: !String
• tokenComment :: ![CommentAnnotation]

ThrowToken

Fields

• tokenSpan :: !TokenPosn
• tokenLiteral :: !String
• tokenComment :: ![CommentAnnotation]

TrueToken

Fields

• tokenSpan :: !TokenPosn
• tokenLiteral :: !String
• tokenComment :: ![CommentAnnotation]

TryToken

Fields

• tokenSpan :: !TokenPosn
• tokenLiteral :: !String
• tokenComment :: ![CommentAnnotation]

TypeofToken

Fields

• tokenSpan :: !TokenPosn
• tokenLiteral :: !String
• tokenComment :: ![CommentAnnotation]

VarToken

Fields

• tokenSpan :: !TokenPosn
• tokenLiteral :: !String
• tokenComment :: ![CommentAnnotation]

VoidToken

Fields

• tokenSpan :: !TokenPosn
• tokenLiteral :: !String
• tokenComment :: ![CommentAnnotation]

WhileToken

Fields

• tokenSpan :: !TokenPosn
• tokenLiteral :: !String
• tokenComment :: ![CommentAnnotation]

WithToken

Fields

• tokenSpan :: !TokenPosn
• tokenLiteral :: !String
• tokenComment :: ![CommentAnnotation]

FutureToken

Fields

• tokenSpan :: !TokenPosn
• tokenLiteral :: !String
• tokenComment :: ![CommentAnnotation]

GetToken

Fields

• tokenSpan :: !TokenPosn
• tokenLiteral :: !String
• tokenComment :: ![CommentAnnotation]

SetToken

Fields

• tokenSpan :: !TokenPosn
• tokenLiteral :: !String
• tokenComment :: ![CommentAnnotation]

AutoSemiToken

Fields

• tokenSpan :: !TokenPosn
• tokenLiteral :: !String
• tokenComment :: ![CommentAnnotation]

SemiColonToken

Fields

• tokenSpan :: !TokenPosn
• tokenComment :: ![CommentAnnotation]

CommaToken

Fields

• tokenSpan :: !TokenPosn
• tokenComment :: ![CommentAnnotation]

HookToken

Fields

• tokenSpan :: !TokenPosn
• tokenComment :: ![CommentAnnotation]

ColonToken

Fields

• tokenSpan :: !TokenPosn
• tokenComment :: ![CommentAnnotation]

OrToken

Fields

• tokenSpan :: !TokenPosn
• tokenComment :: ![CommentAnnotation]

AndToken

Fields

• tokenSpan :: !TokenPosn
• tokenComment :: ![CommentAnnotation]

BitwiseOrToken

Fields

• tokenSpan :: !TokenPosn
• tokenComment :: ![CommentAnnotation]

BitwiseXorToken

Fields

• tokenSpan :: !TokenPosn
• tokenComment :: ![CommentAnnotation]

BitwiseAndToken

Fields

• tokenSpan :: !TokenPosn
• tokenComment :: ![CommentAnnotation]

StrictEqToken

Fields

• tokenSpan :: !TokenPosn
• tokenComment :: ![CommentAnnotation]

EqToken

Fields

• tokenSpan :: !TokenPosn
• tokenComment :: ![CommentAnnotation]

TimesAssignToken

Fields

• tokenSpan :: !TokenPosn
• tokenComment :: ![CommentAnnotation]

DivideAssignToken

Fields

• tokenSpan :: !TokenPosn
• tokenComment :: ![CommentAnnotation]

ModAssignToken

Fields

• tokenSpan :: !TokenPosn
• tokenComment :: ![CommentAnnotation]

PlusAssignToken

Fields

• tokenSpan :: !TokenPosn
• tokenComment :: ![CommentAnnotation]

MinusAssignToken

Fields

• tokenSpan :: !TokenPosn
• tokenComment :: ![CommentAnnotation]

LshAssignToken

Fields

• tokenSpan :: !TokenPosn
• tokenComment :: ![CommentAnnotation]

RshAssignToken

Fields

• tokenSpan :: !TokenPosn
• tokenComment :: ![CommentAnnotation]

UrshAssignToken

Fields

• tokenSpan :: !TokenPosn
• tokenComment :: ![CommentAnnotation]

AndAssignToken

Fields

• tokenSpan :: !TokenPosn
• tokenComment :: ![CommentAnnotation]

XorAssignToken

Fields

• tokenSpan :: !TokenPosn
• tokenComment :: ![CommentAnnotation]

OrAssignToken

Fields

• tokenSpan :: !TokenPosn
• tokenComment :: ![CommentAnnotation]

SimpleAssignToken

Fields

• tokenSpan :: !TokenPosn
• tokenComment :: ![CommentAnnotation]

StrictNeToken

Fields

• tokenSpan :: !TokenPosn
• tokenComment :: ![CommentAnnotation]

NeToken

Fields

• tokenSpan :: !TokenPosn
• tokenComment :: ![CommentAnnotation]

LshToken

Fields

• tokenSpan :: !TokenPosn
• tokenComment :: ![CommentAnnotation]

LeToken

Fields

• tokenSpan :: !TokenPosn
• tokenComment :: ![CommentAnnotation]

LtToken

Fields

• tokenSpan :: !TokenPosn
• tokenComment :: ![CommentAnnotation]

UrshToken

Fields

• tokenSpan :: !TokenPosn
• tokenComment :: ![CommentAnnotation]

RshToken

Fields

• tokenSpan :: !TokenPosn
• tokenComment :: ![CommentAnnotation]

GeToken

Fields

• tokenSpan :: !TokenPosn
• tokenComment :: ![CommentAnnotation]

GtToken

Fields

• tokenSpan :: !TokenPosn
• tokenComment :: ![CommentAnnotation]

IncrementToken

Fields

• tokenSpan :: !TokenPosn
• tokenComment :: ![CommentAnnotation]

DecrementToken

Fields

• tokenSpan :: !TokenPosn
• tokenComment :: ![CommentAnnotation]

PlusToken

Fields

• tokenSpan :: !TokenPosn
• tokenComment :: ![CommentAnnotation]

MinusToken

Fields

• tokenSpan :: !TokenPosn
• tokenComment :: ![CommentAnnotation]

MulToken

Fields

• tokenSpan :: !TokenPosn
• tokenComment :: ![CommentAnnotation]

DivToken

Fields

• tokenSpan :: !TokenPosn
• tokenComment :: ![CommentAnnotation]

ModToken

Fields

• tokenSpan :: !TokenPosn
• tokenComment :: ![CommentAnnotation]

NotToken

Fields

• tokenSpan :: !TokenPosn
• tokenComment :: ![CommentAnnotation]

BitwiseNotToken

Fields

• tokenSpan :: !TokenPosn
• tokenComment :: ![CommentAnnotation]

DotToken

Fields

• tokenSpan :: !TokenPosn
• tokenComment :: ![CommentAnnotation]

LeftBracketToken

Fields

• tokenSpan :: !TokenPosn
• tokenComment :: ![CommentAnnotation]

RightBracketToken

Fields

• tokenSpan :: !TokenPosn
• tokenComment :: ![CommentAnnotation]

LeftCurlyToken

Fields

• tokenSpan :: !TokenPosn
• tokenComment :: ![CommentAnnotation]

RightCurlyToken

Fields

• tokenSpan :: !TokenPosn
• tokenComment :: ![CommentAnnotation]

LeftParenToken

Fields

• tokenSpan :: !TokenPosn
• tokenComment :: ![CommentAnnotation]

RightParenToken

Fields

• tokenSpan :: !TokenPosn
• tokenComment :: ![CommentAnnotation]

CondcommentEndToken

Fields

• tokenSpan :: !TokenPosn
• tokenComment :: ![CommentAnnotation]

TailToken

Stuff between last JS and EOF

Fields

• tokenSpan :: !TokenPosn
• tokenComment :: ![CommentAnnotation]

EOFToken

End of file

Fields

• tokenSpan :: !TokenPosn
• tokenComment :: ![CommentAnnotation]

Instances

Eq Token

Methods

(==) :: Token -> Token -> Bool

(/=) :: Token -> Token -> Bool

Show Token

Methods

showsPrec :: Int -> Token -> ShowS

show :: Token -> String

showList :: [Token] -> ShowS

data Alex a

Instances

Monad Alex

Methods

(>>=) :: Alex a -> (a -> Alex b) -> Alex b

(>>) :: Alex a -> Alex b -> Alex b

return :: a -> Alex a

fail :: String -> Alex a

Functor Alex

Methods

fmap :: (a -> b) -> Alex a -> Alex b

(<$) :: a -> Alex b -> Alex a

Applicative Alex

Methods

pure :: a -> Alex a

(<*>) :: Alex (a -> b) -> Alex a -> Alex b

liftA2 :: (a -> b -> c) -> Alex a -> Alex b -> Alex c

(*>) :: Alex a -> Alex b -> Alex b

(<*) :: Alex a -> Alex b -> Alex a

lexCont :: (Token -> Alex a) -> Alex a

alexError :: String -> Alex a

runAlex :: String -> Alex a -> Either String a

alexTestTokeniser :: String -> Either String [Token]