Yi.Lexer.Alex

Utilities to turn a lexer generated by Alex into a Scanner that can be used by Yi. Most lexers will use the types defined here. Some things are exported for use by lexers themselves through the use of YiLexerscommon.hsinc.

Documentation

type Action hlState token = IndexedStr -> hlState -> (hlState, token)

type Byte = Word8

type IndexedStr = [(Point, Char)]

type AlexInput = (Char, [Byte], IndexedStr)

data AlexState lexerState

Lexer state

Constructors

AlexState

Fields

• stLexer :: lexerState
• lookedOffset :: !Point
• stPosn :: !Posn

Instances

Show lexerState => Show (AlexState lexerState)

Defined in Yi.Lexer.Alex

Methods

showsPrec :: Int -> AlexState lexerState -> ShowS

show :: AlexState lexerState -> String

showList :: [AlexState lexerState] -> ShowS

data Posn

Constructors

Posn

Fields

• posnOfs :: !Point
• posnLine :: !Int
• posnCol :: !Int

Instances

Ix Posn

Defined in Yi.Lexer.Alex

Methods

range :: (Posn, Posn) -> [Posn]

index :: (Posn, Posn) -> Posn -> Int

unsafeIndex :: (Posn, Posn) -> Posn -> Int

inRange :: (Posn, Posn) -> Posn -> Bool

rangeSize :: (Posn, Posn) -> Int

unsafeRangeSize :: (Posn, Posn) -> Int

Show Posn

Defined in Yi.Lexer.Alex

Methods

showsPrec :: Int -> Posn -> ShowS

show :: Posn -> String

showList :: [Posn] -> ShowS

Eq Posn

Defined in Yi.Lexer.Alex

Methods

(==) :: Posn -> Posn -> Bool

(/=) :: Posn -> Posn -> Bool

Ord Posn

Defined in Yi.Lexer.Alex

Methods

compare :: Posn -> Posn -> Ordering

(<) :: Posn -> Posn -> Bool

(<=) :: Posn -> Posn -> Bool

(>) :: Posn -> Posn -> Bool

(>=) :: Posn -> Posn -> Bool

max :: Posn -> Posn -> Posn

min :: Posn -> Posn -> Posn

data Tok t

Constructors

Tok

Fields

• tokT :: t
• tokLen :: Size
• tokPosn :: Posn

Instances

Functor Tok

Defined in Yi.Lexer.Alex

Methods

fmap :: (a -> b) -> Tok a -> Tok b

(<$) :: a -> Tok b -> Tok a

Show t => Show (Tok t)

Defined in Yi.Lexer.Alex

Methods

showsPrec :: Int -> Tok t -> ShowS

show :: Tok t -> String

showList :: [Tok t] -> ShowS

Eq (Tok a)

Defined in Yi.Lexer.Alex

Methods

(==) :: Tok a -> Tok a -> Bool

(/=) :: Tok a -> Tok a -> Bool

type ASI s = (AlexState s, AlexInput)

type TokenLexer l s t i = (l s, i) -> Maybe (t, (l s, i))

Function to (possibly) lex a single token and give us the remaining input.

type CharScanner = Scanner Point Char

Handy alias

data Lexer l s t i

Generalises lexers. This allows us to easily use lexers which don't want to be cornered into the types we have predefined here and use in common.hsinc.

Constructors

Lexer

Fields

• _step :: TokenLexer l s t i
• _starting :: s -> Point -> Posn -> l s
• _withChars :: Char -> [(Point, Char)] -> i
• _looked :: l s -> Point
• _statePosn :: l s -> Posn
• _lexEmpty :: t
• _startingState :: s

data StyleLexer l s t i

Just like Lexer but also knows how to turn its tokens into StyleNames.

Constructors

StyleLexer

Fields

• _tokenToStyle :: t -> StyleName
• _styleLexer :: Lexer l s (Tok t) i

type StyleLexerASI s t = StyleLexer AlexState s t AlexInput

StyleLexer over ASI.

step :: forall l s t i. Lens' (Lexer l s t i) (TokenLexer l s t i)

utf8Encode :: Char -> [Word8]

Encode a Haskell String to a list of Word8 values, in UTF8 format.

tokenToStyle :: forall l s t i. Lens' (StyleLexer l s t i) (t -> StyleName)

tokToSpan :: Tok t -> Span t

tokFromT :: t -> Tok t

startPosn :: Posn

tokBegin :: Tok t -> Point

tokEnd :: Tok t -> Point

moveStr :: Posn -> IndexedStr -> Posn

moveCh :: Posn -> Char -> Posn

alexGetChar :: AlexInput -> Maybe (Char, AlexInput)

alexGetByte :: AlexInput -> Maybe (Word8, AlexInput)

alexCollectChar :: AlexInput -> [Char]

alexInputPrevChar :: AlexInput -> Char

actionConst :: token -> Action lexState token

Return a constant token

actionAndModify :: (lexState -> lexState) -> token -> Action lexState token

Return a constant token, and modify the lexer state

actionStringAndModify :: (s -> s) -> (String -> token) -> Action s token

Convert the parsed string into a token, and also modify the lexer state

actionStringConst :: (String -> token) -> Action lexState token

Convert the parsed string into a token

commonLexer :: (ASI s -> Maybe (Tok t, ASI s)) -> s -> Lexer AlexState s (Tok t) AlexInput

Defines a Lexer for ASI. This exists to make using the new lexScanner easier if you're using ASI as all our lexers do today, 23-08-2014.

lexScanner :: Lexer l s t i -> CharScanner -> Scanner (l s) t

Combine a character scanner with a lexer to produce a token scanner. May be used together with mkHighlighter to produce a Highlighter, or with linearSyntaxMode to produce a Mode.

unfoldLexer :: ((state, input) -> Maybe (token, (state, input))) -> (state, input) -> [(state, token)]

unfold lexer into a function that returns a stream of (state, token)

posnColA :: Lens' Posn Int

posnLineA :: Lens' Posn Int

posnOfsA :: Lens' Posn Point

tokLenA :: forall t. Lens' (Tok t) Size

tokPosnA :: forall t. Lens' (Tok t) Posn

tokTA :: forall t t. Lens (Tok t) (Tok t) t t

lexEmpty :: forall l s t i. Lens' (Lexer l s t i) t

looked :: forall l s t i. Lens' (Lexer l s t i) (l s -> Point)

starting :: forall l s t i. Lens' (Lexer l s t i) (s -> Point -> Posn -> l s)

startingState :: forall l s t i. Lens' (Lexer l s t i) s

statePosn :: forall l s t i. Lens' (Lexer l s t i) (l s -> Posn)

withChars :: forall l s t i. Lens' (Lexer l s t i) (Char -> [(Point, Char)] -> i)

styleLexer :: forall l s t i l s i. Lens (StyleLexer l s t i) (StyleLexer l s t i) (Lexer l s (Tok t) i) (Lexer l s (Tok t) i)

(+~) :: SemiNum absolute relative => absolute -> relative -> absolute

(~-) :: SemiNum absolute relative => absolute -> absolute -> relative

newtype Size

Size of a buffer region

Constructors

Size

Fields

• fromSize :: Int

Instances

Enum Size

Defined in Yi.Buffer.Basic

Methods

succ :: Size -> Size

pred :: Size -> Size

toEnum :: Int -> Size

fromEnum :: Size -> Int

enumFrom :: Size -> [Size]

enumFromThen :: Size -> Size -> [Size]

enumFromTo :: Size -> Size -> [Size]

enumFromThenTo :: Size -> Size -> Size -> [Size]

Num Size

Defined in Yi.Buffer.Basic

Methods

(+) :: Size -> Size -> Size

(-) :: Size -> Size -> Size

(*) :: Size -> Size -> Size

negate :: Size -> Size

abs :: Size -> Size

signum :: Size -> Size

fromInteger :: Integer -> Size

Integral Size

Defined in Yi.Buffer.Basic

Methods

quot :: Size -> Size -> Size

rem :: Size -> Size -> Size

div :: Size -> Size -> Size

mod :: Size -> Size -> Size

quotRem :: Size -> Size -> (Size, Size)

divMod :: Size -> Size -> (Size, Size)

toInteger :: Size -> Integer

Real Size

Defined in Yi.Buffer.Basic

Methods

toRational :: Size -> Rational

Show Size

Defined in Yi.Buffer.Basic

Methods

showsPrec :: Int -> Size -> ShowS

show :: Size -> String

showList :: [Size] -> ShowS

Binary Size

Defined in Yi.Buffer.Basic

Methods

put :: Size -> Put

get :: Get Size

putList :: [Size] -> Put

Eq Size

Defined in Yi.Buffer.Basic

Methods

(==) :: Size -> Size -> Bool

(/=) :: Size -> Size -> Bool

Ord Size

Defined in Yi.Buffer.Basic

Methods

compare :: Size -> Size -> Ordering

(<) :: Size -> Size -> Bool

(<=) :: Size -> Size -> Bool

(>) :: Size -> Size -> Bool

(>=) :: Size -> Size -> Bool

max :: Size -> Size -> Size

min :: Size -> Size -> Size

SemiNum Point Size

Defined in Yi.Buffer.Basic

Methods

(+~) :: Point -> Size -> Point

(-~) :: Point -> Size -> Point

(~-) :: Point -> Point -> Size

type Stroke = Span StyleName