GHC.Parser.Lexer

Documentation

data Token

Constructors

ITas

ITcase

ITclass

ITdata

ITdefault

ITderiving

ITdo (Maybe FastString)

ITelse

IThiding

ITforeign

ITif

ITimport

ITin

ITinfix

ITinfixl

ITinfixr

ITinstance

ITlet

ITmodule

ITnewtype

ITof

ITqualified

ITthen

ITtype

ITwhere

ITforall IsUnicodeSyntax

ITexport

ITlabel

ITdynamic

ITsafe

ITinterruptible

ITunsafe

ITstdcallconv

ITccallconv

ITcapiconv

ITprimcallconv

ITjavascriptcallconv

ITmdo (Maybe FastString)

ITfamily

ITrole

ITgroup

ITby

ITusing

ITpattern

ITstatic

ITstock

ITanyclass

ITvia

ITunit

ITsignature

ITdependency

ITrequires

ITinline_prag SourceText InlineSpec RuleMatchInfo

ITspec_prag SourceText

ITspec_inline_prag SourceText Bool

ITsource_prag SourceText

ITrules_prag SourceText

ITwarning_prag SourceText

ITdeprecated_prag SourceText

ITline_prag SourceText

ITcolumn_prag SourceText

ITscc_prag SourceText

ITgenerated_prag SourceText

ITunpack_prag SourceText

ITnounpack_prag SourceText

ITann_prag SourceText

ITcomplete_prag SourceText

ITclose_prag

IToptions_prag String

ITinclude_prag String

ITlanguage_prag

ITminimal_prag SourceText

IToverlappable_prag SourceText

IToverlapping_prag SourceText

IToverlaps_prag SourceText

ITincoherent_prag SourceText

ITctype SourceText

ITcomment_line_prag

ITdotdot

ITcolon

ITdcolon IsUnicodeSyntax

ITequal

ITlam

ITlcase

ITvbar

ITlarrow IsUnicodeSyntax

ITrarrow IsUnicodeSyntax

ITdarrow IsUnicodeSyntax

ITlolly

ITminus

ITprefixminus

ITbang

ITtilde

ITat

ITtypeApp

ITpercent

ITstar IsUnicodeSyntax

ITdot

ITbiglam

ITocurly

ITccurly

ITvocurly

ITvccurly

ITobrack

ITopabrack

ITcpabrack

ITcbrack

IToparen

ITcparen

IToubxparen

ITcubxparen

ITsemi

ITcomma

ITunderscore

ITbackquote

ITsimpleQuote

ITvarid FastString

ITconid FastString

ITvarsym FastString

ITconsym FastString

ITqvarid (FastString, FastString)

ITqconid (FastString, FastString)

ITqvarsym (FastString, FastString)

ITqconsym (FastString, FastString)

ITdupipvarid FastString

ITlabelvarid FastString

ITchar SourceText Char

ITstring SourceText FastString

ITinteger IntegralLit

ITrational FractionalLit

ITprimchar SourceText Char

ITprimstring SourceText ByteString

ITprimint SourceText Integer

ITprimword SourceText Integer

ITprimfloat FractionalLit

ITprimdouble FractionalLit

ITopenExpQuote HasE IsUnicodeSyntax

ITopenPatQuote

ITopenDecQuote

ITopenTypQuote

ITcloseQuote IsUnicodeSyntax

ITopenTExpQuote HasE

ITcloseTExpQuote

ITdollar

ITdollardollar

ITtyQuote

ITquasiQuote (FastString, FastString, PsSpan)

ITqQuasiQuote (FastString, FastString, FastString, PsSpan)

ITproc

ITrec

IToparenbar IsUnicodeSyntax

(|

ITcparenbar IsUnicodeSyntax

|)

ITlarrowtail IsUnicodeSyntax

-<

ITrarrowtail IsUnicodeSyntax

>-

ITLarrowtail IsUnicodeSyntax

-<<

ITRarrowtail IsUnicodeSyntax

>>-

ITunknown String

Used when the lexer can't make sense of it

ITeof

end of file token

ITdocCommentNext String

something beginning -- |

ITdocCommentPrev String

something beginning -- ^

ITdocCommentNamed String

something beginning -- $

ITdocSection Int String

a section heading

ITdocOptions String

doc options (prune, ignore-exports, etc)

ITlineComment String

comment starting by "--"

ITblockComment String

comment in {- -}

Instances

Show Token

Defined in GHC.Parser.Lexer

Methods

showsPrec :: Int -> Token -> ShowS

show :: Token -> String

showList :: [Token] -> ShowS

Outputable Token

Defined in GHC.Parser.Lexer

Methods

ppr :: Token -> SDoc

pprPrec :: Rational -> Token -> SDoc

lexer :: Bool -> (Located Token -> P a) -> P a

lexerDbg :: Bool -> (Located Token -> P a) -> P a

pragState :: DynFlags -> StringBuffer -> RealSrcLoc -> PState

mkPState :: DynFlags -> StringBuffer -> RealSrcLoc -> PState

Creates a parse state from a DynFlags value

mkPStatePure :: ParserFlags -> StringBuffer -> RealSrcLoc -> PState

Creates a parse state from a ParserFlags value

data PState

Constructors

PState

Fields

• buffer :: StringBuffer
• options :: ParserFlags
• messages :: DynFlags -> Messages
• tab_first :: Maybe RealSrcSpan
• tab_count :: !Int
• last_tk :: Maybe Token
• last_loc :: PsSpan
• last_len :: !Int
• loc :: PsLoc
• context :: [LayoutContext]
• lex_state :: [Int]
• srcfiles :: [FastString]
• alr_pending_implicit_tokens :: [PsLocated Token]
• alr_next_token :: Maybe (PsLocated Token)
• alr_last_loc :: PsSpan
• alr_context :: [ALRContext]
• alr_expecting_ocurly :: Maybe ALRLayout
• alr_justClosedExplicitLetBlock :: Bool
• annotations :: [(ApiAnnKey, [RealSrcSpan])]
• eof_pos :: Maybe RealSrcSpan
• comment_q :: [RealLocated AnnotationComment]
• annotations_comments :: [(RealSrcSpan, [RealLocated AnnotationComment])]
• hdk_comments :: OrdList (PsLocated HdkComment)

newtype P a

The parsing monad, isomorphic to StateT PState Maybe.

Constructors

P

Fields

• unP :: PState -> ParseResult a

Instances

Applicative P

Defined in GHC.Parser.Lexer

Methods

pure :: a -> P a

(<*>) :: P (a -> b) -> P a -> P b

liftA2 :: (a -> b -> c) -> P a -> P b -> P c

(*>) :: P a -> P b -> P b

(<*) :: P a -> P b -> P a

Functor P

Defined in GHC.Parser.Lexer

Methods

fmap :: (a -> b) -> P a -> P b

(<$) :: a -> P b -> P a

Monad P

Defined in GHC.Parser.Lexer

Methods

(>>=) :: P a -> (a -> P b) -> P b

(>>) :: P a -> P b -> P b

return :: a -> P a

MonadP P

Defined in GHC.Parser.Lexer

Methods

addError :: SrcSpan -> SDoc -> P ()

addWarning :: WarningFlag -> SrcSpan -> SDoc -> P ()

addFatalError :: SrcSpan -> SDoc -> P a

getBit :: ExtBits -> P Bool

addAnnotation :: SrcSpan -> AnnKeywordId -> SrcSpan -> P ()

data ParseResult a

The result of running a parser.

Constructors

POk

The parser has consumed a (possibly empty) prefix of the input and produced a result. Use getMessages to check for accumulated warnings and non-fatal errors.

Fields

• PState

  The resulting parsing state. Can be used to resume parsing.

• a

  The resulting value.

PFailed

The parser has consumed a (possibly empty) prefix of the input and failed.

Fields

• PState

  The parsing state right before failure, including the fatal parse error. getMessages and getErrorMessages must return a non-empty bag of errors.

mkParserFlags :: DynFlags -> ParserFlags

Extracts the flag information needed for parsing

mkParserFlags'

Arguments

:: EnumSet WarningFlag

warnings flags enabled

-> EnumSet Extension

permitted language extensions enabled

-> UnitId

id of the unit currently being compiled

-> Bool

are safe imports on?

-> Bool

keeping Haddock comment tokens

-> Bool

keep regular comment tokens

-> Bool

If this is enabled, '{-# LINE ... -#}' and '{-# COLUMN ... #-}' update the internal position kept by the parser. Otherwise, those pragmas are lexed as ITline_prag and ITcolumn_prag tokens.

-> ParserFlags

Given exactly the information needed, set up the ParserFlags

data ParserFlags

The subset of the DynFlags used by the parser. See mkParserFlags or mkParserFlags' for ways to construct this.

Constructors

ParserFlags

Fields

• pWarningFlags :: EnumSet WarningFlag
• pHomeUnitId :: UnitId

  unit currently being compiled

• pExtsBitmap :: !ExtsBitmap

  bitmap of permitted extensions

appendWarning :: ParserFlags -> WarningFlag -> SrcSpan -> SDoc -> (DynFlags -> Messages) -> DynFlags -> Messages

appendError :: SrcSpan -> SDoc -> (DynFlags -> Messages) -> DynFlags -> Messages

allocateComments :: RealSrcSpan -> [RealLocated AnnotationComment] -> ([RealLocated AnnotationComment], [(RealSrcSpan, [RealLocated AnnotationComment])])

class Monad m => MonadP m where

An mtl-style class for monads that support parsing-related operations. For example, sometimes we make a second pass over the parsing results to validate, disambiguate, or rearrange them, and we do so in the PV monad which cannot consume input but can report parsing errors, check for extension bits, and accumulate parsing annotations. Both P and PV are instances of MonadP.

MonadP grants us convenient overloading. The other option is to have separate operations for each monad: addErrorP vs addErrorPV, getBitP vs getBitPV, and so on.

Methods

addError :: SrcSpan -> SDoc -> m ()

Add a non-fatal error. Use this when the parser can produce a result despite the error.

For example, when GHC encounters a forall in a type, but -XExplicitForAll is disabled, the parser constructs ForAllTy as if -XExplicitForAll was enabled, adding a non-fatal error to the accumulator.

Control flow wise, non-fatal errors act like warnings: they are added to the accumulator and parsing continues. This allows GHC to report more than one parse error per file.

addWarning :: WarningFlag -> SrcSpan -> SDoc -> m ()

Add a warning to the accumulator. Use getMessages to get the accumulated warnings.

addFatalError :: SrcSpan -> SDoc -> m a

Add a fatal error. This will be the last error reported by the parser, and the parser will not produce any result, ending in a PFailed state.

getBit :: ExtBits -> m Bool

Check if a given flag is currently set in the bitmap.

addAnnotation :: SrcSpan -> AnnKeywordId -> SrcSpan -> m ()

Given a location and a list of AddAnn, apply them all to the location.

Instances

MonadP P

Defined in GHC.Parser.Lexer

Methods

addError :: SrcSpan -> SDoc -> P ()

addWarning :: WarningFlag -> SrcSpan -> SDoc -> P ()

addFatalError :: SrcSpan -> SDoc -> P a

getBit :: ExtBits -> P Bool

addAnnotation :: SrcSpan -> AnnKeywordId -> SrcSpan -> P ()

MonadP PV

Defined in GHC.Parser.PostProcess

Methods

addError :: SrcSpan -> SDoc -> PV ()

addWarning :: WarningFlag -> SrcSpan -> SDoc -> PV ()

addFatalError :: SrcSpan -> SDoc -> PV a

getBit :: ExtBits -> PV Bool

addAnnotation :: SrcSpan -> AnnKeywordId -> SrcSpan -> PV ()

getRealSrcLoc :: P RealSrcLoc

getPState :: P PState

withHomeUnitId :: (UnitId -> a) -> P a

failMsgP :: String -> P a

failLocMsgP :: RealSrcLoc -> RealSrcLoc -> String -> P a

srcParseFail :: P a

getErrorMessages :: PState -> DynFlags -> ErrorMessages

Get a bag of the errors that have been accumulated so far. Does not take -Werror into account.

getMessages :: PState -> DynFlags -> Messages

Get the warnings and errors accumulated so far. Does not take -Werror into account.

popContext :: P ()

pushModuleContext :: P ()

setLastToken :: PsSpan -> Int -> P ()

setSrcLoc :: RealSrcLoc -> P ()

activeContext :: P Bool

nextIsEOF :: P Bool

getLexState :: P Int

popLexState :: P Int

pushLexState :: Int -> P ()

data ExtBits

Various boolean flags, mostly language extensions, that impact lexing and parsing. Note that a handful of these can change during lexing/parsing.

Constructors

FfiBit

InterruptibleFfiBit

CApiFfiBit

ArrowsBit

ThBit

ThQuotesBit

IpBit

OverloadedLabelsBit

ExplicitForallBit

BangPatBit

PatternSynonymsBit

HaddockBit

MagicHashBit

RecursiveDoBit

QualifiedDoBit

UnicodeSyntaxBit

UnboxedTuplesBit

UnboxedSumsBit

DatatypeContextsBit

MonadComprehensionsBit

TransformComprehensionsBit

QqBit

RawTokenStreamBit

AlternativeLayoutRuleBit

ALRTransitionalBit

RelaxedLayoutBit

NondecreasingIndentationBit

SafeHaskellBit

TraditionalRecordSyntaxBit

ExplicitNamespacesBit

LambdaCaseBit

BinaryLiteralsBit

NegativeLiteralsBit

HexFloatLiteralsBit

StaticPointersBit

NumericUnderscoresBit

StarIsTypeBit

BlockArgumentsBit

NPlusKPatternsBit

DoAndIfThenElseBit

MultiWayIfBit

GadtSyntaxBit

ImportQualifiedPostBit

LinearTypesBit

NoLexicalNegationBit

InRulePragBit

InNestedCommentBit

UsePosPragsBit

If this is enabled, '{-# LINE ... -#}' and '{-# COLUMN ... #-}' update the internal position. Otherwise, those pragmas are lexed as tokens of their own.

Instances

Enum ExtBits

Defined in GHC.Parser.Lexer

Methods

succ :: ExtBits -> ExtBits

pred :: ExtBits -> ExtBits

toEnum :: Int -> ExtBits

fromEnum :: ExtBits -> Int

enumFrom :: ExtBits -> [ExtBits]

enumFromThen :: ExtBits -> ExtBits -> [ExtBits]

enumFromTo :: ExtBits -> ExtBits -> [ExtBits]

enumFromThenTo :: ExtBits -> ExtBits -> ExtBits -> [ExtBits]

xtest :: ExtBits -> ExtsBitmap -> Bool

lexTokenStream :: StringBuffer -> RealSrcLoc -> DynFlags -> ParseResult [Located Token]

addAnnsAt :: MonadP m => SrcSpan -> [AddAnn] -> m ()

commentToAnnotation :: RealLocated Token -> RealLocated AnnotationComment

data HdkComment

Haddock comment as produced by the lexer. These are accumulated in PState and then processed in GHC.Parser.PostProcess.Haddock.

Constructors

HdkCommentNext HsDocString

HdkCommentPrev HsDocString

HdkCommentNamed String HsDocString

HdkCommentSection Int HsDocString

Instances

Show HdkComment

Defined in GHC.Parser.Lexer

Methods

showsPrec :: Int -> HdkComment -> ShowS

show :: HdkComment -> String

showList :: [HdkComment] -> ShowS