Gecko [ v3.cesa.co.za ]

Name	Size	Permission	Date
__pycache__	[ DIR ]	drwxr-xr-x	2025-05-13 15:07
__init__.py	10.86 KB	-rw-r--r--	2023-01-01 08:34
_ada_builtins.py	1.51 KB	-rw-r--r--	2023-01-01 08:34
_asy_builtins.py	26.65 KB	-rw-r--r--	2023-01-01 08:34
_cl_builtins.py	13.67 KB	-rw-r--r--	2023-01-01 08:34
_cocoa_builtins.py	102.72 KB	-rw-r--r--	2023-01-01 08:34
_csound_builtins.py	17.98 KB	-rw-r--r--	2023-01-01 08:34
_css_builtins.py	12.15 KB	-rw-r--r--	2023-01-01 08:34
_julia_builtins.py	11.6 KB	-rw-r--r--	2023-01-01 08:34
_lasso_builtins.py	131.36 KB	-rw-r--r--	2023-01-01 08:34
_lilypond_builtins.py	104.28 KB	-rw-r--r--	2023-01-01 08:34
_lua_builtins.py	7.89 KB	-rw-r--r--	2023-01-01 08:34
_mapping.py	63.46 KB	-rw-r--r--	2023-01-01 08:34
_mql_builtins.py	24.13 KB	-rw-r--r--	2023-01-01 08:34
_mysql_builtins.py	25.2 KB	-rw-r--r--	2023-01-01 08:34
_openedge_builtins.py	48.24 KB	-rw-r--r--	2023-01-01 08:34
_php_builtins.py	105.35 KB	-rw-r--r--	2023-01-01 08:34
_postgres_builtins.py	12.03 KB	-rw-r--r--	2023-01-01 08:34
_qlik_builtins.py	12.3 KB	-rw-r--r--	2023-01-01 08:34
_scheme_builtins.py	31.8 KB	-rw-r--r--	2023-01-01 08:34
_scilab_builtins.py	51.15 KB	-rw-r--r--	2023-01-01 08:34
_sourcemod_builtins.py	26.12 KB	-rw-r--r--	2023-01-01 08:34
_stan_builtins.py	13.13 KB	-rw-r--r--	2023-01-01 08:34
_stata_builtins.py	26.59 KB	-rw-r--r--	2023-01-01 08:34
_tsql_builtins.py	15.1 KB	-rw-r--r--	2023-01-01 08:34
_usd_builtins.py	1.62 KB	-rw-r--r--	2023-01-01 08:34
_vbscript_builtins.py	4.13 KB	-rw-r--r--	2023-01-01 08:34
_vim_builtins.py	55.73 KB	-rw-r--r--	2023-01-01 08:34
actionscript.py	11.4 KB	-rw-r--r--	2023-01-01 08:34
ada.py	5.2 KB	-rw-r--r--	2023-01-01 08:34
agile.py	876 B	-rw-r--r--	2023-01-01 08:34
algebra.py	9.64 KB	-rw-r--r--	2023-01-01 08:34
ambient.py	2.54 KB	-rw-r--r--	2023-01-01 08:34
amdgpu.py	1.57 KB	-rw-r--r--	2023-01-01 08:34
ampl.py	4.08 KB	-rw-r--r--	2023-01-01 08:34
apdlexer.py	26.03 KB	-rw-r--r--	2023-01-01 08:34
apl.py	3.33 KB	-rw-r--r--	2023-01-01 08:34
archetype.py	11.2 KB	-rw-r--r--	2023-01-01 08:34
arrow.py	3.48 KB	-rw-r--r--	2023-01-01 08:34
arturo.py	11.15 KB	-rw-r--r--	2023-01-01 08:34
asc.py	1.58 KB	-rw-r--r--	2023-01-01 08:34
asm.py	40.28 KB	-rw-r--r--	2023-01-01 08:34
automation.py	19.35 KB	-rw-r--r--	2023-01-01 08:34
bare.py	2.95 KB	-rw-r--r--	2023-01-01 08:34
basic.py	27.27 KB	-rw-r--r--	2023-01-01 08:34
bdd.py	1.61 KB	-rw-r--r--	2023-01-01 08:34
berry.py	3.14 KB	-rw-r--r--	2023-01-01 08:34
bibtex.py	4.61 KB	-rw-r--r--	2023-01-01 08:34
boa.py	3.82 KB	-rw-r--r--	2023-01-01 08:34
business.py	27.45 KB	-rw-r--r--	2023-01-01 08:34
c_cpp.py	17.37 KB	-rw-r--r--	2023-01-01 08:34
c_like.py	28.52 KB	-rw-r--r--	2023-01-01 08:34
capnproto.py	2.12 KB	-rw-r--r--	2023-01-01 08:34
cddl.py	5.06 KB	-rw-r--r--	2023-01-01 08:34
chapel.py	4.9 KB	-rw-r--r--	2023-01-01 08:34
clean.py	6.25 KB	-rw-r--r--	2023-01-01 08:34
comal.py	3.08 KB	-rw-r--r--	2023-01-01 08:34
compiled.py	1.37 KB	-rw-r--r--	2023-01-01 08:34
configs.py	40.84 KB	-rw-r--r--	2023-01-01 08:34
console.py	4.05 KB	-rw-r--r--	2023-01-01 08:34
cplint.py	1.36 KB	-rw-r--r--	2023-01-01 08:34
crystal.py	15.39 KB	-rw-r--r--	2023-01-01 08:34
csound.py	16.6 KB	-rw-r--r--	2023-01-01 08:34
css.py	24.72 KB	-rw-r--r--	2023-01-01 08:34
d.py	9.64 KB	-rw-r--r--	2023-01-01 08:34
dalvik.py	4.5 KB	-rw-r--r--	2023-01-01 08:34
data.py	26.31 KB	-rw-r--r--	2023-01-01 08:34
devicetree.py	3.93 KB	-rw-r--r--	2023-01-01 08:34
diff.py	5.04 KB	-rw-r--r--	2023-01-01 08:34
dotnet.py	29 KB	-rw-r--r--	2023-01-01 08:34
dsls.py	35.91 KB	-rw-r--r--	2023-01-01 08:34
dylan.py	10.14 KB	-rw-r--r--	2023-01-01 08:34
ecl.py	6.22 KB	-rw-r--r--	2023-01-01 08:34
eiffel.py	2.63 KB	-rw-r--r--	2023-01-01 08:34
elm.py	3.08 KB	-rw-r--r--	2023-01-01 08:34
elpi.py	6.22 KB	-rw-r--r--	2023-01-01 08:34
email.py	4.63 KB	-rw-r--r--	2023-01-01 08:34
erlang.py	18.72 KB	-rw-r--r--	2023-01-01 08:34
esoteric.py	10.15 KB	-rw-r--r--	2023-01-01 08:34
ezhil.py	3.2 KB	-rw-r--r--	2023-01-01 08:34
factor.py	19.07 KB	-rw-r--r--	2023-01-01 08:34
fantom.py	9.96 KB	-rw-r--r--	2023-01-01 08:34
felix.py	9.42 KB	-rw-r--r--	2023-01-01 08:34
fift.py	1.58 KB	-rw-r--r--	2023-01-01 08:34
floscript.py	2.61 KB	-rw-r--r--	2023-01-01 08:34
forth.py	7.03 KB	-rw-r--r--	2023-01-01 08:34
fortran.py	10.09 KB	-rw-r--r--	2023-01-01 08:34
foxpro.py	25.6 KB	-rw-r--r--	2023-01-01 08:34
freefem.py	26.28 KB	-rw-r--r--	2023-01-01 08:34
func.py	3.54 KB	-rw-r--r--	2023-01-01 08:34
functional.py	674 B	-rw-r--r--	2023-01-01 08:34
futhark.py	3.64 KB	-rw-r--r--	2023-01-01 08:34
gcodelexer.py	826 B	-rw-r--r--	2023-01-01 08:34
gdscript.py	7.37 KB	-rw-r--r--	2023-01-01 08:34
go.py	3.67 KB	-rw-r--r--	2023-01-01 08:34
grammar_notation.py	7.79 KB	-rw-r--r--	2023-01-01 08:34
graph.py	3.77 KB	-rw-r--r--	2023-01-01 08:34
graphics.py	38.02 KB	-rw-r--r--	2023-01-01 08:34
graphviz.py	1.89 KB	-rw-r--r--	2023-01-01 08:34
gsql.py	3.9 KB	-rw-r--r--	2023-01-01 08:34
haskell.py	32.13 KB	-rw-r--r--	2023-01-01 08:34
haxe.py	30.25 KB	-rw-r--r--	2023-01-01 08:34
hdl.py	21.99 KB	-rw-r--r--	2023-01-01 08:34
hexdump.py	3.52 KB	-rw-r--r--	2023-01-01 08:34
html.py	19.41 KB	-rw-r--r--	2023-01-01 08:34
idl.py	15.09 KB	-rw-r--r--	2023-01-01 08:34
igor.py	29.91 KB	-rw-r--r--	2023-01-01 08:34
inferno.py	3.06 KB	-rw-r--r--	2023-01-01 08:34
installers.py	12.87 KB	-rw-r--r--	2023-01-01 08:34
int_fiction.py	55.78 KB	-rw-r--r--	2023-01-01 08:34
iolang.py	1.86 KB	-rw-r--r--	2023-01-01 08:34
j.py	4.74 KB	-rw-r--r--	2023-01-01 08:34
javascript.py	61.39 KB	-rw-r--r--	2023-01-01 08:34
jmespath.py	2.01 KB	-rw-r--r--	2023-01-01 08:34
jslt.py	3.61 KB	-rw-r--r--	2023-01-01 08:34
jsonnet.py	5.5 KB	-rw-r--r--	2023-01-01 08:34
julia.py	11.37 KB	-rw-r--r--	2023-01-01 08:34
jvm.py	71.22 KB	-rw-r--r--	2023-01-01 08:34
kuin.py	11.14 KB	-rw-r--r--	2023-01-01 08:34
lilypond.py	9.52 KB	-rw-r--r--	2023-01-01 08:34
lisp.py	140.66 KB	-rw-r--r--	2023-01-01 08:34
macaulay2.py	31.17 KB	-rw-r--r--	2023-01-01 08:34
make.py	7.37 KB	-rw-r--r--	2023-01-01 08:34
markup.py	26.17 KB	-rw-r--r--	2023-01-01 08:34
math.py	676 B	-rw-r--r--	2023-01-01 08:34
matlab.py	129.74 KB	-rw-r--r--	2023-01-01 08:34
maxima.py	2.65 KB	-rw-r--r--	2023-01-01 08:34
meson.py	4.24 KB	-rw-r--r--	2023-01-01 08:34
mime.py	7.36 KB	-rw-r--r--	2023-01-01 08:34
minecraft.py	13.52 KB	-rw-r--r--	2023-01-01 08:34
mips.py	4.5 KB	-rw-r--r--	2023-01-01 08:34
ml.py	34.5 KB	-rw-r--r--	2023-01-01 08:34
modeling.py	13.21 KB	-rw-r--r--	2023-01-01 08:34
modula2.py	51.83 KB	-rw-r--r--	2023-01-01 08:34
monte.py	6.14 KB	-rw-r--r--	2023-01-01 08:34
mosel.py	8.97 KB	-rw-r--r--	2023-01-01 08:34
ncl.py	62.46 KB	-rw-r--r--	2023-01-01 08:34
nimrod.py	6.27 KB	-rw-r--r--	2023-01-01 08:34
nit.py	2.66 KB	-rw-r--r--	2023-01-01 08:34
nix.py	3.92 KB	-rw-r--r--	2023-01-01 08:34
oberon.py	4.07 KB	-rw-r--r--	2023-01-01 08:34
objective.py	22.42 KB	-rw-r--r--	2023-01-01 08:34
ooc.py	2.91 KB	-rw-r--r--	2023-01-01 08:34
other.py	1.7 KB	-rw-r--r--	2023-01-01 08:34
parasail.py	2.66 KB	-rw-r--r--	2023-01-01 08:34
parsers.py	25.3 KB	-rw-r--r--	2023-01-01 08:34
pascal.py	30.16 KB	-rw-r--r--	2023-01-01 08:34
pawn.py	7.96 KB	-rw-r--r--	2023-01-01 08:34
perl.py	38.25 KB	-rw-r--r--	2023-01-01 08:34
phix.py	22.71 KB	-rw-r--r--	2023-01-01 08:34
php.py	12.21 KB	-rw-r--r--	2023-01-01 08:34
pointless.py	1.93 KB	-rw-r--r--	2023-01-01 08:34
pony.py	3.17 KB	-rw-r--r--	2023-01-01 08:34
praat.py	12.38 KB	-rw-r--r--	2023-01-01 08:34
procfile.py	1.13 KB	-rw-r--r--	2023-01-01 08:34
prolog.py	12.06 KB	-rw-r--r--	2023-01-01 08:34
promql.py	4.6 KB	-rw-r--r--	2023-01-01 08:34
python.py	52.27 KB	-rw-r--r--	2023-01-01 08:34
q.py	6.77 KB	-rw-r--r--	2023-01-01 08:34
qlik.py	3.58 KB	-rw-r--r--	2023-01-01 08:34
qvt.py	5.93 KB	-rw-r--r--	2023-01-01 08:34
r.py	6.04 KB	-rw-r--r--	2023-01-01 08:34
rdf.py	15.42 KB	-rw-r--r--	2023-01-01 08:34
rebol.py	18.16 KB	-rw-r--r--	2023-01-01 08:34
resource.py	2.83 KB	-rw-r--r--	2023-01-01 08:34
ride.py	4.94 KB	-rw-r--r--	2023-01-01 08:34
rita.py	1.1 KB	-rw-r--r--	2023-01-01 08:34
rnc.py	1.93 KB	-rw-r--r--	2023-01-01 08:34
roboconf.py	1.92 KB	-rw-r--r--	2023-01-01 08:34
robotframework.py	18.02 KB	-rw-r--r--	2023-01-01 08:34
ruby.py	22.24 KB	-rw-r--r--	2023-01-01 08:34
rust.py	8.02 KB	-rw-r--r--	2023-01-01 08:34
sas.py	9.18 KB	-rw-r--r--	2023-01-01 08:34
savi.py	4.54 KB	-rw-r--r--	2023-01-01 08:34
scdoc.py	2.19 KB	-rw-r--r--	2023-01-01 08:34
scripting.py	68.37 KB	-rw-r--r--	2023-01-01 08:34
sgf.py	1.94 KB	-rw-r--r--	2023-01-01 08:34
shell.py	35.49 KB	-rw-r--r--	2023-01-01 08:34
sieve.py	2.38 KB	-rw-r--r--	2023-01-01 08:34
slash.py	8.28 KB	-rw-r--r--	2023-01-01 08:34
smalltalk.py	7.04 KB	-rw-r--r--	2023-01-01 08:34
smithy.py	2.6 KB	-rw-r--r--	2023-01-01 08:34
smv.py	2.71 KB	-rw-r--r--	2023-01-01 08:34
snobol.py	2.67 KB	-rw-r--r--	2023-01-01 08:34
solidity.py	3.05 KB	-rw-r--r--	2023-01-01 08:34
sophia.py	3.25 KB	-rw-r--r--	2023-01-01 08:34
special.py	3.33 KB	-rw-r--r--	2023-01-01 08:34
spice.py	2.63 KB	-rw-r--r--	2023-01-01 08:34
sql.py	33.35 KB	-rw-r--r--	2023-01-01 08:34
srcinfo.py	1.65 KB	-rw-r--r--	2023-01-01 08:34
stata.py	6.27 KB	-rw-r--r--	2023-01-01 08:34
supercollider.py	3.61 KB	-rw-r--r--	2023-01-01 08:34
tal.py	2.58 KB	-rw-r--r--	2023-01-01 08:34
tcl.py	5.38 KB	-rw-r--r--	2023-01-01 08:34
teal.py	3.44 KB	-rw-r--r--	2023-01-01 08:34
templates.py	70.99 KB	-rw-r--r--	2023-01-01 08:34
teraterm.py	9.49 KB	-rw-r--r--	2023-01-01 08:34
testing.py	10.51 KB	-rw-r--r--	2023-01-01 08:34
text.py	1 KB	-rw-r--r--	2023-01-01 08:34
textedit.py	7.43 KB	-rw-r--r--	2023-01-01 08:34
textfmts.py	14.84 KB	-rw-r--r--	2023-01-01 08:34
theorem.py	19.68 KB	-rw-r--r--	2023-01-01 08:34
thingsdb.py	4.13 KB	-rw-r--r--	2023-01-01 08:34
tlb.py	1.34 KB	-rw-r--r--	2023-01-01 08:34
tnt.py	10.21 KB	-rw-r--r--	2023-01-01 08:34
trafficscript.py	1.44 KB	-rw-r--r--	2023-01-01 08:34
typoscript.py	8.01 KB	-rw-r--r--	2023-01-01 08:34
ul4.py	8.75 KB	-rw-r--r--	2023-01-01 08:34
unicon.py	18.08 KB	-rw-r--r--	2023-01-01 08:34
urbi.py	5.9 KB	-rw-r--r--	2023-01-01 08:34
usd.py	3.43 KB	-rw-r--r--	2023-01-01 08:34
varnish.py	7.1 KB	-rw-r--r--	2023-01-01 08:34
verification.py	3.79 KB	-rw-r--r--	2023-01-01 08:34
web.py	894 B	-rw-r--r--	2023-01-01 08:34
webassembly.py	5.57 KB	-rw-r--r--	2023-01-01 08:34
webidl.py	10.27 KB	-rw-r--r--	2023-01-01 08:34
webmisc.py	39.6 KB	-rw-r--r--	2023-01-01 08:34
whiley.py	3.92 KB	-rw-r--r--	2023-01-01 08:34
wowtoc.py	3.93 KB	-rw-r--r--	2023-01-01 08:34
wren.py	3.16 KB	-rw-r--r--	2023-01-01 08:34
x10.py	1.88 KB	-rw-r--r--	2023-01-01 08:34
xorg.py	902 B	-rw-r--r--	2023-01-01 08:34
yang.py	4.39 KB	-rw-r--r--	2023-01-01 08:34
zig.py	3.86 KB	-rw-r--r--	2023-01-01 08:34

Rename

"""
    pygments.lexers.haskell
    ~~~~~~~~~~~~~~~~~~~~~~~

Lexers for Haskell and related languages.

:copyright: Copyright 2006-2022 by the Pygments team, see AUTHORS.
    :license: BSD, see LICENSE for details.
"""

import re

from pygments.lexer import Lexer, RegexLexer, bygroups, do_insertions, \
    default, include, inherit, line_re
from pygments.token import Text, Comment, Operator, Keyword, Name, String, \
    Number, Punctuation, Generic, Whitespace
from pygments import unistring as uni

__all__ = ['HaskellLexer', 'HspecLexer', 'IdrisLexer', 'AgdaLexer', 'CryptolLexer',
           'LiterateHaskellLexer', 'LiterateIdrisLexer', 'LiterateAgdaLexer',
           'LiterateCryptolLexer', 'KokaLexer']

class HaskellLexer(RegexLexer):
    """
    A Haskell lexer based on the lexemes defined in the Haskell 98 Report.

.. versionadded:: 0.8
    """
    name = 'Haskell'
    url = 'https://www.haskell.org/'
    aliases = ['haskell', 'hs']
    filenames = ['*.hs']
    mimetypes = ['text/x-haskell']

reserved = ('case', 'class', 'data', 'default', 'deriving', 'do', 'else',
                'family', 'if', 'in', 'infix[lr]?', 'instance',
                'let', 'newtype', 'of', 'then', 'type', 'where', '_')
    ascii = ('NUL', 'SOH', '[SE]TX', 'EOT', 'ENQ', 'ACK',
             'BEL', 'BS', 'HT', 'LF', 'VT', 'FF', 'CR', 'S[OI]', 'DLE',
             'DC[1-4]', 'NAK', 'SYN', 'ETB', 'CAN',
             'EM', 'SUB', 'ESC', '[FGRU]S', 'SP', 'DEL')

tokens = {
        'root': [
            # Whitespace:
            (r'\s+', Whitespace),
            # (r'--\s*|.*$', Comment.Doc),
            (r'--(?![!#$%&*+./<=>?@^|_~:\\]).*?$', Comment.Single),
            (r'\{-', Comment.Multiline, 'comment'),
            # Lexemes:
            #  Identifiers
            (r'\bimport\b', Keyword.Reserved, 'import'),
            (r'\bmodule\b', Keyword.Reserved, 'module'),
            (r'\berror\b', Name.Exception),
            (r'\b(%s)(?!\')\b' % '|'.join(reserved), Keyword.Reserved),
            (r"'[^\\]'", String.Char),  # this has to come before the TH quote
            (r'^[_' + uni.Ll + r'][\w\']*', Name.Function),
            (r"'?[_" + uni.Ll + r"][\w']*", Name),
            (r"('')?[" + uni.Lu + r"][\w\']*", Keyword.Type),
            (r"(')[" + uni.Lu + r"][\w\']*", Keyword.Type),
            (r"(')\[[^\]]*\]", Keyword.Type),  # tuples and lists get special treatment in GHC
            (r"(')$[^)]*$", Keyword.Type),  # ..
            (r"(')[:!#$%&*+.\\/<=>?@^|~-]+", Keyword.Type),  # promoted type operators
            #  Operators
            (r'\\(?![:!#$%&*+.\\/<=>?@^|~-]+)', Name.Function),  # lambda operator
            (r'(<-|::|->|=>|=)(?![:!#$%&*+.\\/<=>?@^|~-]+)', Operator.Word),  # specials
            (r':[:!#$%&*+.\\/<=>?@^|~-]*', Keyword.Type),  # Constructor operators
            (r'[:!#$%&*+.\\/<=>?@^|~-]+', Operator),  # Other operators
            #  Numbers
            (r'0[xX]_*[\da-fA-F](_*[\da-fA-F])*_*[pP][+-]?\d(_*\d)*', Number.Float),
            (r'0[xX]_*[\da-fA-F](_*[\da-fA-F])*\.[\da-fA-F](_*[\da-fA-F])*'
             r'(_*[pP][+-]?\d(_*\d)*)?', Number.Float),
            (r'\d(_*\d)*_*[eE][+-]?\d(_*\d)*', Number.Float),
            (r'\d(_*\d)*\.\d(_*\d)*(_*[eE][+-]?\d(_*\d)*)?', Number.Float),
            (r'0[bB]_*[01](_*[01])*', Number.Bin),
            (r'0[oO]_*[0-7](_*[0-7])*', Number.Oct),
            (r'0[xX]_*[\da-fA-F](_*[\da-fA-F])*', Number.Hex),
            (r'\d(_*\d)*', Number.Integer),
            #  Character/String Literals
            (r"'", String.Char, 'character'),
            (r'"', String, 'string'),
            #  Special
            (r'\[\]', Keyword.Type),
            (r'', Name.Builtin),
            (r'[][(),;`{}]', Punctuation),
        ],
        'import': [
            # Import statements
            (r'\s+', Whitespace),
            (r'"', String, 'string'),
            # after "funclist" state
            (r'\)', Punctuation, '#pop'),
            (r'qualified\b', Keyword),
            # import X as Y
            (r'([' + uni.Lu + r'][\w.]*)(\s+)(as)(\s+)([' + uni.Lu + r'][\w.]*)',
             bygroups(Name.Namespace, Whitespace, Keyword, Whitespace, Name), '#pop'),
            # import X hiding (functions)
            (r'([' + uni.Lu + r'][\w.]*)(\s+)(hiding)(\s+)(\()',
             bygroups(Name.Namespace, Whitespace, Keyword, Whitespace, Punctuation), 'funclist'),
            # import X (functions)
            (r'([' + uni.Lu + r'][\w.]*)(\s+)($)',
             bygroups(Name.Namespace, Whitespace, Punctuation), 'funclist'),
            # import X
            (r'[\w.]+', Name.Namespace, '#pop'),
        ],
        'module': [
            (r'\s+', Whitespace),
            (r'([' + uni.Lu + r'][\w.]*)(\s+)(\()',
             bygroups(Name.Namespace, Whitespace, Punctuation), 'funclist'),
            (r'[' + uni.Lu + r'][\w.]*', Name.Namespace, '#pop'),
        ],
        'funclist': [
            (r'\s+', Whitespace),
            (r'[' + uni.Lu + r']\w*', Keyword.Type),
            (r'(_[\w\']+|[' + uni.Ll + r'][\w\']*)', Name.Function),
            (r'--(?![!#$%&*+./<=>?@^|_~:\\]).*?$', Comment.Single),
            (r'\{-', Comment.Multiline, 'comment'),
            (r',', Punctuation),
            (r'[:!#$%&*+.\\/<=>?@^|~-]+', Operator),
            # (HACK, but it makes sense to push two instances, believe me)
            (r'\(', Punctuation, ('funclist', 'funclist')),
            (r'$', Punctuation, '#pop:2'),
        ],
        # NOTE: the next four states are shared in the AgdaLexer; make sure
        # any change is compatible with Agda as well or copy over and change
        'comment': [
            # Multiline Comments
            (r'[^-{}]+', Comment.Multiline),
            (r'\{-', Comment.Multiline, '#push'),
            (r'-\}', Comment.Multiline, '#pop'),
            (r'[-{}]', Comment.Multiline),
        ],
        'character': [
            # Allows multi-chars, incorrectly.
            (r"[^\\']'", String.Char, '#pop'),
            (r"\\", String.Escape, 'escape'),
            ("'", String.Char, '#pop'),
        ],
        'string': [
            (r'[^\\"]+', String),
            (r"\\", String.Escape, 'escape'),
            ('"', String, '#pop'),
        ],
        'escape': [
            (r'[abfnrtv"\'&\\]', String.Escape, '#pop'),
            (r'\^[][' + uni.Lu + r'@^_]', String.Escape, '#pop'),
            ('|'.join(ascii), String.Escape, '#pop'),
            (r'o[0-7]+', String.Escape, '#pop'),
            (r'x[\da-fA-F]+', String.Escape, '#pop'),
            (r'\d+', String.Escape, '#pop'),
            (r'(\s+)(\\)', bygroups(Whitespace, String.Escape), '#pop'),
        ],
    }

class HspecLexer(HaskellLexer):
    """
    A Haskell lexer with support for Hspec constructs.

.. versionadded:: 2.4.0
    """

name = 'Hspec'
    aliases = ['hspec']
    filenames = ['*Spec.hs']
    mimetypes = []

tokens = {
        'root': [
            (r'(it)(\s*)("[^"]*")', bygroups(Text, Whitespace, String.Doc)),
            (r'(describe)(\s*)("[^"]*")', bygroups(Text, Whitespace, String.Doc)),
            (r'(context)(\s*)("[^"]*")', bygroups(Text, Whitespace, String.Doc)),
            inherit,
        ],
    }

class IdrisLexer(RegexLexer):
    """
    A lexer for the dependently typed programming language Idris.

Based on the Haskell and Agda Lexer.

.. versionadded:: 2.0
    """
    name = 'Idris'
    url = 'https://www.idris-lang.org/'
    aliases = ['idris', 'idr']
    filenames = ['*.idr']
    mimetypes = ['text/x-idris']

reserved = ('case', 'class', 'data', 'default', 'using', 'do', 'else',
                'if', 'in', 'infix[lr]?', 'instance', 'rewrite', 'auto',
                'namespace', 'codata', 'mutual', 'private', 'public', 'abstract',
                'total', 'partial',
                'interface', 'implementation', 'export', 'covering', 'constructor',
                'let', 'proof', 'of', 'then', 'static', 'where', '_', 'with',
                'pattern',  'term',  'syntax', 'prefix',
                'postulate', 'parameters', 'record', 'dsl', 'impossible', 'implicit',
                'tactics', 'intros', 'intro', 'compute', 'refine', 'exact', 'trivial')

ascii = ('NUL', 'SOH', '[SE]TX', 'EOT', 'ENQ', 'ACK',
             'BEL', 'BS', 'HT', 'LF', 'VT', 'FF', 'CR', 'S[OI]', 'DLE',
             'DC[1-4]', 'NAK', 'SYN', 'ETB', 'CAN',
             'EM', 'SUB', 'ESC', '[FGRU]S', 'SP', 'DEL')

directives = ('lib', 'link', 'flag', 'include', 'hide', 'freeze', 'access',
                  'default', 'logging', 'dynamic', 'name', 'error_handlers', 'language')

tokens = {
        'root': [
            # Comments
            (r'^(\s*)(%%(%s))' % '|'.join(directives),
             bygroups(Whitespace, Keyword.Reserved)),
            (r'(\s*)(--(?![!#$%&*+./<=>?@^|_~:\\]).*?)$', bygroups(Whitespace, Comment.Single)),
            (r'(\s*)(\|{3}.*?)$', bygroups(Whitespace, Comment.Single)),
            (r'(\s*)(\{-)', bygroups(Whitespace, Comment.Multiline), 'comment'),
            # Declaration
            (r'^(\s*)([^\s(){}]+)(\s*)(:)(\s*)',
             bygroups(Whitespace, Name.Function, Whitespace, Operator.Word, Whitespace)),
            #  Identifiers
            (r'\b(%s)(?!\')\b' % '|'.join(reserved), Keyword.Reserved),
            (r'(import|module)(\s+)', bygroups(Keyword.Reserved, Whitespace), 'module'),
            (r"('')?[A-Z][\w\']*", Keyword.Type),
            (r'[a-z][\w\']*', Text),
            #  Special Symbols
            (r'(<-|::|->|=>|=)', Operator.Word),  # specials
            (r'([(){}\[\]:!#$%&*+.\\/<=>?@^|~-]+)', Operator.Word),  # specials
            #  Numbers
            (r'\d+[eE][+-]?\d+', Number.Float),
            (r'\d+\.\d+([eE][+-]?\d+)?', Number.Float),
            (r'0[xX][\da-fA-F]+', Number.Hex),
            (r'\d+', Number.Integer),
            # Strings
            (r"'", String.Char, 'character'),
            (r'"', String, 'string'),
            (r'[^\s(){}]+', Text),
            (r'\s+?', Whitespace),  # Whitespace
        ],
        'module': [
            (r'\s+', Whitespace),
            (r'([A-Z][\w.]*)(\s+)($)',
             bygroups(Name.Namespace, Whitespace, Punctuation), 'funclist'),
            (r'[A-Z][\w.]*', Name.Namespace, '#pop'),
        ],
        'funclist': [
            (r'\s+', Whitespace),
            (r'[A-Z]\w*', Keyword.Type),
            (r'(_[\w\']+|[a-z][\w\']*)', Name.Function),
            (r'--.*$', Comment.Single),
            (r'\{-', Comment.Multiline, 'comment'),
            (r',', Punctuation),
            (r'[:!#$%&*+.\\/<=>?@^|~-]+', Operator),
            # (HACK, but it makes sense to push two instances, believe me)
            (r'\(', Punctuation, ('funclist', 'funclist')),
            (r'$', Punctuation, '#pop:2'),
        ],
        # NOTE: the next four states are shared in the AgdaLexer; make sure
        # any change is compatible with Agda as well or copy over and change
        'comment': [
            # Multiline Comments
            (r'[^-{}]+', Comment.Multiline),
            (r'\{-', Comment.Multiline, '#push'),
            (r'-\}', Comment.Multiline, '#pop'),
            (r'[-{}]', Comment.Multiline),
        ],
        'character': [
            # Allows multi-chars, incorrectly.
            (r"[^\\']", String.Char),
            (r"\\", String.Escape, 'escape'),
            ("'", String.Char, '#pop'),
        ],
        'string': [
            (r'[^\\"]+', String),
            (r"\\", String.Escape, 'escape'),
            ('"', String, '#pop'),
        ],
        'escape': [
            (r'[abfnrtv"\'&\\]', String.Escape, '#pop'),
            (r'\^[][A-Z@^_]', String.Escape, '#pop'),
            ('|'.join(ascii), String.Escape, '#pop'),
            (r'o[0-7]+', String.Escape, '#pop'),
            (r'x[\da-fA-F]+', String.Escape, '#pop'),
            (r'\d+', String.Escape, '#pop'),
            (r'(\s+)(\\)', bygroups(Whitespace, String.Escape), '#pop')
        ],
    }

class AgdaLexer(RegexLexer):
    """
    For the Agda dependently typed functional programming language and
    proof assistant.

.. versionadded:: 2.0
    """

name = 'Agda'
    url = 'http://wiki.portal.chalmers.se/agda/pmwiki.php'
    aliases = ['agda']
    filenames = ['*.agda']
    mimetypes = ['text/x-agda']

reserved = (
        'abstract', 'codata', 'coinductive', 'constructor', 'data', 'do',
        'eta-equality', 'field', 'forall', 'hiding', 'in', 'inductive', 'infix',
        'infixl', 'infixr', 'instance', 'interleaved', 'let', 'macro', 'mutual',
        'no-eta-equality', 'open', 'overlap', 'pattern', 'postulate', 'primitive',
        'private', 'quote', 'quoteTerm', 'record', 'renaming', 'rewrite',
        'syntax', 'tactic', 'unquote', 'unquoteDecl', 'unquoteDef', 'using',
        'variable', 'where', 'with',
    )

tokens = {
        'root': [
            # Declaration
            (r'^(\s*)([^\s(){}]+)(\s*)(:)(\s*)',
             bygroups(Whitespace, Name.Function, Whitespace,
                      Operator.Word, Whitespace)),
            # Comments
            (r'--(?![!#$%&*+./<=>?@^|_~:\\]).*?$', Comment.Single),
            (r'\{-', Comment.Multiline, 'comment'),
            # Holes
            (r'\{!', Comment.Directive, 'hole'),
            # Lexemes:
            #  Identifiers
            (r'\b(%s)(?!\')\b' % '|'.join(reserved), Keyword.Reserved),
            (r'(import|module)(\s+)', bygroups(Keyword.Reserved, Whitespace),
             'module'),
            (r'\b(Set|Prop)[\u2080-\u2089]*\b', Keyword.Type),
            #  Special Symbols
            (r'($|$|\{|\})', Operator),
            (r'(\.{1,3}|\||\u03BB|\u2200|\u2192|:|=|->)', Operator.Word),
            #  Numbers
            (r'\d+[eE][+-]?\d+', Number.Float),
            (r'\d+\.\d+([eE][+-]?\d+)?', Number.Float),
            (r'0[xX][\da-fA-F]+', Number.Hex),
            (r'\d+', Number.Integer),
            # Strings
            (r"'", String.Char, 'character'),
            (r'"', String, 'string'),
            (r'[^\s(){}]+', Text),
            (r'\s+?', Whitespace),  # Whitespace
        ],
        'hole': [
            # Holes
            (r'[^!{}]+', Comment.Directive),
            (r'\{!', Comment.Directive, '#push'),
            (r'!\}', Comment.Directive, '#pop'),
            (r'[!{}]', Comment.Directive),
        ],
        'module': [
            (r'\{-', Comment.Multiline, 'comment'),
            (r'[a-zA-Z][\w.\']*', Name, '#pop'),
            (r'[\W0-9_]+', Text)
        ],
        'comment': HaskellLexer.tokens['comment'],
        'character': HaskellLexer.tokens['character'],
        'string': HaskellLexer.tokens['string'],
        'escape': HaskellLexer.tokens['escape']
    }

class CryptolLexer(RegexLexer):
    """
    FIXME: A Cryptol2 lexer based on the lexemes defined in the Haskell 98 Report.

.. versionadded:: 2.0
    """
    name = 'Cryptol'
    aliases = ['cryptol', 'cry']
    filenames = ['*.cry']
    mimetypes = ['text/x-cryptol']

reserved = ('Arith', 'Bit', 'Cmp', 'False', 'Inf', 'True', 'else',
                'export', 'extern', 'fin', 'if', 'import', 'inf', 'lg2',
                'max', 'min', 'module', 'newtype', 'pragma', 'property',
                'then', 'type', 'where', 'width')
    ascii = ('NUL', 'SOH', '[SE]TX', 'EOT', 'ENQ', 'ACK',
             'BEL', 'BS', 'HT', 'LF', 'VT', 'FF', 'CR', 'S[OI]', 'DLE',
             'DC[1-4]', 'NAK', 'SYN', 'ETB', 'CAN',
             'EM', 'SUB', 'ESC', '[FGRU]S', 'SP', 'DEL')

tokens = {
        'root': [
            # Whitespace:
            (r'\s+', Whitespace),
            # (r'--\s*|.*$', Comment.Doc),
            (r'//.*$', Comment.Single),
            (r'/\*', Comment.Multiline, 'comment'),
            # Lexemes:
            #  Identifiers
            (r'\bimport\b', Keyword.Reserved, 'import'),
            (r'\bmodule\b', Keyword.Reserved, 'module'),
            (r'\berror\b', Name.Exception),
            (r'\b(%s)(?!\')\b' % '|'.join(reserved), Keyword.Reserved),
            (r'^[_a-z][\w\']*', Name.Function),
            (r"'?[_a-z][\w']*", Name),
            (r"('')?[A-Z][\w\']*", Keyword.Type),
            #  Operators
            (r'\$?![:!#$%&*+.\\/<=>?@^|~-]+)', Name.Function),  # lambda operator
            (r'(<-|::|->|=>|=)(?![:!#$%&*+.\\/<=>?@^|~-]+)', Operator.Word),  # specials
            (r':[:!#$%&*+.\\/<=>?@^|~-]*', Keyword.Type),  # Constructor operators
            (r'[:!#$%&*+.\\/<=>?@^|~-]+', Operator),  # Other operators
            #  Numbers
            (r'\d+[eE][+-]?\d+', Number.Float),
            (r'\d+\.\d+([eE][+-]?\d+)?', Number.Float),
            (r'0[oO][0-7]+', Number.Oct),
            (r'0[xX][\da-fA-F]+', Number.Hex),
            (r'\d+', Number.Integer),
            #  Character/String Literals
            (r"'", String.Char, 'character'),
            (r'"', String, 'string'),
            #  Special
            (r'\[\]', Keyword.Type),
            (r'\($', Name.Builtin),
            (r'[][(),;`{}]', Punctuation),
        ],
        'import': [
            # Import statements
            (r'\s+', Whitespace),
            (r'"', String, 'string'),
            # after "funclist" state
            (r'\)', Punctuation, '#pop'),
            (r'qualified\b', Keyword),
            # import X as Y
            (r'([A-Z][\w.]*)(\s+)(as)(\s+)([A-Z][\w.]*)',
             bygroups(Name.Namespace, Whitespace, Keyword, Whitespace, Name), '#pop'),
            # import X hiding (functions)
            (r'([A-Z][\w.]*)(\s+)(hiding)(\s+)(\()',
             bygroups(Name.Namespace, Whitespace, Keyword, Whitespace, Punctuation), 'funclist'),
            # import X (functions)
            (r'([A-Z][\w.]*)(\s+)($)',
             bygroups(Name.Namespace, Whitespace, Punctuation), 'funclist'),
            # import X
            (r'[\w.]+', Name.Namespace, '#pop'),
        ],
        'module': [
            (r'\s+', Whitespace),
            (r'([A-Z][\w.]*)(\s+)(\()',
             bygroups(Name.Namespace, Whitespace, Punctuation), 'funclist'),
            (r'[A-Z][\w.]*', Name.Namespace, '#pop'),
        ],
        'funclist': [
            (r'\s+', Whitespace),
            (r'[A-Z]\w*', Keyword.Type),
            (r'(_[\w\']+|[a-z][\w\']*)', Name.Function),
            # TODO: these don't match the comments in docs, remove.
            # (r'--(?![!#$%&*+./<=>?@^|_~:\\]).*?$', Comment.Single),
            # (r'{-', Comment.Multiline, 'comment'),
            (r',', Punctuation),
            (r'[:!#$%&*+.\\/<=>?@^|~-]+', Operator),
            # (HACK, but it makes sense to push two instances, believe me)
            (r'\(', Punctuation, ('funclist', 'funclist')),
            (r'$', Punctuation, '#pop:2'),
        ],
        'comment': [
            # Multiline Comments
            (r'[^/*]+', Comment.Multiline),
            (r'/\*', Comment.Multiline, '#push'),
            (r'\*/', Comment.Multiline, '#pop'),
            (r'[*/]', Comment.Multiline),
        ],
        'character': [
            # Allows multi-chars, incorrectly.
            (r"[^\\']'", String.Char, '#pop'),
            (r"\\", String.Escape, 'escape'),
            ("'", String.Char, '#pop'),
        ],
        'string': [
            (r'[^\\"]+', String),
            (r"\\", String.Escape, 'escape'),
            ('"', String, '#pop'),
        ],
        'escape': [
            (r'[abfnrtv"\'&\\]', String.Escape, '#pop'),
            (r'\^[][A-Z@^_]', String.Escape, '#pop'),
            ('|'.join(ascii), String.Escape, '#pop'),
            (r'o[0-7]+', String.Escape, '#pop'),
            (r'x[\da-fA-F]+', String.Escape, '#pop'),
            (r'\d+', String.Escape, '#pop'),
            (r'(\s+)(\\)', bygroups(Whitespace, String.Escape), '#pop'),
        ],
    }

EXTRA_KEYWORDS = {'join', 'split', 'reverse', 'transpose', 'width',
                      'length', 'tail', '<<', '>>', '<<<', '>>>', 'const',
                      'reg', 'par', 'seq', 'ASSERT', 'undefined', 'error',
                      'trace'}

def get_tokens_unprocessed(self, text):
        stack = ['root']
        for index, token, value in \
                RegexLexer.get_tokens_unprocessed(self, text, stack):
            if token is Name and value in self.EXTRA_KEYWORDS:
                yield index, Name.Builtin, value
            else:
                yield index, token, value

class LiterateLexer(Lexer):
    """
    Base class for lexers of literate file formats based on LaTeX or Bird-style
    (prefixing each code line with ">").

Additional options accepted:

`litstyle`
        If given, must be ``"bird"`` or ``"latex"``.  If not given, the style
        is autodetected: if the first non-whitespace character in the source
        is a backslash or percent character, LaTeX is assumed, else Bird.
    """

bird_re = re.compile(r'(>[ \t]*)(.*\n)')

def __init__(self, baselexer, **options):
        self.baselexer = baselexer
        Lexer.__init__(self, **options)

def get_tokens_unprocessed(self, text):
        style = self.options.get('litstyle')
        if style is None:
            style = (text.lstrip()[0:1] in '%\\') and 'latex' or 'bird'

code = ''
        insertions = []
        if style == 'bird':
            # bird-style
            for match in line_re.finditer(text):
                line = match.group()
                m = self.bird_re.match(line)
                if m:
                    insertions.append((len(code),
                                       [(0, Comment.Special, m.group(1))]))
                    code += m.group(2)
                else:
                    insertions.append((len(code), [(0, Text, line)]))
        else:
            # latex-style
            from pygments.lexers.markup import TexLexer
            lxlexer = TexLexer(**self.options)
            codelines = 0
            latex = ''
            for match in line_re.finditer(text):
                line = match.group()
                if codelines:
                    if line.lstrip().startswith('\\end{code}'):
                        codelines = 0
                        latex += line
                    else:
                        code += line
                elif line.lstrip().startswith('\\begin{code}'):
                    codelines = 1
                    latex += line
                    insertions.append((len(code),
                                       list(lxlexer.get_tokens_unprocessed(latex))))
                    latex = ''
                else:
                    latex += line
            insertions.append((len(code),
                               list(lxlexer.get_tokens_unprocessed(latex))))
        yield from do_insertions(insertions, self.baselexer.get_tokens_unprocessed(code))

class LiterateHaskellLexer(LiterateLexer):
    """
    For Literate Haskell (Bird-style or LaTeX) source.

Additional options accepted:

.. versionadded:: 0.9
    """
    name = 'Literate Haskell'
    aliases = ['literate-haskell', 'lhaskell', 'lhs']
    filenames = ['*.lhs']
    mimetypes = ['text/x-literate-haskell']

def __init__(self, **options):
        hslexer = HaskellLexer(**options)
        LiterateLexer.__init__(self, hslexer, **options)

class LiterateIdrisLexer(LiterateLexer):
    """
    For Literate Idris (Bird-style or LaTeX) source.

Additional options accepted:

.. versionadded:: 2.0
    """
    name = 'Literate Idris'
    aliases = ['literate-idris', 'lidris', 'lidr']
    filenames = ['*.lidr']
    mimetypes = ['text/x-literate-idris']

def __init__(self, **options):
        hslexer = IdrisLexer(**options)
        LiterateLexer.__init__(self, hslexer, **options)

class LiterateAgdaLexer(LiterateLexer):
    """
    For Literate Agda source.

Additional options accepted:

.. versionadded:: 2.0
    """
    name = 'Literate Agda'
    aliases = ['literate-agda', 'lagda']
    filenames = ['*.lagda']
    mimetypes = ['text/x-literate-agda']

def __init__(self, **options):
        agdalexer = AgdaLexer(**options)
        LiterateLexer.__init__(self, agdalexer, litstyle='latex', **options)

class LiterateCryptolLexer(LiterateLexer):
    """
    For Literate Cryptol (Bird-style or LaTeX) source.

Additional options accepted:

.. versionadded:: 2.0
    """
    name = 'Literate Cryptol'
    aliases = ['literate-cryptol', 'lcryptol', 'lcry']
    filenames = ['*.lcry']
    mimetypes = ['text/x-literate-cryptol']

def __init__(self, **options):
        crylexer = CryptolLexer(**options)
        LiterateLexer.__init__(self, crylexer, **options)

class KokaLexer(RegexLexer):
    """
    Lexer for the Koka language.

.. versionadded:: 1.6
    """

name = 'Koka'
    url = 'https://koka-lang.github.io/koka/doc/index.html'
    aliases = ['koka']
    filenames = ['*.kk', '*.kki']
    mimetypes = ['text/x-koka']

keywords = [
        'infix', 'infixr', 'infixl',
        'type', 'cotype', 'rectype', 'alias',
        'struct', 'con',
        'fun', 'function', 'val', 'var',
        'external',
        'if', 'then', 'else', 'elif', 'return', 'match',
        'private', 'public', 'private',
        'module', 'import', 'as',
        'include', 'inline',
        'rec',
        'try', 'yield', 'enum',
        'interface', 'instance',
    ]

# keywords that are followed by a type
    typeStartKeywords = [
        'type', 'cotype', 'rectype', 'alias', 'struct', 'enum',
    ]

# keywords valid in a type
    typekeywords = [
        'forall', 'exists', 'some', 'with',
    ]

# builtin names and special names
    builtin = [
        'for', 'while', 'repeat',
        'foreach', 'foreach-indexed',
        'error', 'catch', 'finally',
        'cs', 'js', 'file', 'ref', 'assigned',
    ]

# symbols that can be in an operator
    symbols = r'[$%&*+@!/\\^~=.:\-?|<>]+'

# symbol boundary: an operator keyword should not be followed by any of these
    sboundary = '(?!' + symbols + ')'

# name boundary: a keyword should not be followed by any of these
    boundary = r'(?![\w/])'

# koka token abstractions
    tokenType = Name.Attribute
    tokenTypeDef = Name.Class
    tokenConstructor = Generic.Emph

# main lexer
    tokens = {
        'root': [
            include('whitespace'),

# go into type mode
            (r'::?' + sboundary, tokenType, 'type'),
            (r'(alias)(\s+)([a-z]\w*)?', bygroups(Keyword, Whitespace, tokenTypeDef),
             'alias-type'),
            (r'(struct)(\s+)([a-z]\w*)?', bygroups(Keyword, Whitespace, tokenTypeDef),
             'struct-type'),
            ((r'(%s)' % '|'.join(typeStartKeywords)) +
             r'(\s+)([a-z]\w*)?', bygroups(Keyword, Whitespace, tokenTypeDef),
             'type'),

# special sequences of tokens (we use ?: for non-capturing group as
            # required by 'bygroups')
            (r'(module)(\s+)(interface(?=\s))?(\s+)?((?:[a-z]\w*/)*[a-z]\w*)',
             bygroups(Keyword, Whitespace, Keyword, Whitespace, Name.Namespace)),
            (r'(import)(\s+)((?:[a-z]\w*/)*[a-z]\w*)'
             r'(?:(\s*)(=)(\s*)(qualified)?(\s*)'
             r'((?:[a-z]\w*/)*[a-z]\w*))?',
             bygroups(Keyword, Whitespace, Name.Namespace, Whitespace, Keyword, Whitespace,
                      Keyword, Whitespace, Name.Namespace)),

(r'^(public|private)?(\s+)?(function|fun|val)'
             r'(\s+)([a-z]\w*|$(?:' + symbols + r'|/)$)',
             bygroups(Keyword, Whitespace, Keyword, Whitespace, Name.Function)),
            (r'^(?:(public|private)(?=\s+external))?((?<!^)\s+)?(external)(\s+)(inline(?=\s))?(\s+)?'
             r'([a-z]\w*|$(?:' + symbols + r'|/)$)',
             bygroups(Keyword, Whitespace, Keyword, Whitespace, Keyword, Whitespace, Name.Function)),

# names
            (r'((?:[a-z]\w*/)*)([A-Z]\w*)',
             bygroups(Name.Namespace, tokenConstructor)),
            (r'((?:[a-z]\w*/)*)([a-z]\w*)', bygroups(Name.Namespace, Name)),
            (r'((?:[a-z]\w*/)*)($(?:' + symbols + r'|/)$)',
             bygroups(Name.Namespace, Name)),
            (r'_\w*', Name.Variable),

# literal string
            (r'@"', String.Double, 'litstring'),

# operators
            (symbols + "|/(?![*/])", Operator),
            (r'`', Operator),
            (r'[{}()\[\];,]', Punctuation),

# literals. No check for literal characters with len > 1
            (r'[0-9]+\.[0-9]+([eE][\-+]?[0-9]+)?', Number.Float),
            (r'0[xX][0-9a-fA-F]+', Number.Hex),
            (r'[0-9]+', Number.Integer),

(r"'", String.Char, 'char'),
            (r'"', String.Double, 'string'),
        ],

# type started by alias
        'alias-type': [
            (r'=', Keyword),
            include('type')
        ],

# type started by struct
        'struct-type': [
            (r'(?=$(?!,*$))', Punctuation, '#pop'),
            include('type')
        ],

# type started by colon
        'type': [
            (r'[(\[<]', tokenType, 'type-nested'),
            include('type-content')
        ],

# type nested in brackets: can contain parameters, comma etc.
        'type-nested': [
            (r'[)\]>]', tokenType, '#pop'),
            (r'[(\[<]', tokenType, 'type-nested'),
            (r',', tokenType),
            (r'([a-z]\w*)(\s*)(:)(?!:)',
             bygroups(Name, Whitespace, tokenType)),  # parameter name
            include('type-content')
        ],

# shared contents of a type
        'type-content': [
            include('whitespace'),

# keywords
            (r'(%s)' % '|'.join(typekeywords) + boundary, Keyword),
            (r'(?=((%s)' % '|'.join(keywords) + boundary + '))',
             Keyword, '#pop'),  # need to match because names overlap...

# kinds
            (r'[EPHVX]' + boundary, tokenType),

# type names
            (r'[a-z][0-9]*(?![\w/])', tokenType),
            (r'_\w*', tokenType.Variable),  # Generic.Emph
            (r'((?:[a-z]\w*/)*)([A-Z]\w*)',
             bygroups(Name.Namespace, tokenType)),
            (r'((?:[a-z]\w*/)*)([a-z]\w+)',
             bygroups(Name.Namespace, tokenType)),

# type keyword operators
            (r'::|->|[.:|]', tokenType),

# catchall
            default('#pop')
        ],

# comments and literals
        'whitespace': [
            (r'(\n\s*)(#.*)$', bygroups(Whitespace, Comment.Preproc)),
            (r'\s+', Whitespace),
            (r'/\*', Comment.Multiline, 'comment'),
            (r'//.*$', Comment.Single)
        ],
        'comment': [
            (r'[^/*]+', Comment.Multiline),
            (r'/\*', Comment.Multiline, '#push'),
            (r'\*/', Comment.Multiline, '#pop'),
            (r'[*/]', Comment.Multiline),
        ],
        'litstring': [
            (r'[^"]+', String.Double),
            (r'""', String.Escape),
            (r'"', String.Double, '#pop'),
        ],
        'string': [
            (r'[^\\"\n]+', String.Double),
            include('escape-sequence'),
            (r'["\n]', String.Double, '#pop'),
        ],
        'char': [
            (r'[^\\\'\n]+', String.Char),
            include('escape-sequence'),
            (r'[\'\n]', String.Char, '#pop'),
        ],
        'escape-sequence': [
            (r'\\[nrt\\"\']', String.Escape),
            (r'\\x[0-9a-fA-F]{2}', String.Escape),
            (r'\\u[0-9a-fA-F]{4}', String.Escape),
            # Yes, \U literals are 6 hex digits.
            (r'\\U[0-9a-fA-F]{6}', String.Escape)
        ]
    }