diff --git a/lexers/d/d.go b/lexers/d/d.go new file mode 100644 index 0000000..6f3f11f --- /dev/null +++ b/lexers/d/d.go @@ -0,0 +1,69 @@ +package d + +import ( + . "github.com/alecthomas/chroma" // nolint + "github.com/alecthomas/chroma/lexers/internal" +) + +// D lexer. https://dlang.org/spec/lex.html +var D = internal.Register(MustNewLexer( + &Config{ + Name: "D", + Aliases: []string{"d"}, + Filenames: []string{"*.d", "*.di"}, + MimeTypes: []string{"text/x-d"}, + EnsureNL: true, + }, + Rules{ + "root": { + {`[^\S\n]+`, Text, nil}, + + // https://dlang.org/spec/lex.html#comment + {`//.*?\n`, CommentSingle, nil}, + {`/\*.*?\*/`, CommentMultiline, nil}, + {`/\+.*?\+/`, CommentMultiline, nil}, + + // https://dlang.org/spec/lex.html#keywords + {`(asm|assert|body|break|case|cast|catch|continue|default|debug|delete|deprecated|do|else|finally|for|foreach|foreach_reverse|goto|if|in|invariant|is|macro|mixin|new|out|pragma|return|super|switch|this|throw|try|version|while|with)\b`, Keyword, nil}, + {`__(FILE|FILE_FULL_PATH|MODULE|LINE|FUNCTION|PRETTY_FUNCTION|DATE|EOF|TIME|TIMESTAMP|VENDOR|VERSION)__\b`, NameBuiltin, nil}, + {`__(traits|vector|parameters)\b`, NameBuiltin, nil}, + {`((?:(?:[^\W\d]|\$)[\w.\[\]$<>]*\s+)+?)((?:[^\W\d]|\$)[\w$]*)(\s*)(\()`, ByGroups(UsingSelf("root"), NameFunction, Text, Operator), nil}, + + // https://dlang.org/spec/attribute.html#uda + {`@[\w.]*`, NameDecorator, nil}, + {`(abstract|auto|alias|align|const|delegate|enum|export|final|function|inout|lazy|nothrow|override|package|private|protected|public|pure|static|synchronized|template|volatile|__gshared)\b`, KeywordDeclaration, nil}, + + // https://dlang.org/spec/type.html#basic-data-types + {`(void|bool|byte|ubyte|short|ushort|int|uint|long|ulong|cent|ucent|float|double|real|ifloat|idouble|ireal|cfloat|cdouble|creal|char|wchar|dchar|string|wstring|dstring)\b`, KeywordType, nil}, + {`(module)(\s+)`, ByGroups(KeywordNamespace, Text), Push("import")}, + {`(true|false|null)\b`, KeywordConstant, nil}, + {`(class|interface|struct|template|union)(\s+)`, ByGroups(KeywordDeclaration, Text), Push("class")}, + {`(import)(\s+)`, ByGroups(KeywordNamespace, Text), Push("import")}, + + // https://dlang.org/spec/lex.html#string_literals + // TODO support delimited strings + {`[qr]?"(\\\\|\\"|[^"])*"[cwd]?`, LiteralString, nil}, + {"(`)([^`]*)(`)[cwd]?", LiteralString, nil}, + {`'\\.'|'[^\\]'|'\\u[0-9a-fA-F]{4}'`, LiteralStringChar, nil}, + {`(\.)((?:[^\W\d]|\$)[\w$]*)`, ByGroups(Operator, NameAttribute), nil}, + {`^\s*([^\W\d]|\$)[\w$]*:`, NameLabel, nil}, + + // https://dlang.org/spec/lex.html#floatliteral + {`([0-9][0-9_]*\.([0-9][0-9_]*)?|\.[0-9][0-9_]*)([eE][+\-]?[0-9][0-9_]*)?[fFL]?i?|[0-9][eE][+\-]?[0-9][0-9_]*[fFL]?|[0-9]([eE][+\-]?[0-9][0-9_]*)?[fFL]|0[xX]([0-9a-fA-F][0-9a-fA-F_]*\.?|([0-9a-fA-F][0-9a-fA-F_]*)?\.[0-9a-fA-F][0-9a-fA-F_]*)[pP][+\-]?[0-9][0-9_]*[fFL]?`, LiteralNumberFloat, nil}, + // https://dlang.org/spec/lex.html#integerliteral + {`0[xX][0-9a-fA-F][0-9a-fA-F_]*[lL]?`, LiteralNumberHex, nil}, + {`0[bB][01][01_]*[lL]?`, LiteralNumberBin, nil}, + {`0[0-7_]+[lL]?`, LiteralNumberOct, nil}, + {`0|[1-9][0-9_]*[lL]?`, LiteralNumberInteger, nil}, + {`([~^*!%&\[\](){}<>|+=:;,./?-]|q{)`, Operator, nil}, + {`([^\W\d]|\$)[\w$]*`, Name, nil}, + {`\n`, Text, nil}, + }, + "class": { + {`([^\W\d]|\$)[\w$]*`, NameClass, Pop(1)}, + }, + "import": { + {`[\w.]+\*?`, NameNamespace, Pop(1)}, + }, + }, +)) diff --git a/lexers/testdata/d.actual b/lexers/testdata/d.actual new file mode 100644 index 0000000..7f47da7 --- /dev/null +++ b/lexers/testdata/d.actual @@ -0,0 +1,21 @@ +module foo; + +import std.stdio; + +class C {} + +/* comment1 */ +/+ comment2 +/ +@(1) +@nogc +int main() { + writeln(__FILE__); + auto s = r"hi"d; + auto w = `hi`w; + auto q = q{ + auto w = `hi`w; + }; + enum f = 1.2fi; + enum d = 0x1.FFFFFFFFFFFFFp1023; + return 0; +} diff --git a/lexers/testdata/d.expected b/lexers/testdata/d.expected new file mode 100644 index 0000000..907ce17 --- /dev/null +++ b/lexers/testdata/d.expected @@ -0,0 +1,116 @@ +[ + {"type":"KeywordNamespace","value":"module"}, + {"type":"Text","value":" "}, + {"type":"NameNamespace","value":"foo"}, + {"type":"Operator","value":";"}, + {"type":"Text","value":"\n\n"}, + + {"type":"KeywordNamespace","value":"import"}, + {"type":"Text","value":" "}, + {"type":"NameNamespace","value":"std.stdio"}, + {"type":"Operator","value":";"}, + {"type":"Text","value":"\n\n"}, + + {"type":"KeywordDeclaration","value":"class"}, + {"type":"Text","value":" "}, + {"type":"NameClass","value":"C"}, + {"type":"Text","value":" "}, + {"type":"Operator","value":"{}"}, + {"type":"Text","value":"\n\n"}, + + {"type":"CommentMultiline","value":"/* comment1 */"}, + {"type":"Text","value":"\n"}, + {"type":"CommentMultiline","value":"/+ comment2 +/"}, + {"type":"Text","value":"\n"}, + + {"type":"NameDecorator","value":"@"}, + {"type":"Operator","value":"("}, + {"type":"LiteralNumberInteger","value":"1"}, + {"type":"Operator","value":")"}, + {"type":"Text","value":"\n"}, + + {"type":"NameDecorator","value":"@nogc"}, + {"type":"Text","value":"\n"}, + + {"type":"KeywordType","value":"int"}, + {"type":"Text","value":" "}, + {"type":"NameFunction","value":"main"}, + {"type":"Operator","value":"()"}, + {"type":"Text","value":" "}, + {"type":"Operator","value":"{"}, + {"type":"Text","value":"\n "}, + + {"type":"Name","value":"writeln"}, + {"type":"Operator","value":"("}, + {"type":"NameBuiltin","value":"__FILE__"}, + {"type":"Operator","value":");"}, + {"type":"Text","value":"\n "}, + + {"type":"KeywordDeclaration","value":"auto"}, + {"type":"Text","value":" "}, + {"type":"Name","value":"s"}, + {"type":"Text","value":" "}, + {"type":"Operator","value":"="}, + {"type":"Text","value":" "}, + {"type":"LiteralString","value":"r\"hi\"d"}, + {"type":"Operator","value":";"}, + {"type":"Text","value":"\n "}, + + {"type":"KeywordDeclaration","value":"auto"}, + {"type":"Text","value":" "}, + {"type":"Name","value":"w"}, + {"type":"Text","value":" "}, + {"type":"Operator","value":"="}, + {"type":"Text","value":" "}, + {"type":"LiteralString","value":"`hi`w"}, + {"type":"Operator","value":";"}, + {"type":"Text","value":"\n "}, + + {"type":"KeywordDeclaration","value":"auto"}, + {"type":"Text","value":" "}, + {"type":"Name","value":"q"}, + {"type":"Text","value":" "}, + {"type":"Operator","value":"="}, + {"type":"Text","value":" "}, + {"type":"Operator","value":"q{"}, + {"type":"Text","value":"\n "}, + {"type":"KeywordDeclaration","value":"auto"}, + {"type":"Text","value":" "}, + {"type":"Name","value":"w"}, + {"type":"Text","value":" "}, + {"type":"Operator","value":"="}, + {"type":"Text","value":" "}, + {"type":"LiteralString","value":"`hi`w"}, + {"type":"Operator","value":";"}, + {"type":"Text","value":"\n "}, + {"type":"Operator","value":"};"}, + {"type":"Text","value":"\n "}, + + {"type":"KeywordDeclaration","value":"enum"}, + {"type":"Text","value":" "}, + {"type":"Name","value":"f"}, + {"type":"Text","value":" "}, + {"type":"Operator","value":"="}, + {"type":"Text","value":" "}, + {"type":"LiteralNumberFloat","value":"1.2fi"}, + {"type":"Operator","value":";"}, + {"type":"Text","value":"\n "}, + + {"type":"KeywordDeclaration","value":"enum"}, + {"type":"Text","value":" "}, + {"type":"Name","value":"d"}, + {"type":"Text","value":" "}, + {"type":"Operator","value":"="}, + {"type":"Text","value":" "}, + {"type":"LiteralNumberFloat","value":"0x1.FFFFFFFFFFFFFp1023"}, + {"type":"Operator","value":";"}, + {"type":"Text","value":"\n "}, + + {"type":"Keyword","value":"return"}, + {"type":"Text","value":" "}, + {"type":"LiteralNumberInteger","value":"0"}, + {"type":"Operator","value":";"}, + {"type":"Text","value":"\n"}, + {"type":"Operator","value":"}"}, + {"type":"Text","value":"\n"} +]