mirror of
https://github.com/alecthomas/chroma.git
synced 2025-03-17 20:58:08 +02:00
Add lexer for LLVM TableGen (#311)
This commit is contained in:
jpienaar
Alec Thomas
parent
352e19d7f2
commit
ec2ba48433
42
lexers/t/tablegen.go
Normal file
42
lexers/t/tablegen.go
Normal file
@ -0,0 +1,42 @@
|
||||
package t
|
||||
|
||||
import (
|
||||
. "github.com/alecthomas/chroma" // nolint
|
||||
"github.com/alecthomas/chroma/lexers/internal"
|
||||
)
|
||||
|
||||
// TableGen lexer.
|
||||
var Tablegen = internal.Register(MustNewLexer(
|
||||
&Config{
|
||||
Name: "TableGen",
|
||||
Aliases: []string{"tablegen"},
|
||||
Filenames: []string{"*.td"},
|
||||
MimeTypes: []string{"text/x-tablegen"},
|
||||
},
|
||||
Rules{
|
||||
"root": {
|
||||
Include("macro"),
|
||||
Include("whitespace"),
|
||||
{`c?"[^"]*?"`, LiteralString, nil},
|
||||
Include("keyword"),
|
||||
{`\$[_a-zA-Z][_\w]*`, NameVariable, nil},
|
||||
{`\d*[_a-zA-Z][_\w]*`, NameVariable, nil},
|
||||
{`\[\{[\w\W]*?\}\]`, LiteralString, nil},
|
||||
{`[+-]?\d+|0x[\da-fA-F]+|0b[01]+`, LiteralNumber, nil},
|
||||
{`[=<>{}\[\]()*.,!:;]`, Punctuation, nil},
|
||||
},
|
||||
"macro": {
|
||||
{`(#include\s+)("[^"]*")`, ByGroups(CommentPreproc, LiteralString), nil},
|
||||
{`^\s*#(ifdef|ifndef)\s+[_\w][_\w\d]*`, CommentPreproc, nil},
|
||||
{`^\s*#define\s+[_\w][_\w\d]*`, CommentPreproc, nil},
|
||||
{`^\s*#endif`, CommentPreproc, nil},
|
||||
},
|
||||
"whitespace": {
|
||||
{`(\n|\s)+`, Text, nil},
|
||||
{`//.*?\n`, Comment, nil},
|
||||
},
|
||||
"keyword": {
|
||||
{Words(``, `\b`, `bit`, `bits`, `class`, `code`, `dag`, `def`, `defm`, `field`, `foreach`, `in`, `int`, `let`, `list`, `multiclass`, `string`), Keyword, nil},
|
||||
},
|
||||
},
|
||||
))
|
||||
29
lexers/testdata/tablegen.actual
vendored
Normal file
29
lexers/testdata/tablegen.actual
vendored
Normal file
@ -0,0 +1,29 @@
|
||||
#include "main"
|
||||
|
||||
#ifndef SHOULD_DEF
|
||||
#define SHOULD_DEF
|
||||
def ConstantOp : Toy_Op<"constant", [NoSideEffect]> {
|
||||
// Provide a summary and description for this operation. This can be used to
|
||||
// auto-generate documenatation of the operations within our dialect.
|
||||
let summary = "constant operation";
|
||||
let description = [{
|
||||
Constant operation turns a literal into an SSA value. The data is attached
|
||||
to the operation as an attribute. For example:
|
||||
|
||||
%0 = "toy.constant"()
|
||||
{ value = dense<[[1.0, 2.0, 3.0], [4.0, 5.0, 6.0]]> : tensor<2x3xf64> }
|
||||
: () -> tensor<2x3xf64>
|
||||
}];
|
||||
|
||||
// The constant operation takes an attribute as the only input.
|
||||
// `F64ElementsAttr` corresponds to a 64-bit floating-point ElementsAttr.
|
||||
let arguments = (ins F64ElementsAttr:$value);
|
||||
|
||||
// The generic call operation returns a single value of TensorType.
|
||||
// F64Tensor corresponds to a 64-bit floating-point TensorType.
|
||||
let results = (outs F64Tensor<10>);
|
||||
|
||||
// Add additional verification logic to the constant operation.
|
||||
let verifier = [{ return ::verify(*this); }];
|
||||
}
|
||||
#endif // SHOULD_DEF
|
||||
100
lexers/testdata/tablegen.expected
vendored
Normal file
100
lexers/testdata/tablegen.expected
vendored
Normal file
@ -0,0 +1,100 @@
|
||||
[
|
||||
{"type":"CommentPreproc","value":"#include "},
|
||||
{"type":"LiteralString","value":"\"main\""},
|
||||
{"type":"Text","value":"\n\n"},
|
||||
{"type":"CommentPreproc","value":"#ifndef SHOULD_DEF"},
|
||||
{"type":"Text","value":"\n"},
|
||||
{"type":"CommentPreproc","value":"#define SHOULD_DEF"},
|
||||
{"type":"Text","value":"\n"},
|
||||
{"type":"Keyword","value":"def"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"NameVariable","value":"ConstantOp"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Punctuation","value":":"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"NameVariable","value":"Toy_Op"},
|
||||
{"type":"Punctuation","value":"\u003c"},
|
||||
{"type":"LiteralString","value":"\"constant\""},
|
||||
{"type":"Punctuation","value":","},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Punctuation","value":"["},
|
||||
{"type":"NameVariable","value":"NoSideEffect"},
|
||||
{"type":"Punctuation","value":"]\u003e"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Punctuation","value":"{"},
|
||||
{"type":"Text","value":"\n "},
|
||||
{"type":"Comment","value":"// Provide a summary and description for this operation. This can be used to\n"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Comment","value":"// auto-generate documenatation of the operations within our dialect.\n"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Keyword","value":"let"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"NameVariable","value":"summary"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Punctuation","value":"="},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"LiteralString","value":"\"constant operation\""},
|
||||
{"type":"Punctuation","value":";"},
|
||||
{"type":"Text","value":"\n "},
|
||||
{"type":"Keyword","value":"let"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"NameVariable","value":"description"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Punctuation","value":"="},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"LiteralString","value":"[{\n Constant operation turns a literal into an SSA value. The data is attached\n to the operation as an attribute. For example:\n\n %0 = \"toy.constant\"()\n { value = dense\u003c[[1.0, 2.0, 3.0], [4.0, 5.0, 6.0]]\u003e : tensor\u003c2x3xf64\u003e }\n : () -\u003e tensor\u003c2x3xf64\u003e\n }]"},
|
||||
{"type":"Punctuation","value":";"},
|
||||
{"type":"Text","value":"\n\n "},
|
||||
{"type":"Comment","value":"// The constant operation takes an attribute as the only input.\n"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Comment","value":"// `F64ElementsAttr` corresponds to a 64-bit floating-point ElementsAttr.\n"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Keyword","value":"let"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"NameVariable","value":"arguments"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Punctuation","value":"="},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Punctuation","value":"("},
|
||||
{"type":"NameVariable","value":"ins"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"NameVariable","value":"F64ElementsAttr"},
|
||||
{"type":"Punctuation","value":":"},
|
||||
{"type":"NameVariable","value":"$value"},
|
||||
{"type":"Punctuation","value":");"},
|
||||
{"type":"Text","value":"\n\n "},
|
||||
{"type":"Comment","value":"// The generic call operation returns a single value of TensorType.\n"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Comment","value":"// F64Tensor corresponds to a 64-bit floating-point TensorType.\n"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Keyword","value":"let"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"NameVariable","value":"results"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Punctuation","value":"="},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Punctuation","value":"("},
|
||||
{"type":"NameVariable","value":"outs"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"NameVariable","value":"F64Tensor"},
|
||||
{"type":"Punctuation","value":"\u003c"},
|
||||
{"type":"LiteralNumber","value":"10"},
|
||||
{"type":"Punctuation","value":"\u003e);"},
|
||||
{"type":"Text","value":"\n\n "},
|
||||
{"type":"Comment","value":"// Add additional verification logic to the constant operation.\n"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Keyword","value":"let"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"NameVariable","value":"verifier"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Punctuation","value":"="},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"LiteralString","value":"[{ return ::verify(*this); }]"},
|
||||
{"type":"Punctuation","value":";"},
|
||||
{"type":"Text","value":"\n"},
|
||||
{"type":"Punctuation","value":"}"},
|
||||
{"type":"Text","value":"\n"},
|
||||
{"type":"CommentPreproc","value":"#endif"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Comment","value":"// SHOULD_DEF\n"}
|
||||
]
|
||||
Loading…
x
Reference in New Issue
Block a user