mirror of
https://github.com/alecthomas/chroma.git
synced 2025-03-17 20:58:08 +02:00
Add support for Natural language
This commit is contained in:
Markus Amshove
Alec Thomas
parent
4bfa1bbb7c
commit
a40c95e447
143
lexers/embedded/natural.xml
Normal file
143
lexers/embedded/natural.xml
Normal file
@ -0,0 +1,143 @@
|
||||
<lexer>
|
||||
<config>
|
||||
<name>Natural</name>
|
||||
<alias>natural</alias>
|
||||
<filename>*.NSN</filename>
|
||||
<filename>*.NSP</filename>
|
||||
<filename>*.NSS</filename>
|
||||
<filename>*.NSH</filename>
|
||||
<filename>*.NSG</filename>
|
||||
<filename>*.NSL</filename>
|
||||
<filename>*.NSA</filename>
|
||||
<filename>*.NSM</filename>
|
||||
<filename>*.NSC</filename>
|
||||
<filename>*.NS7</filename>
|
||||
<mime_type>text/x-natural</mime_type>
|
||||
<case_insensitive>true</case_insensitive>
|
||||
</config>
|
||||
<rules>
|
||||
<state name="common">
|
||||
<rule pattern="\s+">
|
||||
<token type="Text"/>
|
||||
</rule>
|
||||
<rule pattern="^\*.*$">
|
||||
<token type="CommentSingle"/>
|
||||
</rule>
|
||||
<rule pattern="/\*.*$">
|
||||
<token type="CommentSingle"/>
|
||||
</rule>
|
||||
</state>
|
||||
<state name="variable-names">
|
||||
<rule pattern="[#+]?[\w\-\d]+">
|
||||
<token type="NameVariable"/>
|
||||
</rule>
|
||||
<rule pattern="\([a-zA-z]\d*\)">
|
||||
<token type="Other"/>
|
||||
</rule>
|
||||
</state>
|
||||
<state name="root">
|
||||
<rule>
|
||||
<include state="common"/>
|
||||
</rule>
|
||||
<rule pattern="(?:END-DEFINE|END-IF|END-FOR|END-SUBROUTINE|END-ERROR|END|IGNORE)\b">
|
||||
<token type="Keyword"/>
|
||||
</rule>
|
||||
<rule pattern="(?:INIT|CONST)\s*<\b">
|
||||
<token type="Keyword"/>
|
||||
</rule>
|
||||
<rule pattern="(FORM)(\s+)(\w+)">
|
||||
<bygroups>
|
||||
<token type="Keyword"/>
|
||||
<token type="Text"/>
|
||||
<token type="NameFunction"/>
|
||||
</bygroups>
|
||||
</rule>
|
||||
<rule pattern="(DEFINE)(\s+)(SUBROUTINE)(\s+)([#+]?[\w\-\d]+)">
|
||||
<bygroups>
|
||||
<token type="Keyword"/>
|
||||
<token type="Text"/>
|
||||
<token type="Keyword"/>
|
||||
<token type="Text"/>
|
||||
<token type="NameFunction"/>
|
||||
</bygroups>
|
||||
</rule>
|
||||
<rule pattern="(PERFORM)(\s+)([#+]?[\w\-\d]+)">
|
||||
<bygroups>
|
||||
<token type="Keyword"/>
|
||||
<token type="Text"/>
|
||||
<token type="NameFunction"/>
|
||||
</bygroups>
|
||||
</rule>
|
||||
<rule pattern="(METHOD)(\s+)([\w~]+)">
|
||||
<bygroups>
|
||||
<token type="Keyword"/>
|
||||
<token type="Text"/>
|
||||
<token type="NameFunction"/>
|
||||
</bygroups>
|
||||
</rule>
|
||||
<rule pattern="(\s+)([\w\-]+)([=\-]>)([\w\-~]+)">
|
||||
<bygroups>
|
||||
<token type="Text"/>
|
||||
<token type="NameVariable"/>
|
||||
<token type="Operator"/>
|
||||
<token type="NameFunction"/>
|
||||
</bygroups>
|
||||
</rule>
|
||||
<rule pattern="(?<=(=|-)>)([\w\-~]+)(?=\()">
|
||||
<token type="NameFunction"/>
|
||||
</rule>
|
||||
<rule pattern="(TEXT)(-)(\d{3})">
|
||||
<bygroups>
|
||||
<token type="Keyword"/>
|
||||
<token type="Punctuation"/>
|
||||
<token type="LiteralNumberInteger"/>
|
||||
</bygroups>
|
||||
</rule>
|
||||
<rule pattern="(TEXT)(-)(\w{3})">
|
||||
<bygroups>
|
||||
<token type="Keyword"/>
|
||||
<token type="Punctuation"/>
|
||||
<token type="NameVariable"/>
|
||||
</bygroups>
|
||||
</rule>
|
||||
<rule pattern="(?i)\b(?<!-)(?<!#)(ENTIRE|BY|NAME|ARRAY|SPECIFIED|VIEW|MODULE|FUNCTION|RETURNS|AND|NUMERIC|OPTIONAL|END-PARSE|TRUE|END-RESULT|LEAVING|NOT|CONDITION|NUMBER|NO|EXP|FULL|REPLACE|INSERT|DOEND|LOG|ABS|ANY|REPEAT|SET|DLOGOFF|DOWNLOAD|BREAK|VALUES|DIVIDE|COMPRESS|UPDATE|SORTKEY|OR|END-FIND|END-ENDPAGE|REDUCE|IGNORE|MIN|WASTE|END-DEFINE|SUBSTR|END|FIND|ADD|INVESTIGATE|DNATIVE|CONST|COS|ENDHOC|SGN|COPY|REDEFINE|DEFINE|MULTIPLY|ASSIGN|LE|VALUE|COMPOSE|FALSE|POS|CALL|TAN|ERROR|CLOSE|PARSE|LT|WITH_CTE|END-SORT|EJECT|RESET|SHOW|LOCAL|PERFORM|TERMINATE|VAL|BACKOUT|END-LOOP|REJECT|SUM|CREATE|SORT|RETURN|AT|SIN|SETTIME|INT|NE|GLOBAL|END-SELECT|ELSE|DELETE|TOP|INCLUDE|END-ENDDATA|LOOP|OLD|SUSPEND|SKIP|SQRT|RULEVAR|NMIN|AVER|PROCESS|SELECT|MAP|USING|END-HISTOGRAM|MAX|NEWPAGE|ON|OFF|KEY|NAMED|CONTROL|PF1|PF2|PF3|PF4|PF5|PF6|PF7|PF8|PF9|INITIAL|WRITE|STORE|FETCH|ATN|RET|END-WORK|RESTORE|GET|LIMIT|END-ERROR|SEND|OPEN|ESCAPE|COMPUTE|COUNT|TRANSFER|RELEASE|DO|DYNAMIC|ROLLBACK|END-READ|DISPLAY|UPLOAD|END-DATA|NULL-HANDLE|NCOUNT|RESIZE|END-PROCESS|REQUEST|READ|SEPARATE|EQ|INPUT|DATA|END-START|STACK|REINPUT|INCDIC|INCCONT|END-IF|WHEN|END-BEFORE|WHILE|END-ENDFILE|END-TOPPAGE|INCDIR|PARAMETER|OBTAIN|CALLDBPROC|END-BROWSE|MOVE|SUBTRACT|DLOGON|EXAMINE|SUBSTRING|BEFORE|STOP|RUN|END-BREAK|EXPORT|END-SUBROUTINE|FOR|GE|PRINT|BROWSE|IMPORT|EXPAND|ALL|PASSW|FORMAT|GT|END-NOREC|END-DECIDE|END-FOR|CALLNAT|END-ALL|OPTIONS|RETRY|NONE|INCMAC|END-FILE|DECIDE|INIT|HISTOGRAM|NAVER|START|ACCEPT|COMMIT|TOTAL|IF|FRAC|END-REPEAT|UNTIL|TO|INTO|WITH|DELIMITER|FIRST|OF|INTO|SUBROUTINE|GIVING|POSITION)\b(?!-)">
|
||||
<token type="Keyword"/>
|
||||
</rule>
|
||||
<rule pattern="[0-9]+">
|
||||
<token type="LiteralNumberInteger"/>
|
||||
</rule>
|
||||
<rule pattern="(?<=(\s|.))(AND|OR|NOT|EQUAL|NE|EQ|GT|GE|LT|LE)\b">
|
||||
<token type="OperatorWord"/>
|
||||
</rule>
|
||||
<rule>
|
||||
<include state="variable-names"/>
|
||||
</rule>
|
||||
<rule pattern="[?*<>=\-+&]">
|
||||
<token type="Operator"/>
|
||||
</rule>
|
||||
<rule pattern="(?:(ESCAPE)(\s+)(MODULE|ROUTINE|BOTTOM|TOP))">
|
||||
<bygroups>
|
||||
<token type="Keyword"/>
|
||||
<token type="Text"/>
|
||||
<token type="Keyword"/>
|
||||
</bygroups>
|
||||
</rule>
|
||||
<rule pattern="'(''|[^'])*'">
|
||||
<token type="LiteralStringSingle"/>
|
||||
</rule>
|
||||
<rule pattern="`([^`])*`">
|
||||
<token type="LiteralStringSingle"/>
|
||||
</rule>
|
||||
<rule pattern="([|}])([^{}|]*?)([|{])">
|
||||
<bygroups>
|
||||
<token type="Punctuation"/>
|
||||
<token type="LiteralStringSingle"/>
|
||||
<token type="Punctuation"/>
|
||||
</bygroups>
|
||||
</rule>
|
||||
<rule pattern="[/;:()\[\],.]">
|
||||
<token type="Punctuation"/>
|
||||
</rule>
|
||||
</state>
|
||||
</rules>
|
||||
</lexer>
|
||||
23
lexers/testdata/natural.actual
vendored
Normal file
23
lexers/testdata/natural.actual
vendored
Normal file
@ -0,0 +1,23 @@
|
||||
* Comment
|
||||
DEFINE DATA /* Inline comment
|
||||
LOCAL
|
||||
1 #VAR-NAME-1 (A10) INIT<'Hello'>
|
||||
1 #I (I4)
|
||||
END-DEFINE
|
||||
|
||||
IF #VAR-NAME-1 = 'Hello'
|
||||
IGNORE
|
||||
END-IF
|
||||
|
||||
PERFORM MY-SUBROUTINE
|
||||
|
||||
WRITE #VAR-NAME-1
|
||||
|
||||
DEFINE SUBROUTINE MY-SUBROUTINE
|
||||
FOR #I = 1 TO 10
|
||||
ESCAPE MODULE
|
||||
END-FOR
|
||||
END-SUBROUTINE
|
||||
|
||||
END
|
||||
|
||||
85
lexers/testdata/natural.expected
vendored
Normal file
85
lexers/testdata/natural.expected
vendored
Normal file
@ -0,0 +1,85 @@
|
||||
[
|
||||
{"type":"CommentSingle","value":"* Comment"},
|
||||
{"type":"Text","value":"\n"},
|
||||
{"type":"Keyword","value":"DEFINE"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Keyword","value":"DATA"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"CommentSingle","value":"/* Inline comment"},
|
||||
{"type":"Text","value":"\n"},
|
||||
{"type":"Keyword","value":"LOCAL"},
|
||||
{"type":"Text","value":"\n"},
|
||||
{"type":"LiteralNumberInteger","value":"1"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"NameVariable","value":"#VAR-NAME-1"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Other","value":"(A10)"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Keyword","value":"INIT"},
|
||||
{"type":"Operator","value":"<"},
|
||||
{"type":"LiteralStringSingle","value":"'Hello'"},
|
||||
{"type":"Operator","value":">"},
|
||||
{"type":"Text","value":"\n"},
|
||||
{"type":"LiteralNumberInteger","value":"1"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"NameVariable","value":"#I"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Other","value":"(I4)"},
|
||||
{"type":"Text","value":"\n"},
|
||||
{"type":"Keyword","value":"END-DEFINE"},
|
||||
{"type":"Text","value":"\n\n"},
|
||||
{"type":"Keyword","value":"IF"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"NameVariable","value":"#VAR-NAME-1"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Operator","value":"="},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"LiteralStringSingle","value":"'Hello'"},
|
||||
{"type":"Text","value":"\n"},
|
||||
{"type":"Keyword","value":"IGNORE"},
|
||||
{"type":"Text","value":"\n"},
|
||||
{"type":"Keyword","value":"END-IF"},
|
||||
{"type":"Text","value":"\n\n"},
|
||||
{"type":"Keyword","value":"PERFORM"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"NameFunction","value":"MY-SUBROUTINE"},
|
||||
{"type":"Text","value":"\n\n"},
|
||||
{"type":"Keyword","value":"WRITE"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"NameVariable","value":"#VAR-NAME-1"},
|
||||
{"type":"Text","value":"\n\n"},
|
||||
|
||||
{"type":"Keyword","value":"DEFINE"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Keyword","value":"SUBROUTINE"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"NameFunction","value":"MY-SUBROUTINE"},
|
||||
{"type":"Text","value":"\n"},
|
||||
|
||||
{"type":"Keyword","value":"FOR"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"NameVariable","value":"#I"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Operator","value":"="},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"LiteralNumberInteger","value":"1"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Keyword","value":"TO"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"LiteralNumberInteger","value":"10"},
|
||||
{"type":"Text","value":"\n"},
|
||||
|
||||
{"type":"Keyword","value":"ESCAPE"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Keyword","value":"MODULE"},
|
||||
{"type":"Text","value":"\n"},
|
||||
|
||||
{"type":"Keyword","value":"END-FOR"},
|
||||
{"type":"Text","value":"\n"},
|
||||
|
||||
{"type":"Keyword","value":"END-SUBROUTINE"},
|
||||
|
||||
{"type":"Text","value":"\n\n"},
|
||||
{"type":"Keyword","value":"END"},
|
||||
{"type":"Text","value":"\n\n"}
|
||||
]
|
||||
Loading…
x
Reference in New Issue
Block a user