mirror of
https://github.com/alecthomas/chroma.git
synced 2025-02-03 13:01:47 +02:00
Update the Materialize lexer (#978)
This introduces some additional keywords. I've also scripted this on our end hence the changes in formatting and encoding of certain characters in attribute values. This also includes: - Some tests - Updates to the README to call out the `--csrf-key` argument for chromad. Without it securecookie throws an error.
This commit is contained in:
Aru Sahni
GitHub
parent
2d94bda8a5
commit
d1034f8fe1
@ -272,7 +272,7 @@ for that setup the `chroma` executable can be just symlinked to `~/.lessfilter`.
|
||||
If you edit some lexers and want to try it, open a shell in `cmd/chromad` and run:
|
||||
|
||||
```shell
|
||||
go run .
|
||||
go run . --csrf-key=securekey
|
||||
```
|
||||
|
||||
A Link will be printed. Open it in your Browser. Now you can test on the Playground with your local changes.
|
||||
|
||||
@ -1,154 +1,154 @@
|
||||
<lexer>
|
||||
<config>
|
||||
<name>Materialize SQL dialect</name>
|
||||
<alias>materialize</alias>
|
||||
<alias>mzsql</alias>
|
||||
<mime_type>text/x-materializesql</mime_type>
|
||||
<case_insensitive>true</case_insensitive>
|
||||
<not_multiline>true</not_multiline>
|
||||
<alias>materialize</alias>
|
||||
<alias>mzsql</alias>
|
||||
</config>
|
||||
<rules>
|
||||
<state name="root">
|
||||
<rule pattern="\s+">
|
||||
<token type="Text"/>
|
||||
<token type="Text" />
|
||||
</rule>
|
||||
<rule pattern="--.*\n?">
|
||||
<token type="CommentSingle"/>
|
||||
<token type="CommentSingle" />
|
||||
</rule>
|
||||
<rule pattern="/\*">
|
||||
<token type="CommentMultiline"/>
|
||||
<push state="multiline-comments"/>
|
||||
<token type="CommentMultiline" />
|
||||
<push state="multiline-comments" />
|
||||
</rule>
|
||||
<rule pattern="(bigint|bigserial|bit|bit\s+varying|bool|boolean|box|bytea|char|character|character\s+varying|cidr|circle|date|decimal|double\s+precision|float4|float8|inet|int|int2|int4|int8|integer|interval|json|jsonb|line|lseg|macaddr|money|numeric|path|pg_lsn|point|polygon|real|serial|serial2|serial4|serial8|smallint|smallserial|text|time|timestamp|timestamptz|timetz|tsquery|tsvector|txid_snapshot|uuid|varbit|varchar|with\s+time\s+zone|without\s+time\s+zone|xml|anyarray|anyelement|anyenum|anynonarray|anyrange|cstring|fdw_handler|internal|language_handler|opaque|record|void)\b">
|
||||
<token type="NameBuiltin"/>
|
||||
<token type="NameBuiltin" />
|
||||
</rule>
|
||||
<rule pattern="(?s)(DO)(\s+)(?:(LANGUAGE)?(\s+)('?)(\w+)?('?)(\s+))?(\$)([^$]*)(\$)(.*?)(\$)(\10)(\$)">
|
||||
<rule pattern="(?s)(DO)(\s+)(?:(LANGUAGE)?(\s+)('?)(\w+)?('?)(\s+))?(\$)([^$]*)(\$)(.*?)(\$)(\10)(\$)">
|
||||
<usingbygroup>
|
||||
<sublexer_name_group>6</sublexer_name_group>
|
||||
<code_group>12</code_group>
|
||||
<emitters>
|
||||
<token type="Keyword"/>
|
||||
<token type="Text"/>
|
||||
<token type="Keyword"/>
|
||||
<token type="Text"/>
|
||||
<token type="LiteralStringSingle"/>
|
||||
<token type="LiteralStringSingle"/>
|
||||
<token type="LiteralStringSingle"/>
|
||||
<token type="Text"/>
|
||||
<token type="LiteralStringHeredoc"/>
|
||||
<token type="LiteralStringHeredoc"/>
|
||||
<token type="LiteralStringHeredoc"/>
|
||||
<token type="LiteralStringHeredoc"/>
|
||||
<token type="LiteralStringHeredoc"/>
|
||||
<token type="LiteralStringHeredoc"/>
|
||||
<token type="LiteralStringHeredoc"/>
|
||||
<token type="Keyword" />
|
||||
<token type="Text" />
|
||||
<token type="Keyword" />
|
||||
<token type="Text" />
|
||||
<token type="LiteralStringSingle" />
|
||||
<token type="LiteralStringSingle" />
|
||||
<token type="LiteralStringSingle" />
|
||||
<token type="Text" />
|
||||
<token type="LiteralStringHeredoc" />
|
||||
<token type="LiteralStringHeredoc" />
|
||||
<token type="LiteralStringHeredoc" />
|
||||
<token type="LiteralStringHeredoc" />
|
||||
<token type="LiteralStringHeredoc" />
|
||||
<token type="LiteralStringHeredoc" />
|
||||
<token type="LiteralStringHeredoc" />
|
||||
</emitters>
|
||||
</usingbygroup>
|
||||
</rule>
|
||||
<rule pattern="(ACCESS|ACKS|ADD|ADDRESSES|AGGREGATE|ALL|ALTER|AND|ANY|ARN|ARRANGEMENT|ARRAY|AS|ASC|ASSERT|AT|AUCTION|AUTHORITY|AVAILABILITY|AVRO|AWS|BEGIN|BETWEEN|BIGINT|BILLED|BODY|BOOLEAN|BOTH|BPCHAR|BROKEN|BROKER|BROKERS|BY|BYTES|CARDINALITY|CASCADE|CASE|CAST|CERTIFICATE|CHAIN|CHAR|CHARACTER|CHARACTERISTICS|CHECK|CLIENT|CLOSE|CLUSTER|CLUSTERS|COALESCE|COLLATE|COLUMN|COLUMNS|COMMENT|COMMIT|COMMITTED|COMPACTION|COMPRESSION|COMPUTE|COMPUTECTL|CONFLUENT|CONNECTION|CONNECTIONS|CONSTRAINT|COPY|COUNT|COUNTER|CREATE|CREATECLUSTER|CREATEDB|CREATEROLE|CROSS|CSV|CURRENT|CURSOR|DATABASE|DATABASES|DATUMS|DAY|DAYS|DEALLOCATE|DEBEZIUM|DEBUG|DEBUGGING|DEC|DECIMAL|DECLARE|DECORRELATED|DEFAULT|DEFAULTS|DELETE|DELIMITED|DELIMITER|DESC|DETAILS|DISCARD|DISK|DISTINCT|DOC|DOT|DOUBLE|DROP|EFFORT|ELEMENT|ELSE|ENABLE|END|ENDPOINT|ENFORCED|ENVELOPE|ERROR|ESCAPE|EXCEPT|EXECUTE|EXISTS|EXPECTED|EXPLAIN|EXPOSE|EXTRACT|FACTOR|FALSE|FETCH|FIELDS|FILTER|FIRST|FLOAT|FOLLOWING|FOR|FOREIGN|FORMAT|FORWARD|FROM|FULL|FULLNAME|FUNCTION|GENERATOR|GRANT|GREATEST|GROUP|GROUPS|HAVING|HEADER|HEADERS|HOLD|HOST|HOUR|HOURS|ID|IDEMPOTENCE|IDLE|IF|IGNORE|ILIKE|IN|INCLUDE|INDEX|INDEXES|INFO|INHERIT|INLINE|INNER|INPUT|INSERT|INSPECT|INT|INTEGER|INTERNAL|INTERSECT|INTERVAL|INTO|INTROSPECTION|IS|ISNULL|ISOLATION|JOIN|JSON|KAFKA|KEY|KEYS|LAST|LATERAL|LATEST|LEADING|LEAST|LEFT|LEVEL|LIKE|LIMIT|LIST|LOAD|LOCAL|LOG|LOGICAL|LOGIN|MANAGED|MAP|MARKETING|MATERIALIZE|MATERIALIZED|MAX|MECHANISMS|MEMBERSHIP|MERGE|MESSAGE|METADATA|MINUTE|MINUTES|MODE|MONTH|MONTHS|MS|MUTUALLY|NAME|NAMES|NATURAL|NEXT|NO|NOCREATECLUSTER|NOCREATEDB|NOCREATEROLE|NOINHERIT|NOLOGIN|NONE|NOSUPERUSER|NOT|NOTICE|NULL|NULLIF|NULLS|OBJECTS|OF|OFFSET|ON|ONLY|OPERATOR|OPTIMIZED|OPTIMIZER|OPTIONS|OR|ORDER|ORDINALITY|OUTER|OVER|OWNED|OWNER|PARTITION|PASSWORD|PHYSICAL|PLAN|PLANS|PORT|POSITION|POSTGRES|PRECEDING|PRECISION|PREFIX|PREPARE|PRIMARY|PRIVATELINK|PRIVILEGES|PROGRESS|PROTOBUF|PROTOCOL|PUBLICATION|QUERY|QUOTE|RAISE|RANGE|RAW|READ|REAL|REASSIGN|RECURSION|RECURSIVE|REFERENCES|REFRESH|REGEX|REGION|REGISTRY|RENAME|REPEATABLE|REPLACE|REPLICA|REPLICAS|REPLICATION|RESET|RESPECT|RESTRICT|RETENTION|RETURN|RETURNING|REVOKE|RIGHT|ROLE|ROLES|ROLLBACK|ROTATE|ROW|ROWS|SASL|SCALE|SCHEMA|SCHEMAS|SCRIPT|SECOND|SECONDS|SECRET|SECRETS|SECURITY|SEED|SELECT|SEQUENCES|SERIALIZABLE|SERVICE|SESSION|SET|SHARD|SHOW|SINK|SINKS|SIZE|SMALLINT|SNAPSHOT|SOME|SOURCE|SOURCES|SSH|SSL|START|STDIN|STDOUT|STORAGE|STORAGECTL|STRATEGY|STRICT|STRING|SUBSCRIBE|SUBSOURCE|SUBSOURCES|SUBSTRING|SUPERUSER|SWAP|SYSTEM|TABLE|TABLES|TAIL|TEMP|TEMPORARY|TEST|TEXT|THEN|TICK|TIES|TIME|TIMELINE|TIMEOUT|TIMESTAMP|TIMESTAMPTZ|TO|TOKEN|TOPIC|TPCH|TRACE|TRAILING|TRANSACTION|TRIM|TRUE|TUNNEL|TYPE|TYPES|UNBOUNDED|UNCOMMITTED|UNION|UNIQUE|UNKNOWN|UP|UPDATE|UPSERT|URL|USAGE|USER|USERNAME|USERS|USING|VALIDATE|VALUE|VALUES|VARCHAR|VARYING|VIEW|VIEWS|WARNING|WEBHOOK|WHEN|WHERE|WINDOW|WIRE|WITH|WITHIN|WITHOUT|WORK|WORKERS|WRITE|YEAR|YEARS|ZONE|ZONES)\b">
|
||||
<token type="Keyword"/>
|
||||
<rule pattern="(ACCESS|ADD|ADDRESSES|AGGREGATE|ALIGNED|ALL|ALTER|ANALYSIS|AND|ANY|ARITY|ARN|ARRANGEMENT|ARRAY|AS|ASC|ASSERT|ASSUME|AT|AUCTION|AUTHORITY|AVAILABILITY|AVRO|AWS|BATCH|BEGIN|BETWEEN|BIGINT|BILLED|BODY|BOOLEAN|BOTH|BPCHAR|BROKEN|BROKER|BROKERS|BY|BYTES|CARDINALITY|CASCADE|CASE|CAST|CERTIFICATE|CHAIN|CHAINS|CHAR|CHARACTER|CHARACTERISTICS|CHECK|CLIENT|CLOSE|CLUSTER|CLUSTERS|COALESCE|COLLATE|COLUMN|COLUMNS|COMMENT|COMMIT|COMMITTED|COMPACTION|COMPATIBILITY|COMPRESSION|COMPUTE|COMPUTECTL|CONFIG|CONFLUENT|CONNECTION|CONNECTIONS|CONSTRAINT|COPY|COUNT|COUNTER|CREATE|CREATECLUSTER|CREATEDB|CREATEROLE|CREATION|CROSS|CSV|CURRENT|CURSOR|DATABASE|DATABASES|DATUMS|DAY|DAYS|DEALLOCATE|DEBEZIUM|DEBUG|DEBUGGING|DEC|DECIMAL|DECLARE|DECODING|DECORRELATED|DEFAULT|DEFAULTS|DELETE|DELIMITED|DELIMITER|DELTA|DESC|DETAILS|DISCARD|DISK|DISTINCT|DOC|DOT|DOUBLE|DROP|EAGER|ELEMENT|ELSE|ENABLE|END|ENDPOINT|ENFORCED|ENVELOPE|ERROR|ERRORS|ESCAPE|ESTIMATE|EVERY|EXCEPT|EXECUTE|EXISTS|EXPECTED|EXPLAIN|EXPOSE|EXPRESSIONS|EXTERNAL|EXTRACT|FACTOR|FALSE|FAST|FEATURES|FETCH|FIELDS|FILE|FILTER|FIRST|FIXPOINT|FLOAT|FOLLOWING|FOR|FOREIGN|FORMAT|FORWARD|FROM|FULL|FULLNAME|FUNCTION|GENERATOR|GRANT|GREATEST|GROUP|GROUPS|HAVING|HEADER|HEADERS|HISTORY|HOLD|HOST|HOUR|HOURS|HUMANIZED|ID|IDENTIFIERS|IDS|IF|IGNORE|ILIKE|IMPLEMENTATIONS|IMPORTED|IN|INCLUDE|INDEX|INDEXES|INFO|INHERIT|INLINE|INNER|INPUT|INSERT|INSIGHTS|INSPECT|INT|INTEGER|INTERNAL|INTERSECT|INTERVAL|INTO|INTROSPECTION|IS|ISNULL|ISOLATION|JOIN|JOINS|JSON|KAFKA|KEY|KEYS|LAST|LATERAL|LATEST|LEADING|LEAST|LEFT|LEGACY|LETREC|LEVEL|LIKE|LIMIT|LINEAR|LIST|LOAD|LOCAL|LOCALLY|LOG|LOGICAL|LOGIN|LOWERING|MANAGED|MANUAL|MAP|MARKETING|MATERIALIZE|MATERIALIZED|MAX|MECHANISMS|MEMBERSHIP|MESSAGE|METADATA|MINUTE|MINUTES|MODE|MONTH|MONTHS|MUTUALLY|MYSQL|NAME|NAMES|NATURAL|NEGATIVE|NEW|NEXT|NO|NOCREATECLUSTER|NOCREATEDB|NOCREATEROLE|NODE|NOINHERIT|NOLOGIN|NON|NONE|NOSUPERUSER|NOT|NOTICE|NOTICES|NULL|NULLIF|NULLS|OBJECTS|OF|OFFSET|ON|ONLY|OPERATOR|OPTIMIZED|OPTIMIZER|OPTIONS|OR|ORDER|ORDINALITY|OUTER|OVER|OWNED|OWNER|PARTITION|PARTITIONS|PASSWORD|PATH|PHYSICAL|PLAN|PLANS|PORT|POSITION|POSTGRES|PRECEDING|PRECISION|PREFIX|PREPARE|PRIMARY|PRIVATELINK|PRIVILEGES|PROGRESS|PROTOBUF|PROTOCOL|PUBLICATION|PUSHDOWN|QUERY|QUOTE|RAISE|RANGE|RATE|RAW|READ|REAL|REASSIGN|RECURSION|RECURSIVE|REDACTED|REFERENCE|REFERENCES|REFRESH|REGEX|REGION|REGISTRY|REHYDRATION|RENAME|REOPTIMIZE|REPEATABLE|REPLACE|REPLAN|REPLICA|REPLICAS|REPLICATION|RESET|RESPECT|RESTRICT|RETAIN|RETURN|RETURNING|REVOKE|RIGHT|ROLE|ROLES|ROLLBACK|ROTATE|ROUNDS|ROW|ROWS|SASL|SCALE|SCHEDULE|SCHEMA|SCHEMAS|SECOND|SECONDS|SECRET|SECRETS|SECURITY|SEED|SELECT|SEQUENCES|SERIALIZABLE|SERVICE|SESSION|SET|SHARD|SHOW|SINK|SINKS|SIZE|SMALLINT|SNAPSHOT|SOME|SOURCE|SOURCES|SSH|SSL|START|STDIN|STDOUT|STORAGE|STORAGECTL|STRATEGY|STRICT|STRING|STRONG|SUBSCRIBE|SUBSOURCE|SUBSOURCES|SUBSTRING|SUBTREE|SUPERUSER|SWAP|SYNTAX|SYSTEM|TABLE|TABLES|TAIL|TEMP|TEMPORARY|TEXT|THEN|TICK|TIES|TIME|TIMELINE|TIMEOUT|TIMESTAMP|TIMESTAMPTZ|TIMING|TO|TOKEN|TOPIC|TPCH|TRACE|TRAILING|TRANSACTION|TRANSACTIONAL|TRIM|TRUE|TUNNEL|TYPE|TYPES|UNBOUNDED|UNCOMMITTED|UNION|UNIQUE|UNKNOWN|UP|UPDATE|UPSERT|URL|USAGE|USER|USERNAME|USERS|USING|VALIDATE|VALUE|VALUES|VARCHAR|VARIADIC|VARYING|VERSION|VIEW|VIEWS|WARNING|WEBHOOK|WHEN|WHERE|WINDOW|WIRE|WITH|WITHIN|WITHOUT|WORK|WORKERS|WRITE|YEAR|YEARS|ZONE|ZONES)\b">
|
||||
<token type="Keyword" />
|
||||
</rule>
|
||||
<rule pattern="[+*/<>=~!@#%^&|`?-]+">
|
||||
<token type="Operator"/>
|
||||
<token type="Operator" />
|
||||
</rule>
|
||||
<rule pattern="::">
|
||||
<token type="Operator"/>
|
||||
<token type="Operator" />
|
||||
</rule>
|
||||
<rule pattern="\$\d+">
|
||||
<token type="NameVariable"/>
|
||||
<token type="NameVariable" />
|
||||
</rule>
|
||||
<rule pattern="([0-9]*\.[0-9]*|[0-9]+)(e[+-]?[0-9]+)?">
|
||||
<token type="LiteralNumberFloat"/>
|
||||
<token type="LiteralNumberFloat" />
|
||||
</rule>
|
||||
<rule pattern="[0-9]+">
|
||||
<token type="LiteralNumberInteger"/>
|
||||
<token type="LiteralNumberInteger" />
|
||||
</rule>
|
||||
<rule pattern="((?:E|U&)?)(')">
|
||||
<rule pattern="((?:E|U&)?)(')">
|
||||
<bygroups>
|
||||
<token type="LiteralStringAffix"/>
|
||||
<token type="LiteralStringSingle"/>
|
||||
<token type="LiteralStringAffix" />
|
||||
<token type="LiteralStringSingle" />
|
||||
</bygroups>
|
||||
<push state="string"/>
|
||||
<push state="string" />
|
||||
</rule>
|
||||
<rule pattern="((?:U&)?)(")">
|
||||
<rule pattern="((?:U&)?)(")">
|
||||
<bygroups>
|
||||
<token type="LiteralStringAffix"/>
|
||||
<token type="LiteralStringName"/>
|
||||
<token type="LiteralStringAffix" />
|
||||
<token type="LiteralStringName" />
|
||||
</bygroups>
|
||||
<push state="quoted-ident"/>
|
||||
<push state="quoted-ident" />
|
||||
</rule>
|
||||
<rule pattern="(?s)(\$)([^$]*)(\$)(.*?)(\$)(\2)(\$)(\s+)(LANGUAGE)?(\s+)('?)(\w+)?('?)">
|
||||
<rule pattern="(?s)(\$)([^$]*)(\$)(.*?)(\$)(\2)(\$)(\s+)(LANGUAGE)?(\s+)('?)(\w+)?('?)">
|
||||
<usingbygroup>
|
||||
<sublexer_name_group>12</sublexer_name_group>
|
||||
<code_group>4</code_group>
|
||||
<emitters>
|
||||
<token type="LiteralStringHeredoc"/>
|
||||
<token type="LiteralStringHeredoc"/>
|
||||
<token type="LiteralStringHeredoc"/>
|
||||
<token type="LiteralStringHeredoc"/>
|
||||
<token type="LiteralStringHeredoc"/>
|
||||
<token type="LiteralStringHeredoc"/>
|
||||
<token type="LiteralStringHeredoc"/>
|
||||
<token type="Text"/>
|
||||
<token type="Keyword"/>
|
||||
<token type="Text"/>
|
||||
<token type="LiteralStringSingle"/>
|
||||
<token type="LiteralStringSingle"/>
|
||||
<token type="LiteralStringSingle"/>
|
||||
<token type="LiteralStringHeredoc" />
|
||||
<token type="LiteralStringHeredoc" />
|
||||
<token type="LiteralStringHeredoc" />
|
||||
<token type="LiteralStringHeredoc" />
|
||||
<token type="LiteralStringHeredoc" />
|
||||
<token type="LiteralStringHeredoc" />
|
||||
<token type="LiteralStringHeredoc" />
|
||||
<token type="Text" />
|
||||
<token type="Keyword" />
|
||||
<token type="Text" />
|
||||
<token type="LiteralStringSingle" />
|
||||
<token type="LiteralStringSingle" />
|
||||
<token type="LiteralStringSingle" />
|
||||
</emitters>
|
||||
</usingbygroup>
|
||||
</rule>
|
||||
<rule pattern="(?s)(\$)([^$]*)(\$)(.*?)(\$)(\2)(\$)">
|
||||
<token type="LiteralStringHeredoc"/>
|
||||
<token type="LiteralStringHeredoc" />
|
||||
</rule>
|
||||
<rule pattern="[a-z_]\w*">
|
||||
<token type="Name"/>
|
||||
<token type="Name" />
|
||||
</rule>
|
||||
<rule pattern=":(['"]?)[a-z]\w*\b\1">
|
||||
<token type="NameVariable"/>
|
||||
<rule pattern=":(['"]?)[a-z]\w*\b\1">
|
||||
<token type="NameVariable" />
|
||||
</rule>
|
||||
<rule pattern="[;:()\[\]{},.]">
|
||||
<token type="Punctuation"/>
|
||||
<token type="Punctuation" />
|
||||
</rule>
|
||||
</state>
|
||||
<state name="multiline-comments">
|
||||
<rule pattern="/\*">
|
||||
<token type="CommentMultiline"/>
|
||||
<push state="multiline-comments"/>
|
||||
<token type="CommentMultiline" />
|
||||
<push state="multiline-comments" />
|
||||
</rule>
|
||||
<rule pattern="\*/">
|
||||
<token type="CommentMultiline"/>
|
||||
<pop depth="1"/>
|
||||
<token type="CommentMultiline" />
|
||||
<pop depth="1" />
|
||||
</rule>
|
||||
<rule pattern="[^/*]+">
|
||||
<token type="CommentMultiline"/>
|
||||
<token type="CommentMultiline" />
|
||||
</rule>
|
||||
<rule pattern="[/*]">
|
||||
<token type="CommentMultiline"/>
|
||||
<token type="CommentMultiline" />
|
||||
</rule>
|
||||
</state>
|
||||
<state name="string">
|
||||
<rule pattern="[^']+">
|
||||
<token type="LiteralStringSingle"/>
|
||||
<rule pattern="[^']+">
|
||||
<token type="LiteralStringSingle" />
|
||||
</rule>
|
||||
<rule pattern="''">
|
||||
<token type="LiteralStringSingle"/>
|
||||
<rule pattern="''">
|
||||
<token type="LiteralStringSingle" />
|
||||
</rule>
|
||||
<rule pattern="'">
|
||||
<token type="LiteralStringSingle"/>
|
||||
<pop depth="1"/>
|
||||
<rule pattern="'">
|
||||
<token type="LiteralStringSingle" />
|
||||
<pop depth="1" />
|
||||
</rule>
|
||||
</state>
|
||||
<state name="quoted-ident">
|
||||
<rule pattern="[^"]+">
|
||||
<token type="LiteralStringName"/>
|
||||
<rule pattern="[^"]+">
|
||||
<token type="LiteralStringName" />
|
||||
</rule>
|
||||
<rule pattern="""">
|
||||
<token type="LiteralStringName"/>
|
||||
<rule pattern="""">
|
||||
<token type="LiteralStringName" />
|
||||
</rule>
|
||||
<rule pattern=""">
|
||||
<token type="LiteralStringName"/>
|
||||
<pop depth="1"/>
|
||||
<rule pattern=""">
|
||||
<token type="LiteralStringName" />
|
||||
<pop depth="1" />
|
||||
</rule>
|
||||
</state>
|
||||
</rules>
|
||||
|
||||
49
lexers/testdata/materialize.actual
vendored
Normal file
49
lexers/testdata/materialize.actual
vendored
Normal file
@ -0,0 +1,49 @@
|
||||
-- basic statements
|
||||
|
||||
CREATE VIEW my_typed_source AS
|
||||
SELECT
|
||||
(data->>'field1')::boolean AS field_1,
|
||||
(data->>'field2')::int AS field_2,
|
||||
(data->>'field3')::float AS field_3
|
||||
FROM my_jsonb_source;
|
||||
|
||||
WITH
|
||||
regional_sales (region, total_sales) AS (
|
||||
SELECT region, sum(amount)
|
||||
FROM orders
|
||||
GROUP BY region
|
||||
),
|
||||
top_regions AS (
|
||||
SELECT region
|
||||
FROM regional_sales
|
||||
ORDER BY total_sales DESC
|
||||
LIMIT 5
|
||||
)
|
||||
SELECT region,
|
||||
product,
|
||||
SUM(quantity) AS product_units,
|
||||
SUM(amount) AS product_sales
|
||||
FROM orders
|
||||
WHERE region IN (SELECT region FROM top_regions)
|
||||
GROUP BY region, product;
|
||||
|
||||
-- sources
|
||||
|
||||
CREATE SOURCE webhook_with_basic_auth
|
||||
FROM WEBHOOK
|
||||
BODY FORMAT JSON
|
||||
CHECK (
|
||||
WITH (
|
||||
HEADERS,
|
||||
BODY AS request_body,
|
||||
SECRET basic_hook_auth AS validation_secret
|
||||
)
|
||||
-- The constant_time_eq validation function **does not support** fully
|
||||
-- qualified secret names. We recommend always aliasing the secret name
|
||||
-- for ease of use.
|
||||
constant_time_eq(headers->'authorization', validation_secret)
|
||||
);
|
||||
|
||||
CREATE SOURCE mz_source
|
||||
FROM MYSQL CONNECTION mysql_connection
|
||||
FOR TABLES (schema1.table_1 AS s1_table_1, schema2.table_1 AS s2_table_1);
|
||||
280
lexers/testdata/materialize.expected
vendored
Normal file
280
lexers/testdata/materialize.expected
vendored
Normal file
@ -0,0 +1,280 @@
|
||||
[
|
||||
{"type":"CommentSingle","value":"-- basic statements\n"},
|
||||
{"type":"Text","value":"\n"},
|
||||
{"type":"Keyword","value":"CREATE"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Keyword","value":"VIEW"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Name","value":"my_typed_source"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Keyword","value":"AS"},
|
||||
{"type":"Text","value":"\n "},
|
||||
{"type":"Keyword","value":"SELECT"},
|
||||
{"type":"Text","value":"\n "},
|
||||
{"type":"Punctuation","value":"("},
|
||||
{"type":"Name","value":"data"},
|
||||
{"type":"Operator","value":"-\u003e\u003e"},
|
||||
{"type":"LiteralStringSingle","value":"'field1'"},
|
||||
{"type":"Punctuation","value":")"},
|
||||
{"type":"Operator","value":"::"},
|
||||
{"type":"NameBuiltin","value":"boolean"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Keyword","value":"AS"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Name","value":"field_1"},
|
||||
{"type":"Punctuation","value":","},
|
||||
{"type":"Text","value":"\n "},
|
||||
{"type":"Punctuation","value":"("},
|
||||
{"type":"Name","value":"data"},
|
||||
{"type":"Operator","value":"-\u003e\u003e"},
|
||||
{"type":"LiteralStringSingle","value":"'field2'"},
|
||||
{"type":"Punctuation","value":")"},
|
||||
{"type":"Operator","value":"::"},
|
||||
{"type":"NameBuiltin","value":"int"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Keyword","value":"AS"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Name","value":"field_2"},
|
||||
{"type":"Punctuation","value":","},
|
||||
{"type":"Text","value":"\n "},
|
||||
{"type":"Punctuation","value":"("},
|
||||
{"type":"Name","value":"data"},
|
||||
{"type":"Operator","value":"-\u003e\u003e"},
|
||||
{"type":"LiteralStringSingle","value":"'field3'"},
|
||||
{"type":"Punctuation","value":")"},
|
||||
{"type":"Operator","value":"::"},
|
||||
{"type":"Keyword","value":"float"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Keyword","value":"AS"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Name","value":"field_3"},
|
||||
{"type":"Text","value":"\n "},
|
||||
{"type":"Keyword","value":"FROM"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Name","value":"my_jsonb_source"},
|
||||
{"type":"Punctuation","value":";"},
|
||||
{"type":"Text","value":"\n\n"},
|
||||
{"type":"Keyword","value":"WITH"},
|
||||
{"type":"Text","value":"\n "},
|
||||
{"type":"Name","value":"regional_sales"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Punctuation","value":"("},
|
||||
{"type":"Keyword","value":"region"},
|
||||
{"type":"Punctuation","value":","},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Name","value":"total_sales"},
|
||||
{"type":"Punctuation","value":")"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Keyword","value":"AS"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Punctuation","value":"("},
|
||||
{"type":"Text","value":"\n "},
|
||||
{"type":"Keyword","value":"SELECT"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Keyword","value":"region"},
|
||||
{"type":"Punctuation","value":","},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Name","value":"sum"},
|
||||
{"type":"Punctuation","value":"("},
|
||||
{"type":"Name","value":"amount"},
|
||||
{"type":"Punctuation","value":")"},
|
||||
{"type":"Text","value":"\n "},
|
||||
{"type":"Keyword","value":"FROM"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Name","value":"orders"},
|
||||
{"type":"Text","value":"\n "},
|
||||
{"type":"Keyword","value":"GROUP"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Keyword","value":"BY"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Keyword","value":"region"},
|
||||
{"type":"Text","value":"\n "},
|
||||
{"type":"Punctuation","value":"),"},
|
||||
{"type":"Text","value":"\n "},
|
||||
{"type":"Name","value":"top_regions"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Keyword","value":"AS"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Punctuation","value":"("},
|
||||
{"type":"Text","value":"\n "},
|
||||
{"type":"Keyword","value":"SELECT"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Keyword","value":"region"},
|
||||
{"type":"Text","value":"\n "},
|
||||
{"type":"Keyword","value":"FROM"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Name","value":"regional_sales"},
|
||||
{"type":"Text","value":"\n "},
|
||||
{"type":"Keyword","value":"ORDER"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Keyword","value":"BY"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Name","value":"total_sales"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Keyword","value":"DESC"},
|
||||
{"type":"Text","value":"\n "},
|
||||
{"type":"Keyword","value":"LIMIT"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"LiteralNumberFloat","value":"5"},
|
||||
{"type":"Text","value":"\n "},
|
||||
{"type":"Punctuation","value":")"},
|
||||
{"type":"Text","value":"\n"},
|
||||
{"type":"Keyword","value":"SELECT"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Keyword","value":"region"},
|
||||
{"type":"Punctuation","value":","},
|
||||
{"type":"Text","value":"\n "},
|
||||
{"type":"Name","value":"product"},
|
||||
{"type":"Punctuation","value":","},
|
||||
{"type":"Text","value":"\n "},
|
||||
{"type":"Name","value":"SUM"},
|
||||
{"type":"Punctuation","value":"("},
|
||||
{"type":"Name","value":"quantity"},
|
||||
{"type":"Punctuation","value":")"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Keyword","value":"AS"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Name","value":"product_units"},
|
||||
{"type":"Punctuation","value":","},
|
||||
{"type":"Text","value":"\n "},
|
||||
{"type":"Name","value":"SUM"},
|
||||
{"type":"Punctuation","value":"("},
|
||||
{"type":"Name","value":"amount"},
|
||||
{"type":"Punctuation","value":")"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Keyword","value":"AS"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Name","value":"product_sales"},
|
||||
{"type":"Text","value":"\n"},
|
||||
{"type":"Keyword","value":"FROM"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Name","value":"orders"},
|
||||
{"type":"Text","value":"\n"},
|
||||
{"type":"Keyword","value":"WHERE"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Keyword","value":"region"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Keyword","value":"IN"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Punctuation","value":"("},
|
||||
{"type":"Keyword","value":"SELECT"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Keyword","value":"region"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Keyword","value":"FROM"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Name","value":"top_regions"},
|
||||
{"type":"Punctuation","value":")"},
|
||||
{"type":"Text","value":"\n"},
|
||||
{"type":"Keyword","value":"GROUP"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Keyword","value":"BY"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Keyword","value":"region"},
|
||||
{"type":"Punctuation","value":","},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Name","value":"product"},
|
||||
{"type":"Punctuation","value":";"},
|
||||
{"type":"Text","value":"\n\n"},
|
||||
{"type":"CommentSingle","value":"-- sources\n"},
|
||||
{"type":"Text","value":"\n"},
|
||||
{"type":"Keyword","value":"CREATE"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Keyword","value":"SOURCE"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Name","value":"webhook_with_basic_auth"},
|
||||
{"type":"Text","value":"\n"},
|
||||
{"type":"Keyword","value":"FROM"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Keyword","value":"WEBHOOK"},
|
||||
{"type":"Text","value":"\n "},
|
||||
{"type":"Keyword","value":"BODY"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Keyword","value":"FORMAT"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"NameBuiltin","value":"JSON"},
|
||||
{"type":"Text","value":"\n "},
|
||||
{"type":"Keyword","value":"CHECK"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Punctuation","value":"("},
|
||||
{"type":"Text","value":"\n "},
|
||||
{"type":"Keyword","value":"WITH"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Punctuation","value":"("},
|
||||
{"type":"Text","value":"\n "},
|
||||
{"type":"Keyword","value":"HEADERS"},
|
||||
{"type":"Punctuation","value":","},
|
||||
{"type":"Text","value":"\n "},
|
||||
{"type":"Keyword","value":"BODY"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Keyword","value":"AS"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Name","value":"request_body"},
|
||||
{"type":"Punctuation","value":","},
|
||||
{"type":"Text","value":"\n "},
|
||||
{"type":"Keyword","value":"SECRET"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Name","value":"basic_hook_auth"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Keyword","value":"AS"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Name","value":"validation_secret"},
|
||||
{"type":"Text","value":"\n "},
|
||||
{"type":"Punctuation","value":")"},
|
||||
{"type":"Text","value":"\n "},
|
||||
{"type":"CommentSingle","value":"-- The constant_time_eq validation function **does not support** fully\n"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"CommentSingle","value":"-- qualified secret names. We recommend always aliasing the secret name\n"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"CommentSingle","value":"-- for ease of use.\n"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Name","value":"constant_time_eq"},
|
||||
{"type":"Punctuation","value":"("},
|
||||
{"type":"Keyword","value":"headers"},
|
||||
{"type":"Operator","value":"-\u003e"},
|
||||
{"type":"LiteralStringSingle","value":"'authorization'"},
|
||||
{"type":"Punctuation","value":","},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Name","value":"validation_secret"},
|
||||
{"type":"Punctuation","value":")"},
|
||||
{"type":"Text","value":"\n "},
|
||||
{"type":"Punctuation","value":");"},
|
||||
{"type":"Text","value":"\n\n"},
|
||||
{"type":"Keyword","value":"CREATE"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Keyword","value":"SOURCE"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Name","value":"mz_source"},
|
||||
{"type":"Text","value":"\n "},
|
||||
{"type":"Keyword","value":"FROM"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Keyword","value":"MYSQL"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Keyword","value":"CONNECTION"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Name","value":"mysql_connection"},
|
||||
{"type":"Text","value":"\n "},
|
||||
{"type":"Keyword","value":"FOR"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Keyword","value":"TABLES"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Punctuation","value":"("},
|
||||
{"type":"Name","value":"schema1"},
|
||||
{"type":"LiteralNumberFloat","value":"."},
|
||||
{"type":"Name","value":"table_1"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Keyword","value":"AS"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Name","value":"s1_table_1"},
|
||||
{"type":"Punctuation","value":","},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Name","value":"schema2"},
|
||||
{"type":"LiteralNumberFloat","value":"."},
|
||||
{"type":"Name","value":"table_1"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Keyword","value":"AS"},
|
||||
{"type":"Text","value":" "},
|
||||
{"type":"Name","value":"s2_table_1"},
|
||||
{"type":"Punctuation","value":");"},
|
||||
{"type":"Text","value":"\n"}
|
||||
]
|
||||
Loading…
x
Reference in New Issue
Block a user