Update the Materialize lexer (#978)

This introduces some additional keywords. I've also scripted this on our end hence the changes in formatting and encoding of certain characters in attribute values. This also includes: - Some tests - Updates to the README to call out the `--csrf-key` argument for chromad. Without it securecookie throws an error.
2025-04-27 12:22:24 +02:00 · 2024-06-28 17:27:47 -04:00 · 2024-06-28 17:27:47 -04:00 · d1034f8fe1
commit d1034f8fe1
parent 2d94bda8a5
4 changed files with 407 additions and 78 deletions
--- a/README.md
+++ b/README.md
@ -272,7 +272,7 @@ for that setup the `chroma` executable can be just symlinked to `~/.lessfilter`.
 If you edit some lexers and want to try it, open a shell in `cmd/chromad` and run:

 ```shell
-go run .
+go run . --csrf-key=securekey
 ```

 A Link will be printed. Open it in your Browser. Now you can test on the Playground with your local changes.
--- a/lexers/embedded/materialize_sql_dialect.xml
+++ b/lexers/embedded/materialize_sql_dialect.xml
@ -1,11 +1,11 @@
 <lexer>
  <config>
    <name>Materialize SQL dialect</name>
-    <alias>materialize</alias>
-    <alias>mzsql</alias>
    <mime_type>text/x-materializesql</mime_type>
    <case_insensitive>true</case_insensitive>
    <not_multiline>true</not_multiline>
+    <alias>materialize</alias>
+    <alias>mzsql</alias>
  </config>
  <rules>
    <state name="root">
@ -22,7 +22,7 @@
      <rule pattern="(bigint|bigserial|bit|bit\s+varying|bool|boolean|box|bytea|char|character|character\s+varying|cidr|circle|date|decimal|double\s+precision|float4|float8|inet|int|int2|int4|int8|integer|interval|json|jsonb|line|lseg|macaddr|money|numeric|path|pg_lsn|point|polygon|real|serial|serial2|serial4|serial8|smallint|smallserial|text|time|timestamp|timestamptz|timetz|tsquery|tsvector|txid_snapshot|uuid|varbit|varchar|with\s+time\s+zone|without\s+time\s+zone|xml|anyarray|anyelement|anyenum|anynonarray|anyrange|cstring|fdw_handler|internal|language_handler|opaque|record|void)\b">
        <token type="NameBuiltin" />
      </rule>
-      <rule pattern="(?s)(DO)(\s+)(?:(LANGUAGE)?(\s+)(&#39;?)(\w+)?(&#39;?)(\s+))?(\$)([^$]*)(\$)(.*?)(\$)(\10)(\$)">
+      <rule pattern="(?s)(DO)(\s+)(?:(LANGUAGE)?(\s+)('?)(\w+)?('?)(\s+))?(\$)([^$]*)(\$)(.*?)(\$)(\10)(\$)">
        <usingbygroup>
          <sublexer_name_group>6</sublexer_name_group>
          <code_group>12</code_group>
@ -45,7 +45,7 @@
          </emitters>
        </usingbygroup>
      </rule>
-      <rule pattern="(ACCESS|ACKS|ADD|ADDRESSES|AGGREGATE|ALL|ALTER|AND|ANY|ARN|ARRANGEMENT|ARRAY|AS|ASC|ASSERT|AT|AUCTION|AUTHORITY|AVAILABILITY|AVRO|AWS|BEGIN|BETWEEN|BIGINT|BILLED|BODY|BOOLEAN|BOTH|BPCHAR|BROKEN|BROKER|BROKERS|BY|BYTES|CARDINALITY|CASCADE|CASE|CAST|CERTIFICATE|CHAIN|CHAR|CHARACTER|CHARACTERISTICS|CHECK|CLIENT|CLOSE|CLUSTER|CLUSTERS|COALESCE|COLLATE|COLUMN|COLUMNS|COMMENT|COMMIT|COMMITTED|COMPACTION|COMPRESSION|COMPUTE|COMPUTECTL|CONFLUENT|CONNECTION|CONNECTIONS|CONSTRAINT|COPY|COUNT|COUNTER|CREATE|CREATECLUSTER|CREATEDB|CREATEROLE|CROSS|CSV|CURRENT|CURSOR|DATABASE|DATABASES|DATUMS|DAY|DAYS|DEALLOCATE|DEBEZIUM|DEBUG|DEBUGGING|DEC|DECIMAL|DECLARE|DECORRELATED|DEFAULT|DEFAULTS|DELETE|DELIMITED|DELIMITER|DESC|DETAILS|DISCARD|DISK|DISTINCT|DOC|DOT|DOUBLE|DROP|EFFORT|ELEMENT|ELSE|ENABLE|END|ENDPOINT|ENFORCED|ENVELOPE|ERROR|ESCAPE|EXCEPT|EXECUTE|EXISTS|EXPECTED|EXPLAIN|EXPOSE|EXTRACT|FACTOR|FALSE|FETCH|FIELDS|FILTER|FIRST|FLOAT|FOLLOWING|FOR|FOREIGN|FORMAT|FORWARD|FROM|FULL|FULLNAME|FUNCTION|GENERATOR|GRANT|GREATEST|GROUP|GROUPS|HAVING|HEADER|HEADERS|HOLD|HOST|HOUR|HOURS|ID|IDEMPOTENCE|IDLE|IF|IGNORE|ILIKE|IN|INCLUDE|INDEX|INDEXES|INFO|INHERIT|INLINE|INNER|INPUT|INSERT|INSPECT|INT|INTEGER|INTERNAL|INTERSECT|INTERVAL|INTO|INTROSPECTION|IS|ISNULL|ISOLATION|JOIN|JSON|KAFKA|KEY|KEYS|LAST|LATERAL|LATEST|LEADING|LEAST|LEFT|LEVEL|LIKE|LIMIT|LIST|LOAD|LOCAL|LOG|LOGICAL|LOGIN|MANAGED|MAP|MARKETING|MATERIALIZE|MATERIALIZED|MAX|MECHANISMS|MEMBERSHIP|MERGE|MESSAGE|METADATA|MINUTE|MINUTES|MODE|MONTH|MONTHS|MS|MUTUALLY|NAME|NAMES|NATURAL|NEXT|NO|NOCREATECLUSTER|NOCREATEDB|NOCREATEROLE|NOINHERIT|NOLOGIN|NONE|NOSUPERUSER|NOT|NOTICE|NULL|NULLIF|NULLS|OBJECTS|OF|OFFSET|ON|ONLY|OPERATOR|OPTIMIZED|OPTIMIZER|OPTIONS|OR|ORDER|ORDINALITY|OUTER|OVER|OWNED|OWNER|PARTITION|PASSWORD|PHYSICAL|PLAN|PLANS|PORT|POSITION|POSTGRES|PRECEDING|PRECISION|PREFIX|PREPARE|PRIMARY|PRIVATELINK|PRIVILEGES|PROGRESS|PROTOBUF|PROTOCOL|PUBLICATION|QUERY|QUOTE|RAISE|RANGE|RAW|READ|REAL|REASSIGN|RECURSION|RECURSIVE|REFERENCES|REFRESH|REGEX|REGION|REGISTRY|RENAME|REPEATABLE|REPLACE|REPLICA|REPLICAS|REPLICATION|RESET|RESPECT|RESTRICT|RETENTION|RETURN|RETURNING|REVOKE|RIGHT|ROLE|ROLES|ROLLBACK|ROTATE|ROW|ROWS|SASL|SCALE|SCHEMA|SCHEMAS|SCRIPT|SECOND|SECONDS|SECRET|SECRETS|SECURITY|SEED|SELECT|SEQUENCES|SERIALIZABLE|SERVICE|SESSION|SET|SHARD|SHOW|SINK|SINKS|SIZE|SMALLINT|SNAPSHOT|SOME|SOURCE|SOURCES|SSH|SSL|START|STDIN|STDOUT|STORAGE|STORAGECTL|STRATEGY|STRICT|STRING|SUBSCRIBE|SUBSOURCE|SUBSOURCES|SUBSTRING|SUPERUSER|SWAP|SYSTEM|TABLE|TABLES|TAIL|TEMP|TEMPORARY|TEST|TEXT|THEN|TICK|TIES|TIME|TIMELINE|TIMEOUT|TIMESTAMP|TIMESTAMPTZ|TO|TOKEN|TOPIC|TPCH|TRACE|TRAILING|TRANSACTION|TRIM|TRUE|TUNNEL|TYPE|TYPES|UNBOUNDED|UNCOMMITTED|UNION|UNIQUE|UNKNOWN|UP|UPDATE|UPSERT|URL|USAGE|USER|USERNAME|USERS|USING|VALIDATE|VALUE|VALUES|VARCHAR|VARYING|VIEW|VIEWS|WARNING|WEBHOOK|WHEN|WHERE|WINDOW|WIRE|WITH|WITHIN|WITHOUT|WORK|WORKERS|WRITE|YEAR|YEARS|ZONE|ZONES)\b">
+      <rule pattern="(ACCESS|ADD|ADDRESSES|AGGREGATE|ALIGNED|ALL|ALTER|ANALYSIS|AND|ANY|ARITY|ARN|ARRANGEMENT|ARRAY|AS|ASC|ASSERT|ASSUME|AT|AUCTION|AUTHORITY|AVAILABILITY|AVRO|AWS|BATCH|BEGIN|BETWEEN|BIGINT|BILLED|BODY|BOOLEAN|BOTH|BPCHAR|BROKEN|BROKER|BROKERS|BY|BYTES|CARDINALITY|CASCADE|CASE|CAST|CERTIFICATE|CHAIN|CHAINS|CHAR|CHARACTER|CHARACTERISTICS|CHECK|CLIENT|CLOSE|CLUSTER|CLUSTERS|COALESCE|COLLATE|COLUMN|COLUMNS|COMMENT|COMMIT|COMMITTED|COMPACTION|COMPATIBILITY|COMPRESSION|COMPUTE|COMPUTECTL|CONFIG|CONFLUENT|CONNECTION|CONNECTIONS|CONSTRAINT|COPY|COUNT|COUNTER|CREATE|CREATECLUSTER|CREATEDB|CREATEROLE|CREATION|CROSS|CSV|CURRENT|CURSOR|DATABASE|DATABASES|DATUMS|DAY|DAYS|DEALLOCATE|DEBEZIUM|DEBUG|DEBUGGING|DEC|DECIMAL|DECLARE|DECODING|DECORRELATED|DEFAULT|DEFAULTS|DELETE|DELIMITED|DELIMITER|DELTA|DESC|DETAILS|DISCARD|DISK|DISTINCT|DOC|DOT|DOUBLE|DROP|EAGER|ELEMENT|ELSE|ENABLE|END|ENDPOINT|ENFORCED|ENVELOPE|ERROR|ERRORS|ESCAPE|ESTIMATE|EVERY|EXCEPT|EXECUTE|EXISTS|EXPECTED|EXPLAIN|EXPOSE|EXPRESSIONS|EXTERNAL|EXTRACT|FACTOR|FALSE|FAST|FEATURES|FETCH|FIELDS|FILE|FILTER|FIRST|FIXPOINT|FLOAT|FOLLOWING|FOR|FOREIGN|FORMAT|FORWARD|FROM|FULL|FULLNAME|FUNCTION|GENERATOR|GRANT|GREATEST|GROUP|GROUPS|HAVING|HEADER|HEADERS|HISTORY|HOLD|HOST|HOUR|HOURS|HUMANIZED|ID|IDENTIFIERS|IDS|IF|IGNORE|ILIKE|IMPLEMENTATIONS|IMPORTED|IN|INCLUDE|INDEX|INDEXES|INFO|INHERIT|INLINE|INNER|INPUT|INSERT|INSIGHTS|INSPECT|INT|INTEGER|INTERNAL|INTERSECT|INTERVAL|INTO|INTROSPECTION|IS|ISNULL|ISOLATION|JOIN|JOINS|JSON|KAFKA|KEY|KEYS|LAST|LATERAL|LATEST|LEADING|LEAST|LEFT|LEGACY|LETREC|LEVEL|LIKE|LIMIT|LINEAR|LIST|LOAD|LOCAL|LOCALLY|LOG|LOGICAL|LOGIN|LOWERING|MANAGED|MANUAL|MAP|MARKETING|MATERIALIZE|MATERIALIZED|MAX|MECHANISMS|MEMBERSHIP|MESSAGE|METADATA|MINUTE|MINUTES|MODE|MONTH|MONTHS|MUTUALLY|MYSQL|NAME|NAMES|NATURAL|NEGATIVE|NEW|NEXT|NO|NOCREATECLUSTER|NOCREATEDB|NOCREATEROLE|NODE|NOINHERIT|NOLOGIN|NON|NONE|NOSUPERUSER|NOT|NOTICE|NOTICES|NULL|NULLIF|NULLS|OBJECTS|OF|OFFSET|ON|ONLY|OPERATOR|OPTIMIZED|OPTIMIZER|OPTIONS|OR|ORDER|ORDINALITY|OUTER|OVER|OWNED|OWNER|PARTITION|PARTITIONS|PASSWORD|PATH|PHYSICAL|PLAN|PLANS|PORT|POSITION|POSTGRES|PRECEDING|PRECISION|PREFIX|PREPARE|PRIMARY|PRIVATELINK|PRIVILEGES|PROGRESS|PROTOBUF|PROTOCOL|PUBLICATION|PUSHDOWN|QUERY|QUOTE|RAISE|RANGE|RATE|RAW|READ|REAL|REASSIGN|RECURSION|RECURSIVE|REDACTED|REFERENCE|REFERENCES|REFRESH|REGEX|REGION|REGISTRY|REHYDRATION|RENAME|REOPTIMIZE|REPEATABLE|REPLACE|REPLAN|REPLICA|REPLICAS|REPLICATION|RESET|RESPECT|RESTRICT|RETAIN|RETURN|RETURNING|REVOKE|RIGHT|ROLE|ROLES|ROLLBACK|ROTATE|ROUNDS|ROW|ROWS|SASL|SCALE|SCHEDULE|SCHEMA|SCHEMAS|SECOND|SECONDS|SECRET|SECRETS|SECURITY|SEED|SELECT|SEQUENCES|SERIALIZABLE|SERVICE|SESSION|SET|SHARD|SHOW|SINK|SINKS|SIZE|SMALLINT|SNAPSHOT|SOME|SOURCE|SOURCES|SSH|SSL|START|STDIN|STDOUT|STORAGE|STORAGECTL|STRATEGY|STRICT|STRING|STRONG|SUBSCRIBE|SUBSOURCE|SUBSOURCES|SUBSTRING|SUBTREE|SUPERUSER|SWAP|SYNTAX|SYSTEM|TABLE|TABLES|TAIL|TEMP|TEMPORARY|TEXT|THEN|TICK|TIES|TIME|TIMELINE|TIMEOUT|TIMESTAMP|TIMESTAMPTZ|TIMING|TO|TOKEN|TOPIC|TPCH|TRACE|TRAILING|TRANSACTION|TRANSACTIONAL|TRIM|TRUE|TUNNEL|TYPE|TYPES|UNBOUNDED|UNCOMMITTED|UNION|UNIQUE|UNKNOWN|UP|UPDATE|UPSERT|URL|USAGE|USER|USERNAME|USERS|USING|VALIDATE|VALUE|VALUES|VARCHAR|VARIADIC|VARYING|VERSION|VIEW|VIEWS|WARNING|WEBHOOK|WHEN|WHERE|WINDOW|WIRE|WITH|WITHIN|WITHOUT|WORK|WORKERS|WRITE|YEAR|YEARS|ZONE|ZONES)\b">
        <token type="Keyword" />
      </rule>
      <rule pattern="[+*/&lt;&gt;=~!@#%^&amp;|`?-]+">
@ -63,21 +63,21 @@
      <rule pattern="[0-9]+">
        <token type="LiteralNumberInteger" />
      </rule>
-      <rule pattern="((?:E|U&amp;)?)(&#39;)">
+      <rule pattern="((?:E|U&amp;)?)(')">
        <bygroups>
          <token type="LiteralStringAffix" />
          <token type="LiteralStringSingle" />
        </bygroups>
        <push state="string" />
      </rule>
-      <rule pattern="((?:U&amp;)?)(&#34;)">
+      <rule pattern="((?:U&amp;)?)(&quot;)">
        <bygroups>
          <token type="LiteralStringAffix" />
          <token type="LiteralStringName" />
        </bygroups>
        <push state="quoted-ident" />
      </rule>
-      <rule pattern="(?s)(\$)([^$]*)(\$)(.*?)(\$)(\2)(\$)(\s+)(LANGUAGE)?(\s+)(&#39;?)(\w+)?(&#39;?)">
+      <rule pattern="(?s)(\$)([^$]*)(\$)(.*?)(\$)(\2)(\$)(\s+)(LANGUAGE)?(\s+)('?)(\w+)?('?)">
        <usingbygroup>
          <sublexer_name_group>12</sublexer_name_group>
          <code_group>4</code_group>
@ -104,7 +104,7 @@
      <rule pattern="[a-z_]\w*">
        <token type="Name" />
      </rule>
-      <rule pattern=":([&#39;&#34;]?)[a-z]\w*\b\1">
+      <rule pattern=":(['&quot;]?)[a-z]\w*\b\1">
        <token type="NameVariable" />
      </rule>
      <rule pattern="[;:()\[\]{},.]">
@ -128,25 +128,25 @@
      </rule>
    </state>
    <state name="string">
-      <rule pattern="[^&#39;]+">
+      <rule pattern="[^']+">
        <token type="LiteralStringSingle" />
      </rule>
-      <rule pattern="&#39;&#39;">
+      <rule pattern="''">
        <token type="LiteralStringSingle" />
      </rule>
-      <rule pattern="&#39;">
+      <rule pattern="'">
        <token type="LiteralStringSingle" />
        <pop depth="1" />
      </rule>
    </state>
    <state name="quoted-ident">
-      <rule pattern="[^&#34;]+">
+      <rule pattern="[^&quot;]+">
        <token type="LiteralStringName" />
      </rule>
-      <rule pattern="&#34;&#34;">
+      <rule pattern="&quot;&quot;">
        <token type="LiteralStringName" />
      </rule>
-      <rule pattern="&#34;">
+      <rule pattern="&quot;">
        <token type="LiteralStringName" />
        <pop depth="1" />
      </rule>
--- a/lexers/testdata/materialize.actual
+++ b/lexers/testdata/materialize.actual
@ -0,0 +1,49 @@
+-- basic statements
+
+CREATE VIEW my_typed_source AS
+  SELECT
+    (data->>'field1')::boolean AS field_1,
+    (data->>'field2')::int AS field_2,
+    (data->>'field3')::float AS field_3
+  FROM my_jsonb_source;
+
+WITH
+  regional_sales (region, total_sales) AS (
+    SELECT region, sum(amount)
+    FROM orders
+    GROUP BY region
+  ),
+  top_regions AS (
+    SELECT region
+    FROM regional_sales
+    ORDER BY total_sales DESC
+    LIMIT 5
+  )
+SELECT region,
+       product,
+       SUM(quantity) AS product_units,
+       SUM(amount) AS product_sales
+FROM orders
+WHERE region IN (SELECT region FROM top_regions)
+GROUP BY region, product;
+
+-- sources
+
+CREATE SOURCE webhook_with_basic_auth
+FROM WEBHOOK
+    BODY FORMAT JSON
+    CHECK (
+      WITH (
+        HEADERS,
+        BODY AS request_body,
+        SECRET basic_hook_auth AS validation_secret
+      )
+      -- The constant_time_eq validation function **does not support** fully
+      -- qualified secret names. We recommend always aliasing the secret name
+      -- for ease of use.
+      constant_time_eq(headers->'authorization', validation_secret)
+    );
+
+CREATE SOURCE mz_source
+  FROM MYSQL CONNECTION mysql_connection
+  FOR TABLES (schema1.table_1 AS s1_table_1, schema2.table_1 AS s2_table_1);
--- a/lexers/testdata/materialize.expected
+++ b/lexers/testdata/materialize.expected
@ -0,0 +1,280 @@
+[
+  {"type":"CommentSingle","value":"-- basic statements\n"},
+  {"type":"Text","value":"\n"},
+  {"type":"Keyword","value":"CREATE"},
+  {"type":"Text","value":" "},
+  {"type":"Keyword","value":"VIEW"},
+  {"type":"Text","value":" "},
+  {"type":"Name","value":"my_typed_source"},
+  {"type":"Text","value":" "},
+  {"type":"Keyword","value":"AS"},
+  {"type":"Text","value":"\n  "},
+  {"type":"Keyword","value":"SELECT"},
+  {"type":"Text","value":"\n    "},
+  {"type":"Punctuation","value":"("},
+  {"type":"Name","value":"data"},
+  {"type":"Operator","value":"-\u003e\u003e"},
+  {"type":"LiteralStringSingle","value":"'field1'"},
+  {"type":"Punctuation","value":")"},
+  {"type":"Operator","value":"::"},
+  {"type":"NameBuiltin","value":"boolean"},
+  {"type":"Text","value":" "},
+  {"type":"Keyword","value":"AS"},
+  {"type":"Text","value":" "},
+  {"type":"Name","value":"field_1"},
+  {"type":"Punctuation","value":","},
+  {"type":"Text","value":"\n    "},
+  {"type":"Punctuation","value":"("},
+  {"type":"Name","value":"data"},
+  {"type":"Operator","value":"-\u003e\u003e"},
+  {"type":"LiteralStringSingle","value":"'field2'"},
+  {"type":"Punctuation","value":")"},
+  {"type":"Operator","value":"::"},
+  {"type":"NameBuiltin","value":"int"},
+  {"type":"Text","value":" "},
+  {"type":"Keyword","value":"AS"},
+  {"type":"Text","value":" "},
+  {"type":"Name","value":"field_2"},
+  {"type":"Punctuation","value":","},
+  {"type":"Text","value":"\n    "},
+  {"type":"Punctuation","value":"("},
+  {"type":"Name","value":"data"},
+  {"type":"Operator","value":"-\u003e\u003e"},
+  {"type":"LiteralStringSingle","value":"'field3'"},
+  {"type":"Punctuation","value":")"},
+  {"type":"Operator","value":"::"},
+  {"type":"Keyword","value":"float"},
+  {"type":"Text","value":" "},
+  {"type":"Keyword","value":"AS"},
+  {"type":"Text","value":" "},
+  {"type":"Name","value":"field_3"},
+  {"type":"Text","value":"\n  "},
+  {"type":"Keyword","value":"FROM"},
+  {"type":"Text","value":" "},
+  {"type":"Name","value":"my_jsonb_source"},
+  {"type":"Punctuation","value":";"},
+  {"type":"Text","value":"\n\n"},
+  {"type":"Keyword","value":"WITH"},
+  {"type":"Text","value":"\n  "},
+  {"type":"Name","value":"regional_sales"},
+  {"type":"Text","value":" "},
+  {"type":"Punctuation","value":"("},
+  {"type":"Keyword","value":"region"},
+  {"type":"Punctuation","value":","},
+  {"type":"Text","value":" "},
+  {"type":"Name","value":"total_sales"},
+  {"type":"Punctuation","value":")"},
+  {"type":"Text","value":" "},
+  {"type":"Keyword","value":"AS"},
+  {"type":"Text","value":" "},
+  {"type":"Punctuation","value":"("},
+  {"type":"Text","value":"\n    "},
+  {"type":"Keyword","value":"SELECT"},
+  {"type":"Text","value":" "},
+  {"type":"Keyword","value":"region"},
+  {"type":"Punctuation","value":","},
+  {"type":"Text","value":" "},
+  {"type":"Name","value":"sum"},
+  {"type":"Punctuation","value":"("},
+  {"type":"Name","value":"amount"},
+  {"type":"Punctuation","value":")"},
+  {"type":"Text","value":"\n    "},
+  {"type":"Keyword","value":"FROM"},
+  {"type":"Text","value":" "},
+  {"type":"Name","value":"orders"},
+  {"type":"Text","value":"\n    "},
+  {"type":"Keyword","value":"GROUP"},
+  {"type":"Text","value":" "},
+  {"type":"Keyword","value":"BY"},
+  {"type":"Text","value":" "},
+  {"type":"Keyword","value":"region"},
+  {"type":"Text","value":"\n  "},
+  {"type":"Punctuation","value":"),"},
+  {"type":"Text","value":"\n  "},
+  {"type":"Name","value":"top_regions"},
+  {"type":"Text","value":" "},
+  {"type":"Keyword","value":"AS"},
+  {"type":"Text","value":" "},
+  {"type":"Punctuation","value":"("},
+  {"type":"Text","value":"\n    "},
+  {"type":"Keyword","value":"SELECT"},
+  {"type":"Text","value":" "},
+  {"type":"Keyword","value":"region"},
+  {"type":"Text","value":"\n    "},
+  {"type":"Keyword","value":"FROM"},
+  {"type":"Text","value":" "},
+  {"type":"Name","value":"regional_sales"},
+  {"type":"Text","value":"\n    "},
+  {"type":"Keyword","value":"ORDER"},
+  {"type":"Text","value":" "},
+  {"type":"Keyword","value":"BY"},
+  {"type":"Text","value":" "},
+  {"type":"Name","value":"total_sales"},
+  {"type":"Text","value":" "},
+  {"type":"Keyword","value":"DESC"},
+  {"type":"Text","value":"\n    "},
+  {"type":"Keyword","value":"LIMIT"},
+  {"type":"Text","value":" "},
+  {"type":"LiteralNumberFloat","value":"5"},
+  {"type":"Text","value":"\n  "},
+  {"type":"Punctuation","value":")"},
+  {"type":"Text","value":"\n"},
+  {"type":"Keyword","value":"SELECT"},
+  {"type":"Text","value":" "},
+  {"type":"Keyword","value":"region"},
+  {"type":"Punctuation","value":","},
+  {"type":"Text","value":"\n       "},
+  {"type":"Name","value":"product"},
+  {"type":"Punctuation","value":","},
+  {"type":"Text","value":"\n       "},
+  {"type":"Name","value":"SUM"},
+  {"type":"Punctuation","value":"("},
+  {"type":"Name","value":"quantity"},
+  {"type":"Punctuation","value":")"},
+  {"type":"Text","value":" "},
+  {"type":"Keyword","value":"AS"},
+  {"type":"Text","value":" "},
+  {"type":"Name","value":"product_units"},
+  {"type":"Punctuation","value":","},
+  {"type":"Text","value":"\n       "},
+  {"type":"Name","value":"SUM"},
+  {"type":"Punctuation","value":"("},
+  {"type":"Name","value":"amount"},
+  {"type":"Punctuation","value":")"},
+  {"type":"Text","value":" "},
+  {"type":"Keyword","value":"AS"},
+  {"type":"Text","value":" "},
+  {"type":"Name","value":"product_sales"},
+  {"type":"Text","value":"\n"},
+  {"type":"Keyword","value":"FROM"},
+  {"type":"Text","value":" "},
+  {"type":"Name","value":"orders"},
+  {"type":"Text","value":"\n"},
+  {"type":"Keyword","value":"WHERE"},
+  {"type":"Text","value":" "},
+  {"type":"Keyword","value":"region"},
+  {"type":"Text","value":" "},
+  {"type":"Keyword","value":"IN"},
+  {"type":"Text","value":" "},
+  {"type":"Punctuation","value":"("},
+  {"type":"Keyword","value":"SELECT"},
+  {"type":"Text","value":" "},
+  {"type":"Keyword","value":"region"},
+  {"type":"Text","value":" "},
+  {"type":"Keyword","value":"FROM"},
+  {"type":"Text","value":" "},
+  {"type":"Name","value":"top_regions"},
+  {"type":"Punctuation","value":")"},
+  {"type":"Text","value":"\n"},
+  {"type":"Keyword","value":"GROUP"},
+  {"type":"Text","value":" "},
+  {"type":"Keyword","value":"BY"},
+  {"type":"Text","value":" "},
+  {"type":"Keyword","value":"region"},
+  {"type":"Punctuation","value":","},
+  {"type":"Text","value":" "},
+  {"type":"Name","value":"product"},
+  {"type":"Punctuation","value":";"},
+  {"type":"Text","value":"\n\n"},
+  {"type":"CommentSingle","value":"-- sources\n"},
+  {"type":"Text","value":"\n"},
+  {"type":"Keyword","value":"CREATE"},
+  {"type":"Text","value":" "},
+  {"type":"Keyword","value":"SOURCE"},
+  {"type":"Text","value":" "},
+  {"type":"Name","value":"webhook_with_basic_auth"},
+  {"type":"Text","value":"\n"},
+  {"type":"Keyword","value":"FROM"},
+  {"type":"Text","value":" "},
+  {"type":"Keyword","value":"WEBHOOK"},
+  {"type":"Text","value":"\n    "},
+  {"type":"Keyword","value":"BODY"},
+  {"type":"Text","value":" "},
+  {"type":"Keyword","value":"FORMAT"},
+  {"type":"Text","value":" "},
+  {"type":"NameBuiltin","value":"JSON"},
+  {"type":"Text","value":"\n    "},
+  {"type":"Keyword","value":"CHECK"},
+  {"type":"Text","value":" "},
+  {"type":"Punctuation","value":"("},
+  {"type":"Text","value":"\n      "},
+  {"type":"Keyword","value":"WITH"},
+  {"type":"Text","value":" "},
+  {"type":"Punctuation","value":"("},
+  {"type":"Text","value":"\n        "},
+  {"type":"Keyword","value":"HEADERS"},
+  {"type":"Punctuation","value":","},
+  {"type":"Text","value":"\n        "},
+  {"type":"Keyword","value":"BODY"},
+  {"type":"Text","value":" "},
+  {"type":"Keyword","value":"AS"},
+  {"type":"Text","value":" "},
+  {"type":"Name","value":"request_body"},
+  {"type":"Punctuation","value":","},
+  {"type":"Text","value":"\n        "},
+  {"type":"Keyword","value":"SECRET"},
+  {"type":"Text","value":" "},
+  {"type":"Name","value":"basic_hook_auth"},
+  {"type":"Text","value":" "},
+  {"type":"Keyword","value":"AS"},
+  {"type":"Text","value":" "},
+  {"type":"Name","value":"validation_secret"},
+  {"type":"Text","value":"\n      "},
+  {"type":"Punctuation","value":")"},
+  {"type":"Text","value":"\n      "},
+  {"type":"CommentSingle","value":"-- The constant_time_eq validation function **does not support** fully\n"},
+  {"type":"Text","value":"      "},
+  {"type":"CommentSingle","value":"-- qualified secret names. We recommend always aliasing the secret name\n"},
+  {"type":"Text","value":"      "},
+  {"type":"CommentSingle","value":"-- for ease of use.\n"},
+  {"type":"Text","value":"      "},
+  {"type":"Name","value":"constant_time_eq"},
+  {"type":"Punctuation","value":"("},
+  {"type":"Keyword","value":"headers"},
+  {"type":"Operator","value":"-\u003e"},
+  {"type":"LiteralStringSingle","value":"'authorization'"},
+  {"type":"Punctuation","value":","},
+  {"type":"Text","value":" "},
+  {"type":"Name","value":"validation_secret"},
+  {"type":"Punctuation","value":")"},
+  {"type":"Text","value":"\n    "},
+  {"type":"Punctuation","value":");"},
+  {"type":"Text","value":"\n\n"},
+  {"type":"Keyword","value":"CREATE"},
+  {"type":"Text","value":" "},
+  {"type":"Keyword","value":"SOURCE"},
+  {"type":"Text","value":" "},
+  {"type":"Name","value":"mz_source"},
+  {"type":"Text","value":"\n  "},
+  {"type":"Keyword","value":"FROM"},
+  {"type":"Text","value":" "},
+  {"type":"Keyword","value":"MYSQL"},
+  {"type":"Text","value":" "},
+  {"type":"Keyword","value":"CONNECTION"},
+  {"type":"Text","value":" "},
+  {"type":"Name","value":"mysql_connection"},
+  {"type":"Text","value":"\n  "},
+  {"type":"Keyword","value":"FOR"},
+  {"type":"Text","value":" "},
+  {"type":"Keyword","value":"TABLES"},
+  {"type":"Text","value":" "},
+  {"type":"Punctuation","value":"("},
+  {"type":"Name","value":"schema1"},
+  {"type":"LiteralNumberFloat","value":"."},
+  {"type":"Name","value":"table_1"},
+  {"type":"Text","value":" "},
+  {"type":"Keyword","value":"AS"},
+  {"type":"Text","value":" "},
+  {"type":"Name","value":"s1_table_1"},
+  {"type":"Punctuation","value":","},
+  {"type":"Text","value":" "},
+  {"type":"Name","value":"schema2"},
+  {"type":"LiteralNumberFloat","value":"."},
+  {"type":"Name","value":"table_1"},
+  {"type":"Text","value":" "},
+  {"type":"Keyword","value":"AS"},
+  {"type":"Text","value":" "},
+  {"type":"Name","value":"s2_table_1"},
+  {"type":"Punctuation","value":");"},
+  {"type":"Text","value":"\n"}
+]