go/ferret
go/ferret
1
0
Fork 0
mirror of https://github.com/MontFerret/ferret.git synced 2025-02-03 13:11:45 +02:00
Code Issues Releases Activity

#13 Added WAIT_ELEMENT function

Browse Source
This commit is contained in:
Tim Voronov 2018-09-23 04:33:20 -04:00
parent d98a97fdb1
commit 4df1949b91
15 changed files with 410 additions and 249 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
README.md
View File

@ -101,16 +101,15 @@ go run ./cmd/cli/main.go --cdp-launch
**NOTE:** Launch command is currently broken on MacOS.
Once ```ferret``` knows how to communicate with Chrome, you can use a function ```DOCUMENT(url, isJsRendered)``` with ```true``` boolean value for loading JS rendered pages:
Once ```ferret``` knows how to communicate with Chrome, you can use a function ```DOCUMENT(url, isDynamic)``` with ```true``` boolean value for dynamic pages:
```shell
Welcome to Ferret REPL
Please use `exit` or `Ctrl-D` to exit this program.
>%
>LET doc = DOCUMENT('https://soundcloud.com/charts/top', true)
>SLEEP(2000) // WAIT WHEN THE PAGE GETS RENDERED
>WAIT_ELEMENT(doc, '.chartTrack__details', 5000)
>LET tracks = ELEMENTS(doc, '.chartTrack__details')
>LOG("found", LENGTH(tracks), "tracks")
>FOR track IN tracks
> LET username = ELEMENT(track, '.chartTrack__username')
> LET title = ELEMENT(track, '.chartTrack__title')

10
docs/examples/soundcloud.cdp.fql
View File

@ -1,21 +1,15 @@
LET doc = DOCUMENT('https://soundcloud.com/charts/top', true)
// TODO: We need a better way of waiting for page loading
// Something line WAIT_FOR(doc, selector)
SLEEP(2000)
WAIT_ELEMENT(doc, '.chartTrack__details', 5000)
LET tracks = ELEMENTS(doc, '.chartTrack__details')
LOG("found", LENGTH(tracks), "tracks")
// LOG("found", LENGTH(tracks), "tracks")
FOR track IN tracks
LET username = ELEMENT(track, '.chartTrack__username')
LET title = ELEMENT(track, '.chartTrack__title')
// LOG("NODE", track.nodeName)
SLEEP(500)
RETURN {
artist: username.innerText,
track: title.innerText

3
pkg/parser/antlr/FqlLexer.g4
View File

@ -76,7 +76,7 @@ Not: 'NOT' | '!';
In: 'IN';
// Literals
Identifier: Letter+ (Digit)*;
Identifier: Letter+ (Symbols (Identifier)*)* (Digit (Identifier)*)*;
StringLiteral: SQString | DQSring;
IntegerLiteral: [0-9]+;
FloatLiteral
@ -98,6 +98,7 @@ fragment ExponentPart
fragment Letter
: 'A'..'Z' | 'a'..'z'
;
fragment Symbols: '_';
fragment Digit
: '0'..'9'
;

3
pkg/parser/fql/FqlLexer.interp
View File

File diff suppressed because one or more lines are too long

415
pkg/parser/fql/fql_lexer.go
View File

@ -14,7 +14,7 @@ var _ = fmt.Printf
var _ = unicode.IsLetter
var serializedLexerAtn = []uint16{
3, 24715, 42794, 33075, 47597, 16764, 15335, 30598, 22884, 2, 62, 480,
3, 24715, 42794, 33075, 47597, 16764, 15335, 30598, 22884, 2, 62, 502,
8, 1, 4, 2, 9, 2, 4, 3, 9, 3, 4, 4, 9, 4, 4, 5, 9, 5, 4, 6, 9, 6, 4, 7,
9, 7, 4, 8, 9, 8, 4, 9, 9, 9, 4, 10, 9, 10, 4, 11, 9, 11, 4, 12, 9, 12,
4, 13, 9, 13, 4, 14, 9, 14, 4, 15, 9, 15, 4, 16, 9, 16, 4, 17, 9, 17, 4,
@ -27,206 +27,217 @@ var serializedLexerAtn = []uint16{
49, 4, 50, 9, 50, 4, 51, 9, 51, 4, 52, 9, 52, 4, 53, 9, 53, 4, 54, 9, 54,
4, 55, 9, 55, 4, 56, 9, 56, 4, 57, 9, 57, 4, 58, 9, 58, 4, 59, 9, 59, 4,
60, 9, 60, 4, 61, 9, 61, 4, 62, 9, 62, 4, 63, 9, 63, 4, 64, 9, 64, 4, 65,
9, 65, 4, 66, 9, 66, 4, 67, 9, 67, 4, 68, 9, 68, 3, 2, 3, 2, 3, 2, 3, 2,
7, 2, 142, 10, 2, 12, 2, 14, 2, 145, 11, 2, 3, 2, 3, 2, 3, 2, 3, 2, 3,
2, 3, 3, 3, 3, 3, 3, 3, 3, 7, 3, 156, 10, 3, 12, 3, 14, 3, 159, 11, 3,
3, 3, 3, 3, 3, 4, 6, 4, 164, 10, 4, 13, 4, 14, 4, 165, 3, 4, 3, 4, 3, 5,
3, 5, 3, 5, 3, 5, 3, 6, 3, 6, 3, 7, 3, 7, 3, 8, 3, 8, 3, 9, 3, 9, 3, 10,
3, 10, 3, 11, 3, 11, 3, 12, 3, 12, 3, 13, 3, 13, 3, 14, 3, 14, 3, 15, 3,
15, 3, 16, 3, 16, 3, 17, 3, 17, 3, 18, 3, 18, 3, 18, 3, 19, 3, 19, 3, 19,
3, 20, 3, 20, 3, 20, 3, 21, 3, 21, 3, 21, 3, 22, 3, 22, 3, 23, 3, 23, 3,
24, 3, 24, 3, 24, 3, 25, 3, 25, 3, 25, 3, 26, 3, 26, 3, 27, 3, 27, 3, 28,
3, 28, 3, 29, 3, 29, 3, 29, 3, 29, 3, 29, 5, 29, 231, 10, 29, 3, 30, 3,
30, 3, 30, 3, 30, 5, 30, 237, 10, 30, 3, 31, 3, 31, 3, 31, 3, 32, 3, 32,
3, 33, 3, 33, 3, 34, 3, 34, 3, 34, 3, 35, 3, 35, 3, 35, 3, 36, 3, 36, 3,
36, 3, 36, 3, 37, 3, 37, 3, 37, 3, 37, 3, 37, 3, 37, 3, 37, 3, 38, 3, 38,
3, 38, 3, 38, 3, 38, 3, 38, 3, 38, 3, 38, 3, 38, 3, 39, 3, 39, 3, 39, 3,
39, 3, 39, 3, 39, 3, 39, 3, 40, 3, 40, 3, 40, 3, 40, 3, 40, 3, 41, 3, 41,
3, 41, 3, 41, 3, 41, 3, 41, 3, 42, 3, 42, 3, 42, 3, 42, 3, 43, 3, 43, 3,
43, 3, 43, 3, 43, 3, 43, 3, 43, 3, 43, 3, 44, 3, 44, 3, 44, 3, 44, 3, 44,
3, 44, 3, 44, 5, 44, 309, 10, 44, 3, 45, 3, 45, 3, 45, 3, 45, 3, 45, 3,
46, 3, 46, 3, 46, 3, 46, 3, 46, 3, 47, 3, 47, 3, 47, 3, 47, 3, 47, 3, 47,
3, 47, 3, 47, 3, 47, 3, 47, 3, 47, 3, 47, 3, 47, 3, 47, 3, 47, 3, 47, 3,
47, 3, 47, 5, 47, 339, 10, 47, 3, 48, 3, 48, 3, 48, 3, 48, 3, 48, 3, 49,
3, 49, 3, 49, 3, 49, 3, 49, 3, 50, 3, 50, 3, 50, 3, 50, 3, 50, 3, 51, 3,
51, 3, 51, 3, 51, 3, 51, 3, 51, 3, 52, 3, 52, 3, 52, 3, 52, 3, 53, 3, 53,
3, 53, 3, 53, 3, 54, 3, 54, 3, 54, 3, 54, 3, 54, 3, 54, 3, 54, 3, 54, 3,
54, 3, 54, 3, 55, 3, 55, 3, 55, 3, 55, 3, 55, 3, 56, 3, 56, 3, 56, 3, 56,
5, 56, 389, 10, 56, 3, 57, 3, 57, 3, 57, 3, 58, 6, 58, 395, 10, 58, 13,
58, 14, 58, 396, 3, 58, 7, 58, 400, 10, 58, 12, 58, 14, 58, 403, 11, 58,
3, 59, 3, 59, 5, 59, 407, 10, 59, 3, 60, 6, 60, 410, 10, 60, 13, 60, 14,
60, 411, 3, 61, 3, 61, 3, 61, 6, 61, 417, 10, 61, 13, 61, 14, 61, 418,
3, 61, 5, 61, 422, 10, 61, 3, 61, 3, 61, 5, 61, 426, 10, 61, 5, 61, 428,
10, 61, 3, 62, 3, 62, 3, 63, 3, 63, 3, 63, 7, 63, 435, 10, 63, 12, 63,
14, 63, 438, 11, 63, 5, 63, 440, 10, 63, 3, 64, 3, 64, 5, 64, 444, 10,
64, 3, 64, 6, 64, 447, 10, 64, 13, 64, 14, 64, 448, 3, 65, 3, 65, 3, 66,
3, 66, 3, 67, 3, 67, 3, 67, 3, 67, 3, 67, 3, 67, 7, 67, 461, 10, 67, 12,
67, 14, 67, 464, 11, 67, 3, 67, 3, 67, 3, 68, 3, 68, 3, 68, 3, 68, 3, 68,
3, 68, 7, 68, 474, 10, 68, 12, 68, 14, 68, 477, 11, 68, 3, 68, 3, 68, 3,
143, 2, 69, 3, 3, 5, 4, 7, 5, 9, 6, 11, 7, 13, 8, 15, 9, 17, 10, 19, 11,
21, 12, 23, 13, 25, 14, 27, 15, 29, 16, 31, 17, 33, 18, 35, 19, 37, 20,
39, 21, 41, 22, 43, 23, 45, 24, 47, 25, 49, 26, 51, 27, 53, 28, 55, 29,
57, 30, 59, 31, 61, 32, 63, 33, 65, 34, 67, 35, 69, 36, 71, 37, 73, 38,
75, 39, 77, 40, 79, 41, 81, 42, 83, 43, 85, 44, 87, 45, 89, 46, 91, 47,
93, 48, 95, 49, 97, 50, 99, 51, 101, 52, 103, 53, 105, 54, 107, 55, 109,
56, 111, 57, 113, 58, 115, 59, 117, 60, 119, 61, 121, 62, 123, 2, 125,
2, 127, 2, 129, 2, 131, 2, 133, 2, 135, 2, 3, 2, 12, 5, 2, 12, 12, 15,
15, 8234, 8235, 6, 2, 11, 11, 13, 14, 34, 34, 162, 162, 3, 2, 50, 59, 5,
2, 50, 59, 67, 72, 99, 104, 3, 2, 51, 59, 4, 2, 71, 71, 103, 103, 4, 2,
45, 45, 47, 47, 4, 2, 67, 92, 99, 124, 4, 2, 36, 36, 94, 94, 4, 2, 41,
41, 94, 94, 2, 500, 2, 3, 3, 2, 2, 2, 2, 5, 3, 2, 2, 2, 2, 7, 3, 2, 2,
2, 2, 9, 3, 2, 2, 2, 2, 11, 3, 2, 2, 2, 2, 13, 3, 2, 2, 2, 2, 15, 3, 2,
2, 2, 2, 17, 3, 2, 2, 2, 2, 19, 3, 2, 2, 2, 2, 21, 3, 2, 2, 2, 2, 23, 3,
2, 2, 2, 2, 25, 3, 2, 2, 2, 2, 27, 3, 2, 2, 2, 2, 29, 3, 2, 2, 2, 2, 31,
3, 2, 2, 2, 2, 33, 3, 2, 2, 2, 2, 35, 3, 2, 2, 2, 2, 37, 3, 2, 2, 2, 2,
39, 3, 2, 2, 2, 2, 41, 3, 2, 2, 2, 2, 43, 3, 2, 2, 2, 2, 45, 3, 2, 2, 2,
2, 47, 3, 2, 2, 2, 2, 49, 3, 2, 2, 2, 2, 51, 3, 2, 2, 2, 2, 53, 3, 2, 2,
2, 2, 55, 3, 2, 2, 2, 2, 57, 3, 2, 2, 2, 2, 59, 3, 2, 2, 2, 2, 61, 3, 2,
2, 2, 2, 63, 3, 2, 2, 2, 2, 65, 3, 2, 2, 2, 2, 67, 3, 2, 2, 2, 2, 69, 3,
2, 2, 2, 2, 71, 3, 2, 2, 2, 2, 73, 3, 2, 2, 2, 2, 75, 3, 2, 2, 2, 2, 77,
3, 2, 2, 2, 2, 79, 3, 2, 2, 2, 2, 81, 3, 2, 2, 2, 2, 83, 3, 2, 2, 2, 2,
85, 3, 2, 2, 2, 2, 87, 3, 2, 2, 2, 2, 89, 3, 2, 2, 2, 2, 91, 3, 2, 2, 2,
2, 93, 3, 2, 2, 2, 2, 95, 3, 2, 2, 2, 2, 97, 3, 2, 2, 2, 2, 99, 3, 2, 2,
2, 2, 101, 3, 2, 2, 2, 2, 103, 3, 2, 2, 2, 2, 105, 3, 2, 2, 2, 2, 107,
3, 2, 2, 2, 2, 109, 3, 2, 2, 2, 2, 111, 3, 2, 2, 2, 2, 113, 3, 2, 2, 2,
2, 115, 3, 2, 2, 2, 2, 117, 3, 2, 2, 2, 2, 119, 3, 2, 2, 2, 2, 121, 3,
2, 2, 2, 3, 137, 3, 2, 2, 2, 5, 151, 3, 2, 2, 2, 7, 163, 3, 2, 2, 2, 9,
169, 3, 2, 2, 2, 11, 173, 3, 2, 2, 2, 13, 175, 3, 2, 2, 2, 15, 177, 3,
2, 2, 2, 17, 179, 3, 2, 2, 2, 19, 181, 3, 2, 2, 2, 21, 183, 3, 2, 2, 2,
23, 185, 3, 2, 2, 2, 25, 187, 3, 2, 2, 2, 27, 189, 3, 2, 2, 2, 29, 191,
3, 2, 2, 2, 31, 193, 3, 2, 2, 2, 33, 195, 3, 2, 2, 2, 35, 197, 3, 2, 2,
2, 37, 200, 3, 2, 2, 2, 39, 203, 3, 2, 2, 2, 41, 206, 3, 2, 2, 2, 43, 209,
3, 2, 2, 2, 45, 211, 3, 2, 2, 2, 47, 213, 3, 2, 2, 2, 49, 216, 3, 2, 2,
2, 51, 219, 3, 2, 2, 2, 53, 221, 3, 2, 2, 2, 55, 223, 3, 2, 2, 2, 57, 230,
3, 2, 2, 2, 59, 236, 3, 2, 2, 2, 61, 238, 3, 2, 2, 2, 63, 241, 3, 2, 2,
2, 65, 243, 3, 2, 2, 2, 67, 245, 3, 2, 2, 2, 69, 248, 3, 2, 2, 2, 71, 251,
3, 2, 2, 2, 73, 255, 3, 2, 2, 2, 75, 262, 3, 2, 2, 2, 77, 271, 3, 2, 2,
2, 79, 278, 3, 2, 2, 2, 81, 283, 3, 2, 2, 2, 83, 289, 3, 2, 2, 2, 85, 293,
3, 2, 2, 2, 87, 308, 3, 2, 2, 2, 89, 310, 3, 2, 2, 2, 91, 315, 3, 2, 2,
2, 93, 338, 3, 2, 2, 2, 95, 340, 3, 2, 2, 2, 97, 345, 3, 2, 2, 2, 99, 350,
3, 2, 2, 2, 101, 355, 3, 2, 2, 2, 103, 361, 3, 2, 2, 2, 105, 365, 3, 2,
2, 2, 107, 369, 3, 2, 2, 2, 109, 379, 3, 2, 2, 2, 111, 388, 3, 2, 2, 2,
113, 390, 3, 2, 2, 2, 115, 394, 3, 2, 2, 2, 117, 406, 3, 2, 2, 2, 119,
409, 3, 2, 2, 2, 121, 427, 3, 2, 2, 2, 123, 429, 3, 2, 2, 2, 125, 439,
3, 2, 2, 2, 127, 441, 3, 2, 2, 2, 129, 450, 3, 2, 2, 2, 131, 452, 3, 2,
2, 2, 133, 454, 3, 2, 2, 2, 135, 467, 3, 2, 2, 2, 137, 138, 7, 49, 2, 2,
138, 139, 7, 44, 2, 2, 139, 143, 3, 2, 2, 2, 140, 142, 11, 2, 2, 2, 141,
140, 3, 2, 2, 2, 142, 145, 3, 2, 2, 2, 143, 144, 3, 2, 2, 2, 143, 141,
3, 2, 2, 2, 144, 146, 3, 2, 2, 2, 145, 143, 3, 2, 2, 2, 146, 147, 7, 44,
2, 2, 147, 148, 7, 49, 2, 2, 148, 149, 3, 2, 2, 2, 149, 150, 8, 2, 2, 2,
150, 4, 3, 2, 2, 2, 151, 152, 7, 49, 2, 2, 152, 153, 7, 49, 2, 2, 153,
157, 3, 2, 2, 2, 154, 156, 10, 2, 2, 2, 155, 154, 3, 2, 2, 2, 156, 159,
3, 2, 2, 2, 157, 155, 3, 2, 2, 2, 157, 158, 3, 2, 2, 2, 158, 160, 3, 2,
2, 2, 159, 157, 3, 2, 2, 2, 160, 161, 8, 3, 2, 2, 161, 6, 3, 2, 2, 2, 162,
164, 9, 3, 2, 2, 163, 162, 3, 2, 2, 2, 164, 165, 3, 2, 2, 2, 165, 163,
3, 2, 2, 2, 165, 166, 3, 2, 2, 2, 166, 167, 3, 2, 2, 2, 167, 168, 8, 4,
2, 2, 168, 8, 3, 2, 2, 2, 169, 170, 9, 2, 2, 2, 170, 171, 3, 2, 2, 2, 171,
172, 8, 5, 2, 2, 172, 10, 3, 2, 2, 2, 173, 174, 7, 60, 2, 2, 174, 12, 3,
2, 2, 2, 175, 176, 7, 61, 2, 2, 176, 14, 3, 2, 2, 2, 177, 178, 7, 48, 2,
2, 178, 16, 3, 2, 2, 2, 179, 180, 7, 46, 2, 2, 180, 18, 3, 2, 2, 2, 181,
182, 7, 93, 2, 2, 182, 20, 3, 2, 2, 2, 183, 184, 7, 95, 2, 2, 184, 22,
3, 2, 2, 2, 185, 186, 7, 42, 2, 2, 186, 24, 3, 2, 2, 2, 187, 188, 7, 43,
2, 2, 188, 26, 3, 2, 2, 2, 189, 190, 7, 125, 2, 2, 190, 28, 3, 2, 2, 2,
191, 192, 7, 127, 2, 2, 192, 30, 3, 2, 2, 2, 193, 194, 7, 64, 2, 2, 194,
32, 3, 2, 2, 2, 195, 196, 7, 62, 2, 2, 196, 34, 3, 2, 2, 2, 197, 198, 7,
63, 2, 2, 198, 199, 7, 63, 2, 2, 199, 36, 3, 2, 2, 2, 200, 201, 7, 64,
2, 2, 201, 202, 7, 63, 2, 2, 202, 38, 3, 2, 2, 2, 203, 204, 7, 62, 2, 2,
204, 205, 7, 63, 2, 2, 205, 40, 3, 2, 2, 2, 206, 207, 7, 35, 2, 2, 207,
208, 7, 63, 2, 2, 208, 42, 3, 2, 2, 2, 209, 210, 7, 45, 2, 2, 210, 44,
3, 2, 2, 2, 211, 212, 7, 47, 2, 2, 212, 46, 3, 2, 2, 2, 213, 214, 7, 47,
2, 2, 214, 215, 7, 47, 2, 2, 215, 48, 3, 2, 2, 2, 216, 217, 7, 45, 2, 2,
217, 218, 7, 45, 2, 2, 218, 50, 3, 2, 2, 2, 219, 220, 7, 44, 2, 2, 220,
52, 3, 2, 2, 2, 221, 222, 7, 49, 2, 2, 222, 54, 3, 2, 2, 2, 223, 224, 7,
39, 2, 2, 224, 56, 3, 2, 2, 2, 225, 226, 7, 67, 2, 2, 226, 227, 7, 80,
2, 2, 227, 231, 7, 70, 2, 2, 228, 229, 7, 40, 2, 2, 229, 231, 7, 40, 2,
2, 230, 225, 3, 2, 2, 2, 230, 228, 3, 2, 2, 2, 231, 58, 3, 2, 2, 2, 232,
233, 7, 81, 2, 2, 233, 237, 7, 84, 2, 2, 234, 235, 7, 126, 2, 2, 235, 237,
7, 126, 2, 2, 236, 232, 3, 2, 2, 2, 236, 234, 3, 2, 2, 2, 237, 60, 3, 2,
2, 2, 238, 239, 5, 15, 8, 2, 239, 240, 5, 15, 8, 2, 240, 62, 3, 2, 2, 2,
241, 242, 7, 63, 2, 2, 242, 64, 3, 2, 2, 2, 243, 244, 7, 65, 2, 2, 244,
66, 3, 2, 2, 2, 245, 246, 7, 35, 2, 2, 246, 247, 7, 128, 2, 2, 247, 68,
3, 2, 2, 2, 248, 249, 7, 63, 2, 2, 249, 250, 7, 128, 2, 2, 250, 70, 3,
2, 2, 2, 251, 252, 7, 72, 2, 2, 252, 253, 7, 81, 2, 2, 253, 254, 7, 84,
2, 2, 254, 72, 3, 2, 2, 2, 255, 256, 7, 84, 2, 2, 256, 257, 7, 71, 2, 2,
257, 258, 7, 86, 2, 2, 258, 259, 7, 87, 2, 2, 259, 260, 7, 84, 2, 2, 260,
261, 7, 80, 2, 2, 261, 74, 3, 2, 2, 2, 262, 263, 7, 70, 2, 2, 263, 264,
7, 75, 2, 2, 264, 265, 7, 85, 2, 2, 265, 266, 7, 86, 2, 2, 266, 267, 7,
75, 2, 2, 267, 268, 7, 80, 2, 2, 268, 269, 7, 69, 2, 2, 269, 270, 7, 86,
2, 2, 270, 76, 3, 2, 2, 2, 271, 272, 7, 72, 2, 2, 272, 273, 7, 75, 2, 2,
273, 274, 7, 78, 2, 2, 274, 275, 7, 86, 2, 2, 275, 276, 7, 71, 2, 2, 276,
277, 7, 84, 2, 2, 277, 78, 3, 2, 2, 2, 278, 279, 7, 85, 2, 2, 279, 280,
7, 81, 2, 2, 280, 281, 7, 84, 2, 2, 281, 282, 7, 86, 2, 2, 282, 80, 3,
2, 2, 2, 283, 284, 7, 78, 2, 2, 284, 285, 7, 75, 2, 2, 285, 286, 7, 79,
2, 2, 286, 287, 7, 75, 2, 2, 287, 288, 7, 86, 2, 2, 288, 82, 3, 2, 2, 2,
289, 290, 7, 78, 2, 2, 290, 291, 7, 71, 2, 2, 291, 292, 7, 86, 2, 2, 292,
84, 3, 2, 2, 2, 293, 294, 7, 69, 2, 2, 294, 295, 7, 81, 2, 2, 295, 296,
7, 78, 2, 2, 296, 297, 7, 78, 2, 2, 297, 298, 7, 71, 2, 2, 298, 299, 7,
69, 2, 2, 299, 300, 7, 86, 2, 2, 300, 86, 3, 2, 2, 2, 301, 302, 7, 67,
2, 2, 302, 303, 7, 85, 2, 2, 303, 309, 7, 69, 2, 2, 304, 305, 7, 70, 2,
2, 305, 306, 7, 71, 2, 2, 306, 307, 7, 85, 2, 2, 307, 309, 7, 69, 2, 2,
308, 301, 3, 2, 2, 2, 308, 304, 3, 2, 2, 2, 309, 88, 3, 2, 2, 2, 310, 311,
7, 80, 2, 2, 311, 312, 7, 81, 2, 2, 312, 313, 7, 80, 2, 2, 313, 314, 7,
71, 2, 2, 314, 90, 3, 2, 2, 2, 315, 316, 7, 80, 2, 2, 316, 317, 7, 87,
2, 2, 317, 318, 7, 78, 2, 2, 318, 319, 7, 78, 2, 2, 319, 92, 3, 2, 2, 2,
320, 321, 7, 86, 2, 2, 321, 322, 7, 84, 2, 2, 322, 323, 7, 87, 2, 2, 323,
339, 7, 71, 2, 2, 324, 325, 7, 118, 2, 2, 325, 326, 7, 116, 2, 2, 326,
327, 7, 119, 2, 2, 327, 339, 7, 103, 2, 2, 328, 329, 7, 72, 2, 2, 329,
330, 7, 67, 2, 2, 330, 331, 7, 78, 2, 2, 331, 332, 7, 85, 2, 2, 332, 339,
7, 71, 2, 2, 333, 334, 7, 104, 2, 2, 334, 335, 7, 99, 2, 2, 335, 336, 7,
110, 2, 2, 336, 337, 7, 117, 2, 2, 337, 339, 7, 103, 2, 2, 338, 320, 3,
2, 2, 2, 338, 324, 3, 2, 2, 2, 338, 328, 3, 2, 2, 2, 338, 333, 3, 2, 2,
2, 339, 94, 3, 2, 2, 2, 340, 341, 7, 75, 2, 2, 341, 342, 7, 80, 2, 2, 342,
343, 7, 86, 2, 2, 343, 344, 7, 81, 2, 2, 344, 96, 3, 2, 2, 2, 345, 346,
7, 77, 2, 2, 346, 347, 7, 71, 2, 2, 347, 348, 7, 71, 2, 2, 348, 349, 7,
82, 2, 2, 349, 98, 3, 2, 2, 2, 350, 351, 7, 89, 2, 2, 351, 352, 7, 75,
2, 2, 352, 353, 7, 86, 2, 2, 353, 354, 7, 74, 2, 2, 354, 100, 3, 2, 2,
2, 355, 356, 7, 69, 2, 2, 356, 357, 7, 81, 2, 2, 357, 358, 7, 87, 2, 2,
358, 359, 7, 80, 2, 2, 359, 360, 7, 86, 2, 2, 360, 102, 3, 2, 2, 2, 361,
362, 7, 67, 2, 2, 362, 363, 7, 78, 2, 2, 363, 364, 7, 78, 2, 2, 364, 104,
3, 2, 2, 2, 365, 366, 7, 67, 2, 2, 366, 367, 7, 80, 2, 2, 367, 368, 7,
91, 2, 2, 368, 106, 3, 2, 2, 2, 369, 370, 7, 67, 2, 2, 370, 371, 7, 73,
2, 2, 371, 372, 7, 73, 2, 2, 372, 373, 7, 84, 2, 2, 373, 374, 7, 71, 2,
2, 374, 375, 7, 73, 2, 2, 375, 376, 7, 67, 2, 2, 376, 377, 7, 86, 2, 2,
377, 378, 7, 71, 2, 2, 378, 108, 3, 2, 2, 2, 379, 380, 7, 78, 2, 2, 380,
381, 7, 75, 2, 2, 381, 382, 7, 77, 2, 2, 382, 383, 7, 71, 2, 2, 383, 110,
3, 2, 2, 2, 384, 385, 7, 80, 2, 2, 385, 386, 7, 81, 2, 2, 386, 389, 7,
86, 2, 2, 387, 389, 7, 35, 2, 2, 388, 384, 3, 2, 2, 2, 388, 387, 3, 2,
2, 2, 389, 112, 3, 2, 2, 2, 390, 391, 7, 75, 2, 2, 391, 392, 7, 80, 2,
2, 392, 114, 3, 2, 2, 2, 393, 395, 5, 129, 65, 2, 394, 393, 3, 2, 2, 2,
395, 396, 3, 2, 2, 2, 396, 394, 3, 2, 2, 2, 396, 397, 3, 2, 2, 2, 397,
401, 3, 2, 2, 2, 398, 400, 5, 131, 66, 2, 399, 398, 3, 2, 2, 2, 400, 403,
3, 2, 2, 2, 401, 399, 3, 2, 2, 2, 401, 402, 3, 2, 2, 2, 402, 116, 3, 2,
2, 2, 403, 401, 3, 2, 2, 2, 404, 407, 5, 135, 68, 2, 405, 407, 5, 133,
67, 2, 406, 404, 3, 2, 2, 2, 406, 405, 3, 2, 2, 2, 407, 118, 3, 2, 2, 2,
408, 410, 9, 4, 2, 2, 409, 408, 3, 2, 2, 2, 410, 411, 3, 2, 2, 2, 411,
409, 3, 2, 2, 2, 411, 412, 3, 2, 2, 2, 412, 120, 3, 2, 2, 2, 413, 414,
5, 125, 63, 2, 414, 416, 5, 15, 8, 2, 415, 417, 9, 4, 2, 2, 416, 415, 3,
2, 2, 2, 417, 418, 3, 2, 2, 2, 418, 416, 3, 2, 2, 2, 418, 419, 3, 2, 2,
2, 419, 421, 3, 2, 2, 2, 420, 422, 5, 127, 64, 2, 421, 420, 3, 2, 2, 2,
421, 422, 3, 2, 2, 2, 422, 428, 3, 2, 2, 2, 423, 425, 5, 125, 63, 2, 424,
426, 5, 127, 64, 2, 425, 424, 3, 2, 2, 2, 425, 426, 3, 2, 2, 2, 426, 428,
3, 2, 2, 2, 427, 413, 3, 2, 2, 2, 427, 423, 3, 2, 2, 2, 428, 122, 3, 2,
2, 2, 429, 430, 9, 5, 2, 2, 430, 124, 3, 2, 2, 2, 431, 440, 7, 50, 2, 2,
432, 436, 9, 6, 2, 2, 433, 435, 9, 4, 2, 2, 434, 433, 3, 2, 2, 2, 435,
438, 3, 2, 2, 2, 436, 434, 3, 2, 2, 2, 436, 437, 3, 2, 2, 2, 437, 440,
3, 2, 2, 2, 438, 436, 3, 2, 2, 2, 439, 431, 3, 2, 2, 2, 439, 432, 3, 2,
2, 2, 440, 126, 3, 2, 2, 2, 441, 443, 9, 7, 2, 2, 442, 444, 9, 8, 2, 2,
443, 442, 3, 2, 2, 2, 443, 444, 3, 2, 2, 2, 444, 446, 3, 2, 2, 2, 445,
447, 9, 4, 2, 2, 446, 445, 3, 2, 2, 2, 447, 448, 3, 2, 2, 2, 448, 446,
3, 2, 2, 2, 448, 449, 3, 2, 2, 2, 449, 128, 3, 2, 2, 2, 450, 451, 9, 9,
2, 2, 451, 130, 3, 2, 2, 2, 452, 453, 4, 50, 59, 2, 453, 132, 3, 2, 2,
2, 454, 462, 7, 36, 2, 2, 455, 456, 7, 94, 2, 2, 456, 461, 11, 2, 2, 2,
457, 458, 7, 36, 2, 2, 458, 461, 7, 36, 2, 2, 459, 461, 10, 10, 2, 2, 460,
455, 3, 2, 2, 2, 460, 457, 3, 2, 2, 2, 460, 459, 3, 2, 2, 2, 461, 464,
3, 2, 2, 2, 462, 460, 3, 2, 2, 2, 462, 463, 3, 2, 2, 2, 463, 465, 3, 2,
2, 2, 464, 462, 3, 2, 2, 2, 465, 466, 7, 36, 2, 2, 466, 134, 3, 2, 2, 2,
467, 475, 7, 41, 2, 2, 468, 469, 7, 94, 2, 2, 469, 474, 11, 2, 2, 2, 470,
471, 7, 41, 2, 2, 471, 474, 7, 41, 2, 2, 472, 474, 10, 11, 2, 2, 473, 468,
3, 2, 2, 2, 473, 470, 3, 2, 2, 2, 473, 472, 3, 2, 2, 2, 474, 477, 3, 2,
2, 2, 475, 473, 3, 2, 2, 2, 475, 476, 3, 2, 2, 2, 476, 478, 3, 2, 2, 2,
477, 475, 3, 2, 2, 2, 478, 479, 7, 41, 2, 2, 479, 136, 3, 2, 2, 2, 27,
2, 143, 157, 165, 230, 236, 308, 338, 388, 396, 401, 406, 411, 418, 421,
425, 427, 436, 439, 443, 448, 460, 462, 473, 475, 3, 2, 3, 2,
9, 65, 4, 66, 9, 66, 4, 67, 9, 67, 4, 68, 9, 68, 4, 69, 9, 69, 3, 2, 3,
2, 3, 2, 3, 2, 7, 2, 144, 10, 2, 12, 2, 14, 2, 147, 11, 2, 3, 2, 3, 2,
3, 2, 3, 2, 3, 2, 3, 3, 3, 3, 3, 3, 3, 3, 7, 3, 158, 10, 3, 12, 3, 14,
3, 161, 11, 3, 3, 3, 3, 3, 3, 4, 6, 4, 166, 10, 4, 13, 4, 14, 4, 167, 3,
4, 3, 4, 3, 5, 3, 5, 3, 5, 3, 5, 3, 6, 3, 6, 3, 7, 3, 7, 3, 8, 3, 8, 3,
9, 3, 9, 3, 10, 3, 10, 3, 11, 3, 11, 3, 12, 3, 12, 3, 13, 3, 13, 3, 14,
3, 14, 3, 15, 3, 15, 3, 16, 3, 16, 3, 17, 3, 17, 3, 18, 3, 18, 3, 18, 3,
19, 3, 19, 3, 19, 3, 20, 3, 20, 3, 20, 3, 21, 3, 21, 3, 21, 3, 22, 3, 22,
3, 23, 3, 23, 3, 24, 3, 24, 3, 24, 3, 25, 3, 25, 3, 25, 3, 26, 3, 26, 3,
27, 3, 27, 3, 28, 3, 28, 3, 29, 3, 29, 3, 29, 3, 29, 3, 29, 5, 29, 233,
10, 29, 3, 30, 3, 30, 3, 30, 3, 30, 5, 30, 239, 10, 30, 3, 31, 3, 31, 3,
31, 3, 32, 3, 32, 3, 33, 3, 33, 3, 34, 3, 34, 3, 34, 3, 35, 3, 35, 3, 35,
3, 36, 3, 36, 3, 36, 3, 36, 3, 37, 3, 37, 3, 37, 3, 37, 3, 37, 3, 37, 3,
37, 3, 38, 3, 38, 3, 38, 3, 38, 3, 38, 3, 38, 3, 38, 3, 38, 3, 38, 3, 39,
3, 39, 3, 39, 3, 39, 3, 39, 3, 39, 3, 39, 3, 40, 3, 40, 3, 40, 3, 40, 3,
40, 3, 41, 3, 41, 3, 41, 3, 41, 3, 41, 3, 41, 3, 42, 3, 42, 3, 42, 3, 42,
3, 43, 3, 43, 3, 43, 3, 43, 3, 43, 3, 43, 3, 43, 3, 43, 3, 44, 3, 44, 3,
44, 3, 44, 3, 44, 3, 44, 3, 44, 5, 44, 311, 10, 44, 3, 45, 3, 45, 3, 45,
3, 45, 3, 45, 3, 46, 3, 46, 3, 46, 3, 46, 3, 46, 3, 47, 3, 47, 3, 47, 3,
47, 3, 47, 3, 47, 3, 47, 3, 47, 3, 47, 3, 47, 3, 47, 3, 47, 3, 47, 3, 47,
3, 47, 3, 47, 3, 47, 3, 47, 5, 47, 341, 10, 47, 3, 48, 3, 48, 3, 48, 3,
48, 3, 48, 3, 49, 3, 49, 3, 49, 3, 49, 3, 49, 3, 50, 3, 50, 3, 50, 3, 50,
3, 50, 3, 51, 3, 51, 3, 51, 3, 51, 3, 51, 3, 51, 3, 52, 3, 52, 3, 52, 3,
52, 3, 53, 3, 53, 3, 53, 3, 53, 3, 54, 3, 54, 3, 54, 3, 54, 3, 54, 3, 54,
3, 54, 3, 54, 3, 54, 3, 54, 3, 55, 3, 55, 3, 55, 3, 55, 3, 55, 3, 56, 3,
56, 3, 56, 3, 56, 5, 56, 391, 10, 56, 3, 57, 3, 57, 3, 57, 3, 58, 6, 58,
397, 10, 58, 13, 58, 14, 58, 398, 3, 58, 3, 58, 7, 58, 403, 10, 58, 12,
58, 14, 58, 406, 11, 58, 7, 58, 408, 10, 58, 12, 58, 14, 58, 411, 11, 58,
3, 58, 3, 58, 7, 58, 415, 10, 58, 12, 58, 14, 58, 418, 11, 58, 7, 58, 420,
10, 58, 12, 58, 14, 58, 423, 11, 58, 3, 59, 3, 59, 5, 59, 427, 10, 59,
3, 60, 6, 60, 430, 10, 60, 13, 60, 14, 60, 431, 3, 61, 3, 61, 3, 61, 6,
61, 437, 10, 61, 13, 61, 14, 61, 438, 3, 61, 5, 61, 442, 10, 61, 3, 61,
3, 61, 5, 61, 446, 10, 61, 5, 61, 448, 10, 61, 3, 62, 3, 62, 3, 63, 3,
63, 3, 63, 7, 63, 455, 10, 63, 12, 63, 14, 63, 458, 11, 63, 5, 63, 460,
10, 63, 3, 64, 3, 64, 5, 64, 464, 10, 64, 3, 64, 6, 64, 467, 10, 64, 13,
64, 14, 64, 468, 3, 65, 3, 65, 3, 66, 3, 66, 3, 67, 3, 67, 3, 68, 3, 68,
3, 68, 3, 68, 3, 68, 3, 68, 7, 68, 483, 10, 68, 12, 68, 14, 68, 486, 11,
68, 3, 68, 3, 68, 3, 69, 3, 69, 3, 69, 3, 69, 3, 69, 3, 69, 7, 69, 496,
10, 69, 12, 69, 14, 69, 499, 11, 69, 3, 69, 3, 69, 3, 145, 2, 70, 3, 3,
5, 4, 7, 5, 9, 6, 11, 7, 13, 8, 15, 9, 17, 10, 19, 11, 21, 12, 23, 13,
25, 14, 27, 15, 29, 16, 31, 17, 33, 18, 35, 19, 37, 20, 39, 21, 41, 22,
43, 23, 45, 24, 47, 25, 49, 26, 51, 27, 53, 28, 55, 29, 57, 30, 59, 31,
61, 32, 63, 33, 65, 34, 67, 35, 69, 36, 71, 37, 73, 38, 75, 39, 77, 40,
79, 41, 81, 42, 83, 43, 85, 44, 87, 45, 89, 46, 91, 47, 93, 48, 95, 49,
97, 50, 99, 51, 101, 52, 103, 53, 105, 54, 107, 55, 109, 56, 111, 57, 113,
58, 115, 59, 117, 60, 119, 61, 121, 62, 123, 2, 125, 2, 127, 2, 129, 2,
131, 2, 133, 2, 135, 2, 137, 2, 3, 2, 12, 5, 2, 12, 12, 15, 15, 8234, 8235,
6, 2, 11, 11, 13, 14, 34, 34, 162, 162, 3, 2, 50, 59, 5, 2, 50, 59, 67,
72, 99, 104, 3, 2, 51, 59, 4, 2, 71, 71, 103, 103, 4, 2, 45, 45, 47, 47,
4, 2, 67, 92, 99, 124, 4, 2, 36, 36, 94, 94, 4, 2, 41, 41, 94, 94, 2, 524,
2, 3, 3, 2, 2, 2, 2, 5, 3, 2, 2, 2, 2, 7, 3, 2, 2, 2, 2, 9, 3, 2, 2, 2,
2, 11, 3, 2, 2, 2, 2, 13, 3, 2, 2, 2, 2, 15, 3, 2, 2, 2, 2, 17, 3, 2, 2,
2, 2, 19, 3, 2, 2, 2, 2, 21, 3, 2, 2, 2, 2, 23, 3, 2, 2, 2, 2, 25, 3, 2,
2, 2, 2, 27, 3, 2, 2, 2, 2, 29, 3, 2, 2, 2, 2, 31, 3, 2, 2, 2, 2, 33, 3,
2, 2, 2, 2, 35, 3, 2, 2, 2, 2, 37, 3, 2, 2, 2, 2, 39, 3, 2, 2, 2, 2, 41,
3, 2, 2, 2, 2, 43, 3, 2, 2, 2, 2, 45, 3, 2, 2, 2, 2, 47, 3, 2, 2, 2, 2,
49, 3, 2, 2, 2, 2, 51, 3, 2, 2, 2, 2, 53, 3, 2, 2, 2, 2, 55, 3, 2, 2, 2,
2, 57, 3, 2, 2, 2, 2, 59, 3, 2, 2, 2, 2, 61, 3, 2, 2, 2, 2, 63, 3, 2, 2,
2, 2, 65, 3, 2, 2, 2, 2, 67, 3, 2, 2, 2, 2, 69, 3, 2, 2, 2, 2, 71, 3, 2,
2, 2, 2, 73, 3, 2, 2, 2, 2, 75, 3, 2, 2, 2, 2, 77, 3, 2, 2, 2, 2, 79, 3,
2, 2, 2, 2, 81, 3, 2, 2, 2, 2, 83, 3, 2, 2, 2, 2, 85, 3, 2, 2, 2, 2, 87,
3, 2, 2, 2, 2, 89, 3, 2, 2, 2, 2, 91, 3, 2, 2, 2, 2, 93, 3, 2, 2, 2, 2,
95, 3, 2, 2, 2, 2, 97, 3, 2, 2, 2, 2, 99, 3, 2, 2, 2, 2, 101, 3, 2, 2,
2, 2, 103, 3, 2, 2, 2, 2, 105, 3, 2, 2, 2, 2, 107, 3, 2, 2, 2, 2, 109,
3, 2, 2, 2, 2, 111, 3, 2, 2, 2, 2, 113, 3, 2, 2, 2, 2, 115, 3, 2, 2, 2,
2, 117, 3, 2, 2, 2, 2, 119, 3, 2, 2, 2, 2, 121, 3, 2, 2, 2, 3, 139, 3,
2, 2, 2, 5, 153, 3, 2, 2, 2, 7, 165, 3, 2, 2, 2, 9, 171, 3, 2, 2, 2, 11,
175, 3, 2, 2, 2, 13, 177, 3, 2, 2, 2, 15, 179, 3, 2, 2, 2, 17, 181, 3,
2, 2, 2, 19, 183, 3, 2, 2, 2, 21, 185, 3, 2, 2, 2, 23, 187, 3, 2, 2, 2,
25, 189, 3, 2, 2, 2, 27, 191, 3, 2, 2, 2, 29, 193, 3, 2, 2, 2, 31, 195,
3, 2, 2, 2, 33, 197, 3, 2, 2, 2, 35, 199, 3, 2, 2, 2, 37, 202, 3, 2, 2,
2, 39, 205, 3, 2, 2, 2, 41, 208, 3, 2, 2, 2, 43, 211, 3, 2, 2, 2, 45, 213,
3, 2, 2, 2, 47, 215, 3, 2, 2, 2, 49, 218, 3, 2, 2, 2, 51, 221, 3, 2, 2,
2, 53, 223, 3, 2, 2, 2, 55, 225, 3, 2, 2, 2, 57, 232, 3, 2, 2, 2, 59, 238,
3, 2, 2, 2, 61, 240, 3, 2, 2, 2, 63, 243, 3, 2, 2, 2, 65, 245, 3, 2, 2,
2, 67, 247, 3, 2, 2, 2, 69, 250, 3, 2, 2, 2, 71, 253, 3, 2, 2, 2, 73, 257,
3, 2, 2, 2, 75, 264, 3, 2, 2, 2, 77, 273, 3, 2, 2, 2, 79, 280, 3, 2, 2,
2, 81, 285, 3, 2, 2, 2, 83, 291, 3, 2, 2, 2, 85, 295, 3, 2, 2, 2, 87, 310,
3, 2, 2, 2, 89, 312, 3, 2, 2, 2, 91, 317, 3, 2, 2, 2, 93, 340, 3, 2, 2,
2, 95, 342, 3, 2, 2, 2, 97, 347, 3, 2, 2, 2, 99, 352, 3, 2, 2, 2, 101,
357, 3, 2, 2, 2, 103, 363, 3, 2, 2, 2, 105, 367, 3, 2, 2, 2, 107, 371,
3, 2, 2, 2, 109, 381, 3, 2, 2, 2, 111, 390, 3, 2, 2, 2, 113, 392, 3, 2,
2, 2, 115, 396, 3, 2, 2, 2, 117, 426, 3, 2, 2, 2, 119, 429, 3, 2, 2, 2,
121, 447, 3, 2, 2, 2, 123, 449, 3, 2, 2, 2, 125, 459, 3, 2, 2, 2, 127,
461, 3, 2, 2, 2, 129, 470, 3, 2, 2, 2, 131, 472, 3, 2, 2, 2, 133, 474,
3, 2, 2, 2, 135, 476, 3, 2, 2, 2, 137, 489, 3, 2, 2, 2, 139, 140, 7, 49,
2, 2, 140, 141, 7, 44, 2, 2, 141, 145, 3, 2, 2, 2, 142, 144, 11, 2, 2,
2, 143, 142, 3, 2, 2, 2, 144, 147, 3, 2, 2, 2, 145, 146, 3, 2, 2, 2, 145,
143, 3, 2, 2, 2, 146, 148, 3, 2, 2, 2, 147, 145, 3, 2, 2, 2, 148, 149,
7, 44, 2, 2, 149, 150, 7, 49, 2, 2, 150, 151, 3, 2, 2, 2, 151, 152, 8,
2, 2, 2, 152, 4, 3, 2, 2, 2, 153, 154, 7, 49, 2, 2, 154, 155, 7, 49, 2,
2, 155, 159, 3, 2, 2, 2, 156, 158, 10, 2, 2, 2, 157, 156, 3, 2, 2, 2, 158,
161, 3, 2, 2, 2, 159, 157, 3, 2, 2, 2, 159, 160, 3, 2, 2, 2, 160, 162,
3, 2, 2, 2, 161, 159, 3, 2, 2, 2, 162, 163, 8, 3, 2, 2, 163, 6, 3, 2, 2,
2, 164, 166, 9, 3, 2, 2, 165, 164, 3, 2, 2, 2, 166, 167, 3, 2, 2, 2, 167,
165, 3, 2, 2, 2, 167, 168, 3, 2, 2, 2, 168, 169, 3, 2, 2, 2, 169, 170,
8, 4, 2, 2, 170, 8, 3, 2, 2, 2, 171, 172, 9, 2, 2, 2, 172, 173, 3, 2, 2,
2, 173, 174, 8, 5, 2, 2, 174, 10, 3, 2, 2, 2, 175, 176, 7, 60, 2, 2, 176,
12, 3, 2, 2, 2, 177, 178, 7, 61, 2, 2, 178, 14, 3, 2, 2, 2, 179, 180, 7,
48, 2, 2, 180, 16, 3, 2, 2, 2, 181, 182, 7, 46, 2, 2, 182, 18, 3, 2, 2,
2, 183, 184, 7, 93, 2, 2, 184, 20, 3, 2, 2, 2, 185, 186, 7, 95, 2, 2, 186,
22, 3, 2, 2, 2, 187, 188, 7, 42, 2, 2, 188, 24, 3, 2, 2, 2, 189, 190, 7,
43, 2, 2, 190, 26, 3, 2, 2, 2, 191, 192, 7, 125, 2, 2, 192, 28, 3, 2, 2,
2, 193, 194, 7, 127, 2, 2, 194, 30, 3, 2, 2, 2, 195, 196, 7, 64, 2, 2,
196, 32, 3, 2, 2, 2, 197, 198, 7, 62, 2, 2, 198, 34, 3, 2, 2, 2, 199, 200,
7, 63, 2, 2, 200, 201, 7, 63, 2, 2, 201, 36, 3, 2, 2, 2, 202, 203, 7, 64,
2, 2, 203, 204, 7, 63, 2, 2, 204, 38, 3, 2, 2, 2, 205, 206, 7, 62, 2, 2,
206, 207, 7, 63, 2, 2, 207, 40, 3, 2, 2, 2, 208, 209, 7, 35, 2, 2, 209,
210, 7, 63, 2, 2, 210, 42, 3, 2, 2, 2, 211, 212, 7, 45, 2, 2, 212, 44,
3, 2, 2, 2, 213, 214, 7, 47, 2, 2, 214, 46, 3, 2, 2, 2, 215, 216, 7, 47,
2, 2, 216, 217, 7, 47, 2, 2, 217, 48, 3, 2, 2, 2, 218, 219, 7, 45, 2, 2,
219, 220, 7, 45, 2, 2, 220, 50, 3, 2, 2, 2, 221, 222, 7, 44, 2, 2, 222,
52, 3, 2, 2, 2, 223, 224, 7, 49, 2, 2, 224, 54, 3, 2, 2, 2, 225, 226, 7,
39, 2, 2, 226, 56, 3, 2, 2, 2, 227, 228, 7, 67, 2, 2, 228, 229, 7, 80,
2, 2, 229, 233, 7, 70, 2, 2, 230, 231, 7, 40, 2, 2, 231, 233, 7, 40, 2,
2, 232, 227, 3, 2, 2, 2, 232, 230, 3, 2, 2, 2, 233, 58, 3, 2, 2, 2, 234,
235, 7, 81, 2, 2, 235, 239, 7, 84, 2, 2, 236, 237, 7, 126, 2, 2, 237, 239,
7, 126, 2, 2, 238, 234, 3, 2, 2, 2, 238, 236, 3, 2, 2, 2, 239, 60, 3, 2,
2, 2, 240, 241, 5, 15, 8, 2, 241, 242, 5, 15, 8, 2, 242, 62, 3, 2, 2, 2,
243, 244, 7, 63, 2, 2, 244, 64, 3, 2, 2, 2, 245, 246, 7, 65, 2, 2, 246,
66, 3, 2, 2, 2, 247, 248, 7, 35, 2, 2, 248, 249, 7, 128, 2, 2, 249, 68,
3, 2, 2, 2, 250, 251, 7, 63, 2, 2, 251, 252, 7, 128, 2, 2, 252, 70, 3,
2, 2, 2, 253, 254, 7, 72, 2, 2, 254, 255, 7, 81, 2, 2, 255, 256, 7, 84,
2, 2, 256, 72, 3, 2, 2, 2, 257, 258, 7, 84, 2, 2, 258, 259, 7, 71, 2, 2,
259, 260, 7, 86, 2, 2, 260, 261, 7, 87, 2, 2, 261, 262, 7, 84, 2, 2, 262,
263, 7, 80, 2, 2, 263, 74, 3, 2, 2, 2, 264, 265, 7, 70, 2, 2, 265, 266,
7, 75, 2, 2, 266, 267, 7, 85, 2, 2, 267, 268, 7, 86, 2, 2, 268, 269, 7,
75, 2, 2, 269, 270, 7, 80, 2, 2, 270, 271, 7, 69, 2, 2, 271, 272, 7, 86,
2, 2, 272, 76, 3, 2, 2, 2, 273, 274, 7, 72, 2, 2, 274, 275, 7, 75, 2, 2,
275, 276, 7, 78, 2, 2, 276, 277, 7, 86, 2, 2, 277, 278, 7, 71, 2, 2, 278,
279, 7, 84, 2, 2, 279, 78, 3, 2, 2, 2, 280, 281, 7, 85, 2, 2, 281, 282,
7, 81, 2, 2, 282, 283, 7, 84, 2, 2, 283, 284, 7, 86, 2, 2, 284, 80, 3,
2, 2, 2, 285, 286, 7, 78, 2, 2, 286, 287, 7, 75, 2, 2, 287, 288, 7, 79,
2, 2, 288, 289, 7, 75, 2, 2, 289, 290, 7, 86, 2, 2, 290, 82, 3, 2, 2, 2,
291, 292, 7, 78, 2, 2, 292, 293, 7, 71, 2, 2, 293, 294, 7, 86, 2, 2, 294,
84, 3, 2, 2, 2, 295, 296, 7, 69, 2, 2, 296, 297, 7, 81, 2, 2, 297, 298,
7, 78, 2, 2, 298, 299, 7, 78, 2, 2, 299, 300, 7, 71, 2, 2, 300, 301, 7,
69, 2, 2, 301, 302, 7, 86, 2, 2, 302, 86, 3, 2, 2, 2, 303, 304, 7, 67,
2, 2, 304, 305, 7, 85, 2, 2, 305, 311, 7, 69, 2, 2, 306, 307, 7, 70, 2,
2, 307, 308, 7, 71, 2, 2, 308, 309, 7, 85, 2, 2, 309, 311, 7, 69, 2, 2,
310, 303, 3, 2, 2, 2, 310, 306, 3, 2, 2, 2, 311, 88, 3, 2, 2, 2, 312, 313,
7, 80, 2, 2, 313, 314, 7, 81, 2, 2, 314, 315, 7, 80, 2, 2, 315, 316, 7,
71, 2, 2, 316, 90, 3, 2, 2, 2, 317, 318, 7, 80, 2, 2, 318, 319, 7, 87,
2, 2, 319, 320, 7, 78, 2, 2, 320, 321, 7, 78, 2, 2, 321, 92, 3, 2, 2, 2,
322, 323, 7, 86, 2, 2, 323, 324, 7, 84, 2, 2, 324, 325, 7, 87, 2, 2, 325,
341, 7, 71, 2, 2, 326, 327, 7, 118, 2, 2, 327, 328, 7, 116, 2, 2, 328,
329, 7, 119, 2, 2, 329, 341, 7, 103, 2, 2, 330, 331, 7, 72, 2, 2, 331,
332, 7, 67, 2, 2, 332, 333, 7, 78, 2, 2, 333, 334, 7, 85, 2, 2, 334, 341,
7, 71, 2, 2, 335, 336, 7, 104, 2, 2, 336, 337, 7, 99, 2, 2, 337, 338, 7,
110, 2, 2, 338, 339, 7, 117, 2, 2, 339, 341, 7, 103, 2, 2, 340, 322, 3,
2, 2, 2, 340, 326, 3, 2, 2, 2, 340, 330, 3, 2, 2, 2, 340, 335, 3, 2, 2,
2, 341, 94, 3, 2, 2, 2, 342, 343, 7, 75, 2, 2, 343, 344, 7, 80, 2, 2, 344,
345, 7, 86, 2, 2, 345, 346, 7, 81, 2, 2, 346, 96, 3, 2, 2, 2, 347, 348,
7, 77, 2, 2, 348, 349, 7, 71, 2, 2, 349, 350, 7, 71, 2, 2, 350, 351, 7,
82, 2, 2, 351, 98, 3, 2, 2, 2, 352, 353, 7, 89, 2, 2, 353, 354, 7, 75,
2, 2, 354, 355, 7, 86, 2, 2, 355, 356, 7, 74, 2, 2, 356, 100, 3, 2, 2,
2, 357, 358, 7, 69, 2, 2, 358, 359, 7, 81, 2, 2, 359, 360, 7, 87, 2, 2,
360, 361, 7, 80, 2, 2, 361, 362, 7, 86, 2, 2, 362, 102, 3, 2, 2, 2, 363,
364, 7, 67, 2, 2, 364, 365, 7, 78, 2, 2, 365, 366, 7, 78, 2, 2, 366, 104,
3, 2, 2, 2, 367, 368, 7, 67, 2, 2, 368, 369, 7, 80, 2, 2, 369, 370, 7,
91, 2, 2, 370, 106, 3, 2, 2, 2, 371, 372, 7, 67, 2, 2, 372, 373, 7, 73,
2, 2, 373, 374, 7, 73, 2, 2, 374, 375, 7, 84, 2, 2, 375, 376, 7, 71, 2,
2, 376, 377, 7, 73, 2, 2, 377, 378, 7, 67, 2, 2, 378, 379, 7, 86, 2, 2,
379, 380, 7, 71, 2, 2, 380, 108, 3, 2, 2, 2, 381, 382, 7, 78, 2, 2, 382,
383, 7, 75, 2, 2, 383, 384, 7, 77, 2, 2, 384, 385, 7, 71, 2, 2, 385, 110,
3, 2, 2, 2, 386, 387, 7, 80, 2, 2, 387, 388, 7, 81, 2, 2, 388, 391, 7,
86, 2, 2, 389, 391, 7, 35, 2, 2, 390, 386, 3, 2, 2, 2, 390, 389, 3, 2,
2, 2, 391, 112, 3, 2, 2, 2, 392, 393, 7, 75, 2, 2, 393, 394, 7, 80, 2,
2, 394, 114, 3, 2, 2, 2, 395, 397, 5, 129, 65, 2, 396, 395, 3, 2, 2, 2,
397, 398, 3, 2, 2, 2, 398, 396, 3, 2, 2, 2, 398, 399, 3, 2, 2, 2, 399,
409, 3, 2, 2, 2, 400, 404, 5, 131, 66, 2, 401, 403, 5, 115, 58, 2, 402,
401, 3, 2, 2, 2, 403, 406, 3, 2, 2, 2, 404, 402, 3, 2, 2, 2, 404, 405,
3, 2, 2, 2, 405, 408, 3, 2, 2, 2, 406, 404, 3, 2, 2, 2, 407, 400, 3, 2,
2, 2, 408, 411, 3, 2, 2, 2, 409, 407, 3, 2, 2, 2, 409, 410, 3, 2, 2, 2,
410, 421, 3, 2, 2, 2, 411, 409, 3, 2, 2, 2, 412, 416, 5, 133, 67, 2, 413,
415, 5, 115, 58, 2, 414, 413, 3, 2, 2, 2, 415, 418, 3, 2, 2, 2, 416, 414,
3, 2, 2, 2, 416, 417, 3, 2, 2, 2, 417, 420, 3, 2, 2, 2, 418, 416, 3, 2,
2, 2, 419, 412, 3, 2, 2, 2, 420, 423, 3, 2, 2, 2, 421, 419, 3, 2, 2, 2,
421, 422, 3, 2, 2, 2, 422, 116, 3, 2, 2, 2, 423, 421, 3, 2, 2, 2, 424,
427, 5, 137, 69, 2, 425, 427, 5, 135, 68, 2, 426, 424, 3, 2, 2, 2, 426,
425, 3, 2, 2, 2, 427, 118, 3, 2, 2, 2, 428, 430, 9, 4, 2, 2, 429, 428,
3, 2, 2, 2, 430, 431, 3, 2, 2, 2, 431, 429, 3, 2, 2, 2, 431, 432, 3, 2,
2, 2, 432, 120, 3, 2, 2, 2, 433, 434, 5, 125, 63, 2, 434, 436, 5, 15, 8,
2, 435, 437, 9, 4, 2, 2, 436, 435, 3, 2, 2, 2, 437, 438, 3, 2, 2, 2, 438,
436, 3, 2, 2, 2, 438, 439, 3, 2, 2, 2, 439, 441, 3, 2, 2, 2, 440, 442,
5, 127, 64, 2, 441, 440, 3, 2, 2, 2, 441, 442, 3, 2, 2, 2, 442, 448, 3,
2, 2, 2, 443, 445, 5, 125, 63, 2, 444, 446, 5, 127, 64, 2, 445, 444, 3,
2, 2, 2, 445, 446, 3, 2, 2, 2, 446, 448, 3, 2, 2, 2, 447, 433, 3, 2, 2,
2, 447, 443, 3, 2, 2, 2, 448, 122, 3, 2, 2, 2, 449, 450, 9, 5, 2, 2, 450,
124, 3, 2, 2, 2, 451, 460, 7, 50, 2, 2, 452, 456, 9, 6, 2, 2, 453, 455,
9, 4, 2, 2, 454, 453, 3, 2, 2, 2, 455, 458, 3, 2, 2, 2, 456, 454, 3, 2,
2, 2, 456, 457, 3, 2, 2, 2, 457, 460, 3, 2, 2, 2, 458, 456, 3, 2, 2, 2,
459, 451, 3, 2, 2, 2, 459, 452, 3, 2, 2, 2, 460, 126, 3, 2, 2, 2, 461,
463, 9, 7, 2, 2, 462, 464, 9, 8, 2, 2, 463, 462, 3, 2, 2, 2, 463, 464,
3, 2, 2, 2, 464, 466, 3, 2, 2, 2, 465, 467, 9, 4, 2, 2, 466, 465, 3, 2,
2, 2, 467, 468, 3, 2, 2, 2, 468, 466, 3, 2, 2, 2, 468, 469, 3, 2, 2, 2,
469, 128, 3, 2, 2, 2, 470, 471, 9, 9, 2, 2, 471, 130, 3, 2, 2, 2, 472,
473, 7, 97, 2, 2, 473, 132, 3, 2, 2, 2, 474, 475, 4, 50, 59, 2, 475, 134,
3, 2, 2, 2, 476, 484, 7, 36, 2, 2, 477, 478, 7, 94, 2, 2, 478, 483, 11,
2, 2, 2, 479, 480, 7, 36, 2, 2, 480, 483, 7, 36, 2, 2, 481, 483, 10, 10,
2, 2, 482, 477, 3, 2, 2, 2, 482, 479, 3, 2, 2, 2, 482, 481, 3, 2, 2, 2,
483, 486, 3, 2, 2, 2, 484, 482, 3, 2, 2, 2, 484, 485, 3, 2, 2, 2, 485,
487, 3, 2, 2, 2, 486, 484, 3, 2, 2, 2, 487, 488, 7, 36, 2, 2, 488, 136,
3, 2, 2, 2, 489, 497, 7, 41, 2, 2, 490, 491, 7, 94, 2, 2, 491, 496, 11,
2, 2, 2, 492, 493, 7, 41, 2, 2, 493, 496, 7, 41, 2, 2, 494, 496, 10, 11,
2, 2, 495, 490, 3, 2, 2, 2, 495, 492, 3, 2, 2, 2, 495, 494, 3, 2, 2, 2,
496, 499, 3, 2, 2, 2, 497, 495, 3, 2, 2, 2, 497, 498, 3, 2, 2, 2, 498,
500, 3, 2, 2, 2, 499, 497, 3, 2, 2, 2, 500, 501, 7, 41, 2, 2, 501, 138,
3, 2, 2, 2, 30, 2, 145, 159, 167, 232, 238, 310, 340, 390, 398, 404, 409,
416, 421, 426, 431, 438, 441, 445, 447, 456, 459, 463, 468, 482, 484, 495,
497, 3, 2, 3, 2,
}
var lexerDeserializer = antlr.NewATNDeserializer(nil)
@ -271,7 +282,7 @@ var lexerRuleNames = []string{
"SortDirection", "None", "Null", "BooleanLiteral", "Into", "Keep", "With",
"Count", "All", "Any", "Aggregate", "Like", "Not", "In", "Identifier",
"StringLiteral", "IntegerLiteral", "FloatLiteral", "HexDigit", "DecimalIntegerLiteral",
"ExponentPart", "Letter", "Digit", "DQSring", "SQString",
"ExponentPart", "Letter", "Symbols", "Digit", "DQSring", "SQString",
}
type FqlLexer struct {

3
pkg/runtime/core/errors.go
View File

@ -16,13 +16,14 @@ var (
ErrNotUnique = errors.New("not unique")
ErrTerminated = errors.New("operation is terminated")
ErrUnexpected = errors.New("unexpected error")
ErrTimeout = errors.New("operation timed out")
ErrNotImplemented = errors.New("not implemented")
)
const typeErrorTemplate = "expected %s, but got %s"
func SourceError(src SourceMap, err error) error {
return errors.Errorf("%s %s", err.Error(), src.String())
return errors.Errorf("%s: %s", err.Error(), src.String())
}
func TypeError(actual Type, expected ...Type) error {

2
pkg/runtime/core/source.go
View File

@ -21,5 +21,5 @@ func (s SourceMap) Column() int {
}
func (s SourceMap) String() string {
return fmt.Sprintf("at %d:%d", s.line, s.column)
return fmt.Sprintf("%s at %d:%d", s.text, s.line, s.column)
}

27
pkg/runtime/expressions/func_call.go
View File

@ -42,21 +42,30 @@ func (e *FunctionCallExpression) Iterate(ctx context.Context, scope *core.Scope)
}
func (e *FunctionCallExpression) Exec(ctx context.Context, scope *core.Scope) (core.Value, error) {
var out core.Value
var err error
if len(e.args) == 0 {
return e.fun(ctx)
}
out, err = e.fun(ctx)
} else {
args := make([]core.Value, len(e.args))
args := make([]core.Value, len(e.args))
for idx, arg := range e.args {
out, err := arg.Exec(ctx, scope)
for idx, arg := range e.args {
out, err := arg.Exec(ctx, scope)
if err != nil {
return values.None, core.SourceError(e.src, err)
}
if err != nil {
return values.None, core.SourceError(e.src, err)
args[idx] = out
}
args[idx] = out
out, err = e.fun(ctx, args...)
}
return e.fun(ctx, args...)
if err != nil {
return values.None, core.SourceError(e.src, err)
}
return out, nil
}

13
pkg/stdlib/html/cdp.go
View File

@ -1,13 +0,0 @@
package html
import "context"
func fromContext(ctx context.Context) string {
str, ok := ctx.Value("cdp").(string)
if ok {
return str
}
return ""
}

14
pkg/stdlib/html/document.go
View File

@ -18,13 +18,13 @@ func Document(ctx context.Context, inputs ...core.Value) (core.Value, error) {
var drv driver.Driver
if !js {
drv = driver.FromContext(ctx, driver.Http)
drv, err = driver.FromContext(ctx, driver.Http)
} else {
drv = driver.FromContext(ctx, driver.Cdp)
drv, err = driver.FromContext(ctx, driver.Cdp)
}
if drv == nil {
return values.None, core.Error(core.ErrNotFound, "dom driver")
if err != nil {
return values.None, err
}
return drv.GetDocument(ctx, url.String())
@ -43,10 +43,10 @@ func DocumentParse(ctx context.Context, inputs ...core.Value) (core.Value, error
return arg1, core.Error(core.TypeError(a1.Type(), core.StringType), "arg 1")
}
drv := driver.FromContext(ctx, driver.Http)
drv, err := driver.FromContext(ctx, driver.Http)
if drv == nil {
return values.None, core.Error(core.ErrNotFound, "dom driver")
if err != nil {
return values.None, err
}
return drv.(*http.HttpDriver).ParseDocument(ctx, arg1.String())

23
pkg/stdlib/html/driver/browser/document.go
View File

@ -2,11 +2,14 @@ package browser
import (
"context"
"fmt"
"github.com/MontFerret/ferret/pkg/runtime/core"
"github.com/MontFerret/ferret/pkg/runtime/values"
"github.com/mafredri/cdp"
"github.com/mafredri/cdp/protocol/dom"
"github.com/mafredri/cdp/rpcc"
"strings"
"time"
)
type HtmlDocument struct {
@ -108,3 +111,23 @@ func (doc *HtmlDocument) Compare(other core.Value) int {
return 1
}
}
func (doc *HtmlDocument) WaitForSelector(selector values.String, timeout values.Int) error {
task := NewWaitTask(
doc.client,
fmt.Sprintf(`
el = document.querySelector("%s");
if (el != null) {
return true;
}
return null;
`, selector),
time.Millisecond*time.Duration(timeout),
)
_, err := task.Run()
return err
}

96
pkg/stdlib/html/driver/browser/wait.go Normal file
View File

@ -0,0 +1,96 @@
package browser
import (
"context"
"encoding/json"
"fmt"
"github.com/MontFerret/ferret/pkg/runtime/core"
"github.com/MontFerret/ferret/pkg/runtime/values"
"github.com/mafredri/cdp"
"github.com/mafredri/cdp/protocol/runtime"
"time"
)
type WaitTask struct {
client *cdp.Client
predicate string
timeout time.Duration
}
func NewWaitTask(
client *cdp.Client,
predicate string,
timeout time.Duration,
) *WaitTask {
return &WaitTask{
client,
fmt.Sprintf("((function () {%s})())", predicate),
timeout,
}
}
func (task *WaitTask) Run() (core.Value, error) {
var result core.Value = values.None
var err error
var done bool
timer := time.NewTimer(task.timeout)
for !done {
select {
case <-timer.C:
err = core.ErrTimeout
done = true
default:
out, e := task.exec()
if e != nil {
done = true
timer.Stop()
err = e
break
}
if out != values.None {
timer.Stop()
result = out
done = true
break
}
}
}
return result, err
}
func (task *WaitTask) exec() (core.Value, error) {
args := runtime.NewEvaluateArgs(task.predicate).SetReturnByValue(true)
out, err := task.client.Runtime.Evaluate(context.Background(), args)
if err != nil {
return values.None, err
}
if out.ExceptionDetails != nil {
ex := out.ExceptionDetails
return values.None, core.Error(
core.ErrUnexpected,
fmt.Sprintf("%s %s", ex.Text, *ex.Exception.Description),
)
}
if out.Result.Type != "undefined" {
var o interface{}
err := json.Unmarshal(out.Result.Value, &o)
if err != nil {
return values.None, core.Error(core.ErrUnexpected, err.Error())
}
return values.Parse(o), nil
}
return values.None, nil
}

8
pkg/stdlib/html/driver/driver.go
View File

@ -2,6 +2,8 @@ package driver
import (
"context"
"fmt"
"github.com/MontFerret/ferret/pkg/runtime/core"
"github.com/MontFerret/ferret/pkg/runtime/values"
"github.com/MontFerret/ferret/pkg/stdlib/html/driver/browser"
"github.com/MontFerret/ferret/pkg/stdlib/html/driver/http"
@ -19,16 +21,16 @@ func ToContext(ctx context.Context, name string, drv Driver) context.Context {
return context.WithValue(ctx, name, drv)
}
func FromContext(ctx context.Context, name string) Driver {
func FromContext(ctx context.Context, name string) (Driver, error) {
val := ctx.Value(name)
drv, ok := val.(Driver)
if ok {
return drv
return drv, nil
}
return nil
return nil, core.Error(core.ErrNotFound, fmt.Sprintf("%s driver", name))
}
func WithCdpDriver(ctx context.Context, addr string) context.Context {

36
pkg/stdlib/html/events.go Normal file
View File

@ -0,0 +1,36 @@
package html
import (
"context"
"github.com/MontFerret/ferret/pkg/runtime/core"
"github.com/MontFerret/ferret/pkg/runtime/values"
"github.com/MontFerret/ferret/pkg/stdlib/html/driver/browser"
)
func WaitElement(_ context.Context, args ...core.Value) (core.Value, error) {
err := core.ValidateArgs(args, 2, 3)
if err != nil {
return values.None, err
}
arg := args[0]
selector := args[1].String()
timeout := values.NewInt(1000)
if len(args) > 2 {
if args[2].Type() == core.IntType {
timeout = args[2].(values.Int)
}
}
err = core.ValidateType(arg, core.HtmlDocumentType)
if err != nil {
return values.None, err
}
doc := arg.(*browser.HtmlDocument)
return values.None, doc.WaitForSelector(values.NewString(selector), timeout)
}

1
pkg/stdlib/html/lib.go
View File

@ -8,5 +8,6 @@ func NewLib() map[string]core.Function {
"DOCUMENT_PARSE": DocumentParse,
"ELEMENT": Element,
"ELEMENTS": Elements,
"WAIT_ELEMENT": WaitElement,
}
}