added cosine similarity, flip, covariance and sorting

This commit is contained in:
mcDandy
2026-01-17 14:04:27 +01:00
parent c733e4ab93
commit 8d5709ba6f
11 changed files with 1326 additions and 917 deletions
+5 -1
View File
@@ -35,7 +35,7 @@ You can also get the node from comfy manager under the name of More math.
- You can <operator> batched tensor with another tensor which is not batched (dim[0] = 1) - the non batched tensor will be duplicated along batch dimension
- In imageMath node you can use 3 element list to specify a color of image. You cannot use any imput tensor, doing so will result in behaviour in subpoint 1 in list
- **Length Mismatch Handling**: All math nodes (except Model, Clip, Vae which default to broadcast) include a `length_mismatch` option to handle inputs with different batch sizes, sample counts, or list lengths. The target length is determined by the **maximum length** among all provided inputs (`a`, `b`, `c`, `d`).
- `tile` (Default): Repeats shorter inputs (e.g., using modulo) to match the maximum length.
- `tile` (Default): Repeats shorter inputs to match the maximum length.
- `error`: Raises a `ValueError` if any input lengths differ. This helps identify unintentional mismatches that should be handled explicitly.
- `pad`: Shorter inputs are padded with zeros to match the maximum length.
@@ -101,6 +101,10 @@ You can also get the node from comfy manager under the name of More math.
- `tnorm(x)`: Tensor normalisation. Normalises x (L2 norm along last dimension).
- `snorm(x)`: The same as |x| for tensors.
- `swap(tensor, dim, index1, index2)`: Swaps two slices of a tensor along a specified dimension.
- `cossim(a, b)`: Computes cosine similarity between a and b along last dimension.
- `flip(x, dims)`: Flips tensor along specified dimensions. `dims` can be scalar or list.
- `cov(x, y)`: Compute covariance between x and y.
- `sort(x)`: Sorts elements in ascending order.
### Advanced Tensor Operations (Tensor Only)
+12 -2
View File
@@ -88,7 +88,8 @@ func1:
| SUM LPAREN expr RPAREN # SumFunc
| MEAN LPAREN expr RPAREN # MeanFunc
| STD LPAREN expr RPAREN # StdFunc
| VAR LPAREN expr RPAREN # VarFunc;
| VAR LPAREN expr RPAREN # VarFunc
| SORT LPAREN expr RPAREN # SortFunc;
// Two-argument functions Two-argument functions
func2:
@@ -102,7 +103,11 @@ func2:
| QUARTILE LPAREN expr COMMA expr RPAREN # QuartileFunc
| PERCENTILE LPAREN expr COMMA expr RPAREN # PercentileFunc
| QUANTILE LPAREN expr COMMA expr RPAREN # QuantileFunc
| DOT LPAREN expr COMMA expr RPAREN # DotFunc;
| QUANTILE LPAREN expr COMMA expr RPAREN # QuantileFunc
| DOT LPAREN expr COMMA expr RPAREN # DotFunc
| COSSIM LPAREN expr COMMA expr RPAREN # CossimFunc
| FLIP LPAREN expr COMMA expr RPAREN # FlipFunc
| COV LPAREN expr COMMA expr RPAREN # CovFunc;
func3:
CLAMP LPAREN expr COMMA expr COMMA expr RPAREN # ClampFunc
@@ -190,6 +195,11 @@ QUANTILE: 'quantile';
DOT: 'dot';
MOMENT: 'moment';
COSSIM: 'cossim';
FLIP: 'flip';
COV: 'cov';
SORT: 'sort';
PLUS: '+';
MINUS: '-';
MULT: '*';
File diff suppressed because one or more lines are too long
+48 -40
View File
@@ -61,28 +61,32 @@ PERCENTILE=60
QUANTILE=61
DOT=62
MOMENT=63
PLUS=64
MINUS=65
MULT=66
DIV=67
MOD=68
POW=69
GE=70
GT=71
LE=72
LT=73
EQ=74
NE=75
PIPE=76
LPAREN=77
RPAREN=78
COMMA=79
LBRACKET=80
RBRACKET=81
CONSTANT=82
NUMBER=83
VARIABLE=84
WS=85
COSSIM=64
FLIP=65
COV=66
SORT=67
PLUS=68
MINUS=69
MULT=70
DIV=71
MOD=72
POW=73
GE=74
GT=75
LE=76
LT=77
EQ=78
NE=79
PIPE=80
LPAREN=81
RPAREN=82
COMMA=83
LBRACKET=84
RBRACKET=85
CONSTANT=86
NUMBER=87
VARIABLE=88
WS=89
'sin'=1
'cos'=2
'tan'=3
@@ -139,21 +143,25 @@ WS=85
'quantile'=61
'dot'=62
'moment'=63
'+'=64
'-'=65
'*'=66
'/'=67
'%'=68
'^'=69
'>='=70
'>'=71
'<='=72
'<'=73
'=='=74
'!='=75
'|'=76
'('=77
')'=78
','=79
'['=80
']'=81
'cossim'=64
'flip'=65
'cov'=66
'sort'=67
'+'=68
'-'=69
'*'=70
'/'=71
'%'=72
'^'=73
'>='=74
'>'=75
'<='=76
'<'=77
'=='=78
'!='=79
'|'=80
'('=81
')'=82
','=83
'['=84
']'=85
File diff suppressed because one or more lines are too long
+266 -251
View File
@@ -10,7 +10,7 @@ else:
def serializedATN():
return [
4,0,85,655,6,-1,2,0,7,0,2,1,7,1,2,2,7,2,2,3,7,3,2,4,7,4,2,5,7,5,
4,0,89,684,6,-1,2,0,7,0,2,1,7,1,2,2,7,2,2,3,7,3,2,4,7,4,2,5,7,5,
2,6,7,6,2,7,7,7,2,8,7,8,2,9,7,9,2,10,7,10,2,11,7,11,2,12,7,12,2,
13,7,13,2,14,7,14,2,15,7,15,2,16,7,16,2,17,7,17,2,18,7,18,2,19,7,
19,2,20,7,20,2,21,7,21,2,22,7,22,2,23,7,23,2,24,7,24,2,25,7,25,2,
@@ -23,225 +23,235 @@ def serializedATN():
65,7,65,2,66,7,66,2,67,7,67,2,68,7,68,2,69,7,69,2,70,7,70,2,71,7,
71,2,72,7,72,2,73,7,73,2,74,7,74,2,75,7,75,2,76,7,76,2,77,7,77,2,
78,7,78,2,79,7,79,2,80,7,80,2,81,7,81,2,82,7,82,2,83,7,83,2,84,7,
84,1,0,1,0,1,0,1,0,1,1,1,1,1,1,1,1,1,2,1,2,1,2,1,2,1,3,1,3,1,3,1,
3,1,3,1,4,1,4,1,4,1,4,1,4,1,5,1,5,1,5,1,5,1,5,1,6,1,6,1,6,1,6,1,
6,1,6,1,7,1,7,1,7,1,7,1,7,1,8,1,8,1,8,1,8,1,8,1,9,1,9,1,9,1,9,1,
9,1,10,1,10,1,10,1,10,1,10,1,10,1,11,1,11,1,11,1,11,1,11,1,11,1,
12,1,12,1,12,1,12,1,12,1,12,1,13,1,13,1,13,1,13,1,14,1,14,1,14,1,
14,1,14,1,15,1,15,1,15,1,16,1,16,1,16,1,16,1,17,1,17,1,17,1,17,1,
18,1,18,1,18,1,18,1,18,1,19,1,19,1,19,1,19,1,19,1,20,1,20,1,20,1,
20,1,20,1,21,1,21,1,21,1,21,1,21,1,22,1,22,1,22,1,22,1,22,1,22,1,
23,1,23,1,23,1,23,1,23,1,23,1,24,1,24,1,24,1,24,1,24,1,24,1,25,1,
25,1,25,1,25,1,25,1,26,1,26,1,26,1,26,1,26,1,26,1,27,1,27,1,27,1,
27,1,27,1,27,1,28,1,28,1,28,1,28,1,29,1,29,1,29,1,29,1,29,1,30,1,
30,1,30,1,30,1,30,1,30,1,31,1,31,1,31,1,31,1,32,1,32,1,32,1,32,1,
32,1,33,1,33,1,33,1,33,1,33,1,33,1,34,1,34,1,34,1,34,1,34,1,34,1,
35,1,35,1,35,1,35,1,35,1,35,1,35,1,35,1,35,1,35,1,35,1,35,1,35,1,
35,1,35,3,35,364,8,35,1,36,1,36,1,36,1,36,1,36,1,37,1,37,1,37,1,
37,1,37,1,38,1,38,1,38,1,38,1,38,1,38,1,38,1,38,1,38,1,38,1,38,1,
39,1,39,1,39,1,39,1,39,1,39,1,40,1,40,1,40,1,40,1,40,1,41,1,41,1,
41,1,41,1,41,1,41,1,41,1,41,1,41,1,42,1,42,1,42,1,42,1,42,1,43,1,
43,1,43,1,43,1,43,1,44,1,44,1,44,1,44,1,45,1,45,1,45,1,45,1,45,1,
45,1,45,1,45,1,45,1,45,1,45,1,45,1,45,1,45,1,45,1,45,1,45,1,45,1,
45,3,45,440,8,45,1,46,1,46,1,46,1,46,1,46,1,46,1,46,1,46,1,46,1,
46,1,46,1,46,1,46,1,46,1,46,3,46,457,8,46,1,47,1,47,1,47,1,47,1,
47,1,48,1,48,1,48,1,48,1,48,1,48,1,48,1,48,1,48,1,48,1,48,3,48,475,
8,48,1,49,1,49,1,49,1,49,1,49,1,49,1,49,1,49,1,49,1,49,1,49,3,49,
488,8,49,1,50,1,50,1,50,1,50,1,50,1,50,1,51,1,51,1,51,1,51,1,51,
1,52,1,52,1,52,1,52,1,52,1,53,1,53,1,53,1,53,1,53,1,54,1,54,1,54,
1,54,1,55,1,55,1,55,1,55,1,55,1,56,1,56,1,56,1,56,1,57,1,57,1,57,
1,57,1,58,1,58,1,58,1,58,1,58,1,58,1,58,1,58,1,58,1,58,1,58,1,58,
1,58,1,58,1,58,3,58,543,8,58,1,59,1,59,1,59,1,59,1,59,1,59,1,59,
1,59,1,59,1,59,1,59,1,59,1,59,1,59,1,59,3,59,560,8,59,1,60,1,60,
1,60,1,60,1,60,1,60,1,60,1,60,1,60,1,61,1,61,1,61,1,61,1,62,1,62,
1,62,1,62,1,62,1,62,1,62,1,63,1,63,1,64,1,64,1,65,1,65,1,66,1,66,
1,67,1,67,1,68,1,68,1,69,1,69,1,69,1,70,1,70,1,71,1,71,1,71,1,72,
1,72,1,73,1,73,1,73,1,74,1,74,1,74,1,75,1,75,1,76,1,76,1,77,1,77,
1,78,1,78,1,79,1,79,1,80,1,80,1,81,1,81,1,81,1,81,1,81,3,81,627,
8,81,1,82,4,82,630,8,82,11,82,12,82,631,1,82,1,82,4,82,636,8,82,
11,82,12,82,637,3,82,640,8,82,1,83,1,83,5,83,644,8,83,10,83,12,83,
647,9,83,1,84,4,84,650,8,84,11,84,12,84,651,1,84,1,84,0,0,85,1,1,
3,2,5,3,7,4,9,5,11,6,13,7,15,8,17,9,19,10,21,11,23,12,25,13,27,14,
29,15,31,16,33,17,35,18,37,19,39,20,41,21,43,22,45,23,47,24,49,25,
51,26,53,27,55,28,57,29,59,30,61,31,63,32,65,33,67,34,69,35,71,36,
73,37,75,38,77,39,79,40,81,41,83,42,85,43,87,44,89,45,91,46,93,47,
95,48,97,49,99,50,101,51,103,52,105,53,107,54,109,55,111,56,113,
57,115,58,117,59,119,60,121,61,123,62,125,63,127,64,129,65,131,66,
133,67,135,68,137,69,139,70,141,71,143,72,145,73,147,74,149,75,151,
76,153,77,155,78,157,79,159,80,161,81,163,82,165,83,167,84,169,85,
1,0,5,2,0,69,69,101,101,1,0,48,57,3,0,65,90,95,95,97,122,4,0,48,
57,65,90,95,95,97,122,3,0,9,10,13,13,32,32,668,0,1,1,0,0,0,0,3,1,
0,0,0,0,5,1,0,0,0,0,7,1,0,0,0,0,9,1,0,0,0,0,11,1,0,0,0,0,13,1,0,
0,0,0,15,1,0,0,0,0,17,1,0,0,0,0,19,1,0,0,0,0,21,1,0,0,0,0,23,1,0,
0,0,0,25,1,0,0,0,0,27,1,0,0,0,0,29,1,0,0,0,0,31,1,0,0,0,0,33,1,0,
0,0,0,35,1,0,0,0,0,37,1,0,0,0,0,39,1,0,0,0,0,41,1,0,0,0,0,43,1,0,
0,0,0,45,1,0,0,0,0,47,1,0,0,0,0,49,1,0,0,0,0,51,1,0,0,0,0,53,1,0,
0,0,0,55,1,0,0,0,0,57,1,0,0,0,0,59,1,0,0,0,0,61,1,0,0,0,0,63,1,0,
0,0,0,65,1,0,0,0,0,67,1,0,0,0,0,69,1,0,0,0,0,71,1,0,0,0,0,73,1,0,
0,0,0,75,1,0,0,0,0,77,1,0,0,0,0,79,1,0,0,0,0,81,1,0,0,0,0,83,1,0,
0,0,0,85,1,0,0,0,0,87,1,0,0,0,0,89,1,0,0,0,0,91,1,0,0,0,0,93,1,0,
0,0,0,95,1,0,0,0,0,97,1,0,0,0,0,99,1,0,0,0,0,101,1,0,0,0,0,103,1,
0,0,0,0,105,1,0,0,0,0,107,1,0,0,0,0,109,1,0,0,0,0,111,1,0,0,0,0,
113,1,0,0,0,0,115,1,0,0,0,0,117,1,0,0,0,0,119,1,0,0,0,0,121,1,0,
0,0,0,123,1,0,0,0,0,125,1,0,0,0,0,127,1,0,0,0,0,129,1,0,0,0,0,131,
1,0,0,0,0,133,1,0,0,0,0,135,1,0,0,0,0,137,1,0,0,0,0,139,1,0,0,0,
0,141,1,0,0,0,0,143,1,0,0,0,0,145,1,0,0,0,0,147,1,0,0,0,0,149,1,
0,0,0,0,151,1,0,0,0,0,153,1,0,0,0,0,155,1,0,0,0,0,157,1,0,0,0,0,
159,1,0,0,0,0,161,1,0,0,0,0,163,1,0,0,0,0,165,1,0,0,0,0,167,1,0,
0,0,0,169,1,0,0,0,1,171,1,0,0,0,3,175,1,0,0,0,5,179,1,0,0,0,7,183,
1,0,0,0,9,188,1,0,0,0,11,193,1,0,0,0,13,198,1,0,0,0,15,204,1,0,0,
0,17,209,1,0,0,0,19,214,1,0,0,0,21,219,1,0,0,0,23,225,1,0,0,0,25,
231,1,0,0,0,27,237,1,0,0,0,29,241,1,0,0,0,31,246,1,0,0,0,33,249,
1,0,0,0,35,253,1,0,0,0,37,257,1,0,0,0,39,262,1,0,0,0,41,267,1,0,
0,0,43,272,1,0,0,0,45,277,1,0,0,0,47,283,1,0,0,0,49,289,1,0,0,0,
51,295,1,0,0,0,53,300,1,0,0,0,55,306,1,0,0,0,57,312,1,0,0,0,59,316,
1,0,0,0,61,321,1,0,0,0,63,327,1,0,0,0,65,331,1,0,0,0,67,336,1,0,
0,0,69,342,1,0,0,0,71,363,1,0,0,0,73,365,1,0,0,0,75,370,1,0,0,0,
77,375,1,0,0,0,79,386,1,0,0,0,81,392,1,0,0,0,83,397,1,0,0,0,85,406,
1,0,0,0,87,411,1,0,0,0,89,416,1,0,0,0,91,439,1,0,0,0,93,456,1,0,
0,0,95,458,1,0,0,0,97,474,1,0,0,0,99,487,1,0,0,0,101,489,1,0,0,0,
103,495,1,0,0,0,105,500,1,0,0,0,107,505,1,0,0,0,109,510,1,0,0,0,
111,514,1,0,0,0,113,519,1,0,0,0,115,523,1,0,0,0,117,542,1,0,0,0,
119,559,1,0,0,0,121,561,1,0,0,0,123,570,1,0,0,0,125,574,1,0,0,0,
127,581,1,0,0,0,129,583,1,0,0,0,131,585,1,0,0,0,133,587,1,0,0,0,
135,589,1,0,0,0,137,591,1,0,0,0,139,593,1,0,0,0,141,596,1,0,0,0,
143,598,1,0,0,0,145,601,1,0,0,0,147,603,1,0,0,0,149,606,1,0,0,0,
151,609,1,0,0,0,153,611,1,0,0,0,155,613,1,0,0,0,157,615,1,0,0,0,
159,617,1,0,0,0,161,619,1,0,0,0,163,626,1,0,0,0,165,629,1,0,0,0,
167,641,1,0,0,0,169,649,1,0,0,0,171,172,5,115,0,0,172,173,5,105,
0,0,173,174,5,110,0,0,174,2,1,0,0,0,175,176,5,99,0,0,176,177,5,111,
0,0,177,178,5,115,0,0,178,4,1,0,0,0,179,180,5,116,0,0,180,181,5,
97,0,0,181,182,5,110,0,0,182,6,1,0,0,0,183,184,5,97,0,0,184,185,
5,115,0,0,185,186,5,105,0,0,186,187,5,110,0,0,187,8,1,0,0,0,188,
189,5,97,0,0,189,190,5,99,0,0,190,191,5,111,0,0,191,192,5,115,0,
0,192,10,1,0,0,0,193,194,5,97,0,0,194,195,5,116,0,0,195,196,5,97,
0,0,196,197,5,110,0,0,197,12,1,0,0,0,198,199,5,97,0,0,199,200,5,
116,0,0,200,201,5,97,0,0,201,202,5,110,0,0,202,203,5,50,0,0,203,
14,1,0,0,0,204,205,5,115,0,0,205,206,5,105,0,0,206,207,5,110,0,0,
207,208,5,104,0,0,208,16,1,0,0,0,209,210,5,99,0,0,210,211,5,111,
0,0,211,212,5,115,0,0,212,213,5,104,0,0,213,18,1,0,0,0,214,215,5,
116,0,0,215,216,5,97,0,0,216,217,5,110,0,0,217,218,5,104,0,0,218,
20,1,0,0,0,219,220,5,97,0,0,220,221,5,115,0,0,221,222,5,105,0,0,
222,223,5,110,0,0,223,224,5,104,0,0,224,22,1,0,0,0,225,226,5,97,
0,0,226,227,5,99,0,0,227,228,5,111,0,0,228,229,5,115,0,0,229,230,
5,104,0,0,230,24,1,0,0,0,231,232,5,97,0,0,232,233,5,116,0,0,233,
234,5,97,0,0,234,235,5,110,0,0,235,236,5,104,0,0,236,26,1,0,0,0,
237,238,5,97,0,0,238,239,5,98,0,0,239,240,5,115,0,0,240,28,1,0,0,
0,241,242,5,115,0,0,242,243,5,113,0,0,243,244,5,114,0,0,244,245,
5,116,0,0,245,30,1,0,0,0,246,247,5,108,0,0,247,248,5,110,0,0,248,
32,1,0,0,0,249,250,5,108,0,0,250,251,5,111,0,0,251,252,5,103,0,0,
252,34,1,0,0,0,253,254,5,101,0,0,254,255,5,120,0,0,255,256,5,112,
0,0,256,36,1,0,0,0,257,258,5,115,0,0,258,259,5,109,0,0,259,260,5,
105,0,0,260,261,5,110,0,0,261,38,1,0,0,0,262,263,5,115,0,0,263,264,
5,109,0,0,264,265,5,97,0,0,265,266,5,120,0,0,266,40,1,0,0,0,267,
268,5,116,0,0,268,269,5,109,0,0,269,270,5,105,0,0,270,271,5,110,
0,0,271,42,1,0,0,0,272,273,5,116,0,0,273,274,5,109,0,0,274,275,5,
97,0,0,275,276,5,120,0,0,276,44,1,0,0,0,277,278,5,116,0,0,278,279,
5,110,0,0,279,280,5,111,0,0,280,281,5,114,0,0,281,282,5,109,0,0,
282,46,1,0,0,0,283,284,5,115,0,0,284,285,5,110,0,0,285,286,5,111,
0,0,286,287,5,114,0,0,287,288,5,109,0,0,288,48,1,0,0,0,289,290,5,
102,0,0,290,291,5,108,0,0,291,292,5,111,0,0,292,293,5,111,0,0,293,
294,5,114,0,0,294,50,1,0,0,0,295,296,5,99,0,0,296,297,5,101,0,0,
297,298,5,105,0,0,298,299,5,108,0,0,299,52,1,0,0,0,300,301,5,114,
0,0,301,302,5,111,0,0,302,303,5,117,0,0,303,304,5,110,0,0,304,305,
5,100,0,0,305,54,1,0,0,0,306,307,5,103,0,0,307,308,5,97,0,0,308,
309,5,109,0,0,309,310,5,109,0,0,310,311,5,97,0,0,311,56,1,0,0,0,
312,313,5,112,0,0,313,314,5,111,0,0,314,315,5,119,0,0,315,58,1,0,
0,0,316,317,5,115,0,0,317,318,5,105,0,0,318,319,5,103,0,0,319,320,
5,109,0,0,320,60,1,0,0,0,321,322,5,99,0,0,322,323,5,108,0,0,323,
324,5,97,0,0,324,325,5,109,0,0,325,326,5,112,0,0,326,62,1,0,0,0,
327,328,5,102,0,0,328,329,5,102,0,0,329,330,5,116,0,0,330,64,1,0,
0,0,331,332,5,105,0,0,332,333,5,102,0,0,333,334,5,102,0,0,334,335,
5,116,0,0,335,66,1,0,0,0,336,337,5,97,0,0,337,338,5,110,0,0,338,
339,5,103,0,0,339,340,5,108,0,0,340,341,5,101,0,0,341,68,1,0,0,0,
342,343,5,112,0,0,343,344,5,114,0,0,344,345,5,105,0,0,345,346,5,
110,0,0,346,347,5,116,0,0,347,70,1,0,0,0,348,349,5,112,0,0,349,350,
5,114,0,0,350,351,5,105,0,0,351,352,5,110,0,0,352,353,5,116,0,0,
353,354,5,95,0,0,354,355,5,115,0,0,355,356,5,104,0,0,356,357,5,97,
0,0,357,358,5,112,0,0,358,364,5,101,0,0,359,360,5,112,0,0,360,361,
5,115,0,0,361,362,5,104,0,0,362,364,5,112,0,0,363,348,1,0,0,0,363,
359,1,0,0,0,364,72,1,0,0,0,365,366,5,108,0,0,366,367,5,101,0,0,367,
368,5,114,0,0,368,369,5,112,0,0,369,74,1,0,0,0,370,371,5,115,0,0,
371,372,5,116,0,0,372,373,5,101,0,0,373,374,5,112,0,0,374,76,1,0,
0,0,375,376,5,115,0,0,376,377,5,109,0,0,377,378,5,111,0,0,378,379,
5,111,0,0,379,380,5,116,0,0,380,381,5,104,0,0,381,382,5,115,0,0,
382,383,5,116,0,0,383,384,5,101,0,0,384,385,5,112,0,0,385,78,1,0,
0,0,386,387,5,102,0,0,387,388,5,114,0,0,388,389,5,97,0,0,389,390,
5,99,0,0,390,391,5,116,0,0,391,80,1,0,0,0,392,393,5,114,0,0,393,
394,5,101,0,0,394,395,5,108,0,0,395,396,5,117,0,0,396,82,1,0,0,0,
397,398,5,115,0,0,398,399,5,111,0,0,399,400,5,102,0,0,400,401,5,
116,0,0,401,402,5,112,0,0,402,403,5,108,0,0,403,404,5,117,0,0,404,
405,5,115,0,0,405,84,1,0,0,0,406,407,5,103,0,0,407,408,5,101,0,0,
408,409,5,108,0,0,409,410,5,117,0,0,410,86,1,0,0,0,411,412,5,115,
0,0,412,413,5,105,0,0,413,414,5,103,0,0,414,415,5,110,0,0,415,88,
1,0,0,0,416,417,5,109,0,0,417,418,5,97,0,0,418,419,5,112,0,0,419,
90,1,0,0,0,420,421,5,101,0,0,421,422,5,122,0,0,422,423,5,99,0,0,
423,424,5,111,0,0,424,425,5,110,0,0,425,426,5,118,0,0,426,427,5,
111,0,0,427,428,5,108,0,0,428,429,5,117,0,0,429,430,5,116,0,0,430,
431,5,105,0,0,431,432,5,111,0,0,432,440,5,110,0,0,433,434,5,101,
0,0,434,435,5,122,0,0,435,436,5,99,0,0,436,437,5,111,0,0,437,438,
5,110,0,0,438,440,5,118,0,0,439,420,1,0,0,0,439,433,1,0,0,0,440,
92,1,0,0,0,441,442,5,99,0,0,442,443,5,111,0,0,443,444,5,110,0,0,
444,445,5,118,0,0,445,446,5,111,0,0,446,447,5,108,0,0,447,448,5,
117,0,0,448,449,5,116,0,0,449,450,5,105,0,0,450,451,5,111,0,0,451,
457,5,110,0,0,452,453,5,99,0,0,453,454,5,111,0,0,454,455,5,110,0,
0,455,457,5,118,0,0,456,441,1,0,0,0,456,452,1,0,0,0,457,94,1,0,0,
0,458,459,5,115,0,0,459,460,5,119,0,0,460,461,5,97,0,0,461,462,5,
112,0,0,462,96,1,0,0,0,463,464,5,112,0,0,464,465,5,101,0,0,465,466,
5,114,0,0,466,467,5,109,0,0,467,468,5,117,0,0,468,469,5,116,0,0,
469,475,5,101,0,0,470,471,5,112,0,0,471,472,5,101,0,0,472,473,5,
114,0,0,473,475,5,109,0,0,474,463,1,0,0,0,474,470,1,0,0,0,475,98,
1,0,0,0,476,477,5,114,0,0,477,478,5,101,0,0,478,479,5,115,0,0,479,
480,5,104,0,0,480,481,5,97,0,0,481,482,5,112,0,0,482,488,5,101,0,
0,483,484,5,114,0,0,484,485,5,115,0,0,485,486,5,104,0,0,486,488,
5,112,0,0,487,476,1,0,0,0,487,483,1,0,0,0,488,100,1,0,0,0,489,490,
5,114,0,0,490,491,5,97,0,0,491,492,5,110,0,0,492,493,5,103,0,0,493,
494,5,101,0,0,494,102,1,0,0,0,495,496,5,116,0,0,496,497,5,111,0,
0,497,498,5,112,0,0,498,499,5,107,0,0,499,104,1,0,0,0,500,501,5,
98,0,0,501,502,5,111,0,0,502,503,5,116,0,0,503,504,5,107,0,0,504,
106,1,0,0,0,505,506,5,112,0,0,506,507,5,105,0,0,507,508,5,110,0,
0,508,509,5,118,0,0,509,108,1,0,0,0,510,511,5,115,0,0,511,512,5,
117,0,0,512,513,5,109,0,0,513,110,1,0,0,0,514,515,5,109,0,0,515,
516,5,101,0,0,516,517,5,97,0,0,517,518,5,110,0,0,518,112,1,0,0,0,
519,520,5,115,0,0,520,521,5,116,0,0,521,522,5,100,0,0,522,114,1,
0,0,0,523,524,5,118,0,0,524,525,5,97,0,0,525,526,5,114,0,0,526,116,
1,0,0,0,527,528,5,113,0,0,528,529,5,117,0,0,529,530,5,97,0,0,530,
531,5,114,0,0,531,532,5,116,0,0,532,533,5,105,0,0,533,534,5,108,
0,0,534,543,5,101,0,0,535,536,5,113,0,0,536,537,5,117,0,0,537,538,
84,2,85,7,85,2,86,7,86,2,87,7,87,2,88,7,88,1,0,1,0,1,0,1,0,1,1,1,
1,1,1,1,1,1,2,1,2,1,2,1,2,1,3,1,3,1,3,1,3,1,3,1,4,1,4,1,4,1,4,1,
4,1,5,1,5,1,5,1,5,1,5,1,6,1,6,1,6,1,6,1,6,1,6,1,7,1,7,1,7,1,7,1,
7,1,8,1,8,1,8,1,8,1,8,1,9,1,9,1,9,1,9,1,9,1,10,1,10,1,10,1,10,1,
10,1,10,1,11,1,11,1,11,1,11,1,11,1,11,1,12,1,12,1,12,1,12,1,12,1,
12,1,13,1,13,1,13,1,13,1,14,1,14,1,14,1,14,1,14,1,15,1,15,1,15,1,
16,1,16,1,16,1,16,1,17,1,17,1,17,1,17,1,18,1,18,1,18,1,18,1,18,1,
19,1,19,1,19,1,19,1,19,1,20,1,20,1,20,1,20,1,20,1,21,1,21,1,21,1,
21,1,21,1,22,1,22,1,22,1,22,1,22,1,22,1,23,1,23,1,23,1,23,1,23,1,
23,1,24,1,24,1,24,1,24,1,24,1,24,1,25,1,25,1,25,1,25,1,25,1,26,1,
26,1,26,1,26,1,26,1,26,1,27,1,27,1,27,1,27,1,27,1,27,1,28,1,28,1,
28,1,28,1,29,1,29,1,29,1,29,1,29,1,30,1,30,1,30,1,30,1,30,1,30,1,
31,1,31,1,31,1,31,1,32,1,32,1,32,1,32,1,32,1,33,1,33,1,33,1,33,1,
33,1,33,1,34,1,34,1,34,1,34,1,34,1,34,1,35,1,35,1,35,1,35,1,35,1,
35,1,35,1,35,1,35,1,35,1,35,1,35,1,35,1,35,1,35,3,35,372,8,35,1,
36,1,36,1,36,1,36,1,36,1,37,1,37,1,37,1,37,1,37,1,38,1,38,1,38,1,
38,1,38,1,38,1,38,1,38,1,38,1,38,1,38,1,39,1,39,1,39,1,39,1,39,1,
39,1,40,1,40,1,40,1,40,1,40,1,41,1,41,1,41,1,41,1,41,1,41,1,41,1,
41,1,41,1,42,1,42,1,42,1,42,1,42,1,43,1,43,1,43,1,43,1,43,1,44,1,
44,1,44,1,44,1,45,1,45,1,45,1,45,1,45,1,45,1,45,1,45,1,45,1,45,1,
45,1,45,1,45,1,45,1,45,1,45,1,45,1,45,1,45,3,45,448,8,45,1,46,1,
46,1,46,1,46,1,46,1,46,1,46,1,46,1,46,1,46,1,46,1,46,1,46,1,46,1,
46,3,46,465,8,46,1,47,1,47,1,47,1,47,1,47,1,48,1,48,1,48,1,48,1,
48,1,48,1,48,1,48,1,48,1,48,1,48,3,48,483,8,48,1,49,1,49,1,49,1,
49,1,49,1,49,1,49,1,49,1,49,1,49,1,49,3,49,496,8,49,1,50,1,50,1,
50,1,50,1,50,1,50,1,51,1,51,1,51,1,51,1,51,1,52,1,52,1,52,1,52,1,
52,1,53,1,53,1,53,1,53,1,53,1,54,1,54,1,54,1,54,1,55,1,55,1,55,1,
55,1,55,1,56,1,56,1,56,1,56,1,57,1,57,1,57,1,57,1,58,1,58,1,58,1,
58,1,58,1,58,1,58,1,58,1,58,1,58,1,58,1,58,1,58,1,58,1,58,3,58,551,
8,58,1,59,1,59,1,59,1,59,1,59,1,59,1,59,1,59,1,59,1,59,1,59,1,59,
1,59,1,59,1,59,3,59,568,8,59,1,60,1,60,1,60,1,60,1,60,1,60,1,60,
1,60,1,60,1,61,1,61,1,61,1,61,1,62,1,62,1,62,1,62,1,62,1,62,1,62,
1,63,1,63,1,63,1,63,1,63,1,63,1,63,1,64,1,64,1,64,1,64,1,64,1,65,
1,65,1,65,1,65,1,66,1,66,1,66,1,66,1,66,1,67,1,67,1,68,1,68,1,69,
1,69,1,70,1,70,1,71,1,71,1,72,1,72,1,73,1,73,1,73,1,74,1,74,1,75,
1,75,1,75,1,76,1,76,1,77,1,77,1,77,1,78,1,78,1,78,1,79,1,79,1,80,
1,80,1,81,1,81,1,82,1,82,1,83,1,83,1,84,1,84,1,85,1,85,1,85,1,85,
1,85,3,85,656,8,85,1,86,4,86,659,8,86,11,86,12,86,660,1,86,1,86,
4,86,665,8,86,11,86,12,86,666,3,86,669,8,86,1,87,1,87,5,87,673,8,
87,10,87,12,87,676,9,87,1,88,4,88,679,8,88,11,88,12,88,680,1,88,
1,88,0,0,89,1,1,3,2,5,3,7,4,9,5,11,6,13,7,15,8,17,9,19,10,21,11,
23,12,25,13,27,14,29,15,31,16,33,17,35,18,37,19,39,20,41,21,43,22,
45,23,47,24,49,25,51,26,53,27,55,28,57,29,59,30,61,31,63,32,65,33,
67,34,69,35,71,36,73,37,75,38,77,39,79,40,81,41,83,42,85,43,87,44,
89,45,91,46,93,47,95,48,97,49,99,50,101,51,103,52,105,53,107,54,
109,55,111,56,113,57,115,58,117,59,119,60,121,61,123,62,125,63,127,
64,129,65,131,66,133,67,135,68,137,69,139,70,141,71,143,72,145,73,
147,74,149,75,151,76,153,77,155,78,157,79,159,80,161,81,163,82,165,
83,167,84,169,85,171,86,173,87,175,88,177,89,1,0,5,2,0,69,69,101,
101,1,0,48,57,3,0,65,90,95,95,97,122,4,0,48,57,65,90,95,95,97,122,
3,0,9,10,13,13,32,32,697,0,1,1,0,0,0,0,3,1,0,0,0,0,5,1,0,0,0,0,7,
1,0,0,0,0,9,1,0,0,0,0,11,1,0,0,0,0,13,1,0,0,0,0,15,1,0,0,0,0,17,
1,0,0,0,0,19,1,0,0,0,0,21,1,0,0,0,0,23,1,0,0,0,0,25,1,0,0,0,0,27,
1,0,0,0,0,29,1,0,0,0,0,31,1,0,0,0,0,33,1,0,0,0,0,35,1,0,0,0,0,37,
1,0,0,0,0,39,1,0,0,0,0,41,1,0,0,0,0,43,1,0,0,0,0,45,1,0,0,0,0,47,
1,0,0,0,0,49,1,0,0,0,0,51,1,0,0,0,0,53,1,0,0,0,0,55,1,0,0,0,0,57,
1,0,0,0,0,59,1,0,0,0,0,61,1,0,0,0,0,63,1,0,0,0,0,65,1,0,0,0,0,67,
1,0,0,0,0,69,1,0,0,0,0,71,1,0,0,0,0,73,1,0,0,0,0,75,1,0,0,0,0,77,
1,0,0,0,0,79,1,0,0,0,0,81,1,0,0,0,0,83,1,0,0,0,0,85,1,0,0,0,0,87,
1,0,0,0,0,89,1,0,0,0,0,91,1,0,0,0,0,93,1,0,0,0,0,95,1,0,0,0,0,97,
1,0,0,0,0,99,1,0,0,0,0,101,1,0,0,0,0,103,1,0,0,0,0,105,1,0,0,0,0,
107,1,0,0,0,0,109,1,0,0,0,0,111,1,0,0,0,0,113,1,0,0,0,0,115,1,0,
0,0,0,117,1,0,0,0,0,119,1,0,0,0,0,121,1,0,0,0,0,123,1,0,0,0,0,125,
1,0,0,0,0,127,1,0,0,0,0,129,1,0,0,0,0,131,1,0,0,0,0,133,1,0,0,0,
0,135,1,0,0,0,0,137,1,0,0,0,0,139,1,0,0,0,0,141,1,0,0,0,0,143,1,
0,0,0,0,145,1,0,0,0,0,147,1,0,0,0,0,149,1,0,0,0,0,151,1,0,0,0,0,
153,1,0,0,0,0,155,1,0,0,0,0,157,1,0,0,0,0,159,1,0,0,0,0,161,1,0,
0,0,0,163,1,0,0,0,0,165,1,0,0,0,0,167,1,0,0,0,0,169,1,0,0,0,0,171,
1,0,0,0,0,173,1,0,0,0,0,175,1,0,0,0,0,177,1,0,0,0,1,179,1,0,0,0,
3,183,1,0,0,0,5,187,1,0,0,0,7,191,1,0,0,0,9,196,1,0,0,0,11,201,1,
0,0,0,13,206,1,0,0,0,15,212,1,0,0,0,17,217,1,0,0,0,19,222,1,0,0,
0,21,227,1,0,0,0,23,233,1,0,0,0,25,239,1,0,0,0,27,245,1,0,0,0,29,
249,1,0,0,0,31,254,1,0,0,0,33,257,1,0,0,0,35,261,1,0,0,0,37,265,
1,0,0,0,39,270,1,0,0,0,41,275,1,0,0,0,43,280,1,0,0,0,45,285,1,0,
0,0,47,291,1,0,0,0,49,297,1,0,0,0,51,303,1,0,0,0,53,308,1,0,0,0,
55,314,1,0,0,0,57,320,1,0,0,0,59,324,1,0,0,0,61,329,1,0,0,0,63,335,
1,0,0,0,65,339,1,0,0,0,67,344,1,0,0,0,69,350,1,0,0,0,71,371,1,0,
0,0,73,373,1,0,0,0,75,378,1,0,0,0,77,383,1,0,0,0,79,394,1,0,0,0,
81,400,1,0,0,0,83,405,1,0,0,0,85,414,1,0,0,0,87,419,1,0,0,0,89,424,
1,0,0,0,91,447,1,0,0,0,93,464,1,0,0,0,95,466,1,0,0,0,97,482,1,0,
0,0,99,495,1,0,0,0,101,497,1,0,0,0,103,503,1,0,0,0,105,508,1,0,0,
0,107,513,1,0,0,0,109,518,1,0,0,0,111,522,1,0,0,0,113,527,1,0,0,
0,115,531,1,0,0,0,117,550,1,0,0,0,119,567,1,0,0,0,121,569,1,0,0,
0,123,578,1,0,0,0,125,582,1,0,0,0,127,589,1,0,0,0,129,596,1,0,0,
0,131,601,1,0,0,0,133,605,1,0,0,0,135,610,1,0,0,0,137,612,1,0,0,
0,139,614,1,0,0,0,141,616,1,0,0,0,143,618,1,0,0,0,145,620,1,0,0,
0,147,622,1,0,0,0,149,625,1,0,0,0,151,627,1,0,0,0,153,630,1,0,0,
0,155,632,1,0,0,0,157,635,1,0,0,0,159,638,1,0,0,0,161,640,1,0,0,
0,163,642,1,0,0,0,165,644,1,0,0,0,167,646,1,0,0,0,169,648,1,0,0,
0,171,655,1,0,0,0,173,658,1,0,0,0,175,670,1,0,0,0,177,678,1,0,0,
0,179,180,5,115,0,0,180,181,5,105,0,0,181,182,5,110,0,0,182,2,1,
0,0,0,183,184,5,99,0,0,184,185,5,111,0,0,185,186,5,115,0,0,186,4,
1,0,0,0,187,188,5,116,0,0,188,189,5,97,0,0,189,190,5,110,0,0,190,
6,1,0,0,0,191,192,5,97,0,0,192,193,5,115,0,0,193,194,5,105,0,0,194,
195,5,110,0,0,195,8,1,0,0,0,196,197,5,97,0,0,197,198,5,99,0,0,198,
199,5,111,0,0,199,200,5,115,0,0,200,10,1,0,0,0,201,202,5,97,0,0,
202,203,5,116,0,0,203,204,5,97,0,0,204,205,5,110,0,0,205,12,1,0,
0,0,206,207,5,97,0,0,207,208,5,116,0,0,208,209,5,97,0,0,209,210,
5,110,0,0,210,211,5,50,0,0,211,14,1,0,0,0,212,213,5,115,0,0,213,
214,5,105,0,0,214,215,5,110,0,0,215,216,5,104,0,0,216,16,1,0,0,0,
217,218,5,99,0,0,218,219,5,111,0,0,219,220,5,115,0,0,220,221,5,104,
0,0,221,18,1,0,0,0,222,223,5,116,0,0,223,224,5,97,0,0,224,225,5,
110,0,0,225,226,5,104,0,0,226,20,1,0,0,0,227,228,5,97,0,0,228,229,
5,115,0,0,229,230,5,105,0,0,230,231,5,110,0,0,231,232,5,104,0,0,
232,22,1,0,0,0,233,234,5,97,0,0,234,235,5,99,0,0,235,236,5,111,0,
0,236,237,5,115,0,0,237,238,5,104,0,0,238,24,1,0,0,0,239,240,5,97,
0,0,240,241,5,116,0,0,241,242,5,97,0,0,242,243,5,110,0,0,243,244,
5,104,0,0,244,26,1,0,0,0,245,246,5,97,0,0,246,247,5,98,0,0,247,248,
5,115,0,0,248,28,1,0,0,0,249,250,5,115,0,0,250,251,5,113,0,0,251,
252,5,114,0,0,252,253,5,116,0,0,253,30,1,0,0,0,254,255,5,108,0,0,
255,256,5,110,0,0,256,32,1,0,0,0,257,258,5,108,0,0,258,259,5,111,
0,0,259,260,5,103,0,0,260,34,1,0,0,0,261,262,5,101,0,0,262,263,5,
120,0,0,263,264,5,112,0,0,264,36,1,0,0,0,265,266,5,115,0,0,266,267,
5,109,0,0,267,268,5,105,0,0,268,269,5,110,0,0,269,38,1,0,0,0,270,
271,5,115,0,0,271,272,5,109,0,0,272,273,5,97,0,0,273,274,5,120,0,
0,274,40,1,0,0,0,275,276,5,116,0,0,276,277,5,109,0,0,277,278,5,105,
0,0,278,279,5,110,0,0,279,42,1,0,0,0,280,281,5,116,0,0,281,282,5,
109,0,0,282,283,5,97,0,0,283,284,5,120,0,0,284,44,1,0,0,0,285,286,
5,116,0,0,286,287,5,110,0,0,287,288,5,111,0,0,288,289,5,114,0,0,
289,290,5,109,0,0,290,46,1,0,0,0,291,292,5,115,0,0,292,293,5,110,
0,0,293,294,5,111,0,0,294,295,5,114,0,0,295,296,5,109,0,0,296,48,
1,0,0,0,297,298,5,102,0,0,298,299,5,108,0,0,299,300,5,111,0,0,300,
301,5,111,0,0,301,302,5,114,0,0,302,50,1,0,0,0,303,304,5,99,0,0,
304,305,5,101,0,0,305,306,5,105,0,0,306,307,5,108,0,0,307,52,1,0,
0,0,308,309,5,114,0,0,309,310,5,111,0,0,310,311,5,117,0,0,311,312,
5,110,0,0,312,313,5,100,0,0,313,54,1,0,0,0,314,315,5,103,0,0,315,
316,5,97,0,0,316,317,5,109,0,0,317,318,5,109,0,0,318,319,5,97,0,
0,319,56,1,0,0,0,320,321,5,112,0,0,321,322,5,111,0,0,322,323,5,119,
0,0,323,58,1,0,0,0,324,325,5,115,0,0,325,326,5,105,0,0,326,327,5,
103,0,0,327,328,5,109,0,0,328,60,1,0,0,0,329,330,5,99,0,0,330,331,
5,108,0,0,331,332,5,97,0,0,332,333,5,109,0,0,333,334,5,112,0,0,334,
62,1,0,0,0,335,336,5,102,0,0,336,337,5,102,0,0,337,338,5,116,0,0,
338,64,1,0,0,0,339,340,5,105,0,0,340,341,5,102,0,0,341,342,5,102,
0,0,342,343,5,116,0,0,343,66,1,0,0,0,344,345,5,97,0,0,345,346,5,
110,0,0,346,347,5,103,0,0,347,348,5,108,0,0,348,349,5,101,0,0,349,
68,1,0,0,0,350,351,5,112,0,0,351,352,5,114,0,0,352,353,5,105,0,0,
353,354,5,110,0,0,354,355,5,116,0,0,355,70,1,0,0,0,356,357,5,112,
0,0,357,358,5,114,0,0,358,359,5,105,0,0,359,360,5,110,0,0,360,361,
5,116,0,0,361,362,5,95,0,0,362,363,5,115,0,0,363,364,5,104,0,0,364,
365,5,97,0,0,365,366,5,112,0,0,366,372,5,101,0,0,367,368,5,112,0,
0,368,369,5,115,0,0,369,370,5,104,0,0,370,372,5,112,0,0,371,356,
1,0,0,0,371,367,1,0,0,0,372,72,1,0,0,0,373,374,5,108,0,0,374,375,
5,101,0,0,375,376,5,114,0,0,376,377,5,112,0,0,377,74,1,0,0,0,378,
379,5,115,0,0,379,380,5,116,0,0,380,381,5,101,0,0,381,382,5,112,
0,0,382,76,1,0,0,0,383,384,5,115,0,0,384,385,5,109,0,0,385,386,5,
111,0,0,386,387,5,111,0,0,387,388,5,116,0,0,388,389,5,104,0,0,389,
390,5,115,0,0,390,391,5,116,0,0,391,392,5,101,0,0,392,393,5,112,
0,0,393,78,1,0,0,0,394,395,5,102,0,0,395,396,5,114,0,0,396,397,5,
97,0,0,397,398,5,99,0,0,398,399,5,116,0,0,399,80,1,0,0,0,400,401,
5,114,0,0,401,402,5,101,0,0,402,403,5,108,0,0,403,404,5,117,0,0,
404,82,1,0,0,0,405,406,5,115,0,0,406,407,5,111,0,0,407,408,5,102,
0,0,408,409,5,116,0,0,409,410,5,112,0,0,410,411,5,108,0,0,411,412,
5,117,0,0,412,413,5,115,0,0,413,84,1,0,0,0,414,415,5,103,0,0,415,
416,5,101,0,0,416,417,5,108,0,0,417,418,5,117,0,0,418,86,1,0,0,0,
419,420,5,115,0,0,420,421,5,105,0,0,421,422,5,103,0,0,422,423,5,
110,0,0,423,88,1,0,0,0,424,425,5,109,0,0,425,426,5,97,0,0,426,427,
5,112,0,0,427,90,1,0,0,0,428,429,5,101,0,0,429,430,5,122,0,0,430,
431,5,99,0,0,431,432,5,111,0,0,432,433,5,110,0,0,433,434,5,118,0,
0,434,435,5,111,0,0,435,436,5,108,0,0,436,437,5,117,0,0,437,438,
5,116,0,0,438,439,5,105,0,0,439,440,5,111,0,0,440,448,5,110,0,0,
441,442,5,101,0,0,442,443,5,122,0,0,443,444,5,99,0,0,444,445,5,111,
0,0,445,446,5,110,0,0,446,448,5,118,0,0,447,428,1,0,0,0,447,441,
1,0,0,0,448,92,1,0,0,0,449,450,5,99,0,0,450,451,5,111,0,0,451,452,
5,110,0,0,452,453,5,118,0,0,453,454,5,111,0,0,454,455,5,108,0,0,
455,456,5,117,0,0,456,457,5,116,0,0,457,458,5,105,0,0,458,459,5,
111,0,0,459,465,5,110,0,0,460,461,5,99,0,0,461,462,5,111,0,0,462,
463,5,110,0,0,463,465,5,118,0,0,464,449,1,0,0,0,464,460,1,0,0,0,
465,94,1,0,0,0,466,467,5,115,0,0,467,468,5,119,0,0,468,469,5,97,
0,0,469,470,5,112,0,0,470,96,1,0,0,0,471,472,5,112,0,0,472,473,5,
101,0,0,473,474,5,114,0,0,474,475,5,109,0,0,475,476,5,117,0,0,476,
477,5,116,0,0,477,483,5,101,0,0,478,479,5,112,0,0,479,480,5,101,
0,0,480,481,5,114,0,0,481,483,5,109,0,0,482,471,1,0,0,0,482,478,
1,0,0,0,483,98,1,0,0,0,484,485,5,114,0,0,485,486,5,101,0,0,486,487,
5,115,0,0,487,488,5,104,0,0,488,489,5,97,0,0,489,490,5,112,0,0,490,
496,5,101,0,0,491,492,5,114,0,0,492,493,5,115,0,0,493,494,5,104,
0,0,494,496,5,112,0,0,495,484,1,0,0,0,495,491,1,0,0,0,496,100,1,
0,0,0,497,498,5,114,0,0,498,499,5,97,0,0,499,500,5,110,0,0,500,501,
5,103,0,0,501,502,5,101,0,0,502,102,1,0,0,0,503,504,5,116,0,0,504,
505,5,111,0,0,505,506,5,112,0,0,506,507,5,107,0,0,507,104,1,0,0,
0,508,509,5,98,0,0,509,510,5,111,0,0,510,511,5,116,0,0,511,512,5,
107,0,0,512,106,1,0,0,0,513,514,5,112,0,0,514,515,5,105,0,0,515,
516,5,110,0,0,516,517,5,118,0,0,517,108,1,0,0,0,518,519,5,115,0,
0,519,520,5,117,0,0,520,521,5,109,0,0,521,110,1,0,0,0,522,523,5,
109,0,0,523,524,5,101,0,0,524,525,5,97,0,0,525,526,5,110,0,0,526,
112,1,0,0,0,527,528,5,115,0,0,528,529,5,116,0,0,529,530,5,100,0,
0,530,114,1,0,0,0,531,532,5,118,0,0,532,533,5,97,0,0,533,534,5,114,
0,0,534,116,1,0,0,0,535,536,5,113,0,0,536,537,5,117,0,0,537,538,
5,97,0,0,538,539,5,114,0,0,539,540,5,116,0,0,540,541,5,105,0,0,541,
543,5,108,0,0,542,527,1,0,0,0,542,535,1,0,0,0,543,118,1,0,0,0,544,
545,5,112,0,0,545,546,5,101,0,0,546,547,5,114,0,0,547,548,5,99,0,
0,548,549,5,101,0,0,549,550,5,110,0,0,550,551,5,116,0,0,551,552,
5,105,0,0,552,553,5,108,0,0,553,560,5,101,0,0,554,555,5,112,0,0,
555,556,5,114,0,0,556,557,5,99,0,0,557,558,5,110,0,0,558,560,5,116,
0,0,559,544,1,0,0,0,559,554,1,0,0,0,560,120,1,0,0,0,561,562,5,113,
0,0,562,563,5,117,0,0,563,564,5,97,0,0,564,565,5,110,0,0,565,566,
5,116,0,0,566,567,5,105,0,0,567,568,5,108,0,0,568,569,5,101,0,0,
569,122,1,0,0,0,570,571,5,100,0,0,571,572,5,111,0,0,572,573,5,116,
0,0,573,124,1,0,0,0,574,575,5,109,0,0,575,576,5,111,0,0,576,577,
5,109,0,0,577,578,5,101,0,0,578,579,5,110,0,0,579,580,5,116,0,0,
580,126,1,0,0,0,581,582,5,43,0,0,582,128,1,0,0,0,583,584,5,45,0,
0,584,130,1,0,0,0,585,586,5,42,0,0,586,132,1,0,0,0,587,588,5,47,
0,0,588,134,1,0,0,0,589,590,5,37,0,0,590,136,1,0,0,0,591,592,5,94,
0,0,592,138,1,0,0,0,593,594,5,62,0,0,594,595,5,61,0,0,595,140,1,
0,0,0,596,597,5,62,0,0,597,142,1,0,0,0,598,599,5,60,0,0,599,600,
5,61,0,0,600,144,1,0,0,0,601,602,5,60,0,0,602,146,1,0,0,0,603,604,
5,61,0,0,604,605,5,61,0,0,605,148,1,0,0,0,606,607,5,33,0,0,607,608,
5,61,0,0,608,150,1,0,0,0,609,610,5,124,0,0,610,152,1,0,0,0,611,612,
5,40,0,0,612,154,1,0,0,0,613,614,5,41,0,0,614,156,1,0,0,0,615,616,
5,44,0,0,616,158,1,0,0,0,617,618,5,91,0,0,618,160,1,0,0,0,619,620,
5,93,0,0,620,162,1,0,0,0,621,622,5,112,0,0,622,627,5,105,0,0,623,
624,5,80,0,0,624,627,5,73,0,0,625,627,7,0,0,0,626,621,1,0,0,0,626,
623,1,0,0,0,626,625,1,0,0,0,627,164,1,0,0,0,628,630,7,1,0,0,629,
628,1,0,0,0,630,631,1,0,0,0,631,629,1,0,0,0,631,632,1,0,0,0,632,
639,1,0,0,0,633,635,5,46,0,0,634,636,7,1,0,0,635,634,1,0,0,0,636,
637,1,0,0,0,637,635,1,0,0,0,637,638,1,0,0,0,638,640,1,0,0,0,639,
633,1,0,0,0,639,640,1,0,0,0,640,166,1,0,0,0,641,645,7,2,0,0,642,
644,7,3,0,0,643,642,1,0,0,0,644,647,1,0,0,0,645,643,1,0,0,0,645,
646,1,0,0,0,646,168,1,0,0,0,647,645,1,0,0,0,648,650,7,4,0,0,649,
648,1,0,0,0,650,651,1,0,0,0,651,649,1,0,0,0,651,652,1,0,0,0,652,
653,1,0,0,0,653,654,6,84,0,0,654,170,1,0,0,0,14,0,363,439,456,474,
487,542,559,626,631,637,639,645,651,1,6,0,0
542,5,108,0,0,542,551,5,101,0,0,543,544,5,113,0,0,544,545,5,117,
0,0,545,546,5,97,0,0,546,547,5,114,0,0,547,548,5,116,0,0,548,549,
5,105,0,0,549,551,5,108,0,0,550,535,1,0,0,0,550,543,1,0,0,0,551,
118,1,0,0,0,552,553,5,112,0,0,553,554,5,101,0,0,554,555,5,114,0,
0,555,556,5,99,0,0,556,557,5,101,0,0,557,558,5,110,0,0,558,559,5,
116,0,0,559,560,5,105,0,0,560,561,5,108,0,0,561,568,5,101,0,0,562,
563,5,112,0,0,563,564,5,114,0,0,564,565,5,99,0,0,565,566,5,110,0,
0,566,568,5,116,0,0,567,552,1,0,0,0,567,562,1,0,0,0,568,120,1,0,
0,0,569,570,5,113,0,0,570,571,5,117,0,0,571,572,5,97,0,0,572,573,
5,110,0,0,573,574,5,116,0,0,574,575,5,105,0,0,575,576,5,108,0,0,
576,577,5,101,0,0,577,122,1,0,0,0,578,579,5,100,0,0,579,580,5,111,
0,0,580,581,5,116,0,0,581,124,1,0,0,0,582,583,5,109,0,0,583,584,
5,111,0,0,584,585,5,109,0,0,585,586,5,101,0,0,586,587,5,110,0,0,
587,588,5,116,0,0,588,126,1,0,0,0,589,590,5,99,0,0,590,591,5,111,
0,0,591,592,5,115,0,0,592,593,5,115,0,0,593,594,5,105,0,0,594,595,
5,109,0,0,595,128,1,0,0,0,596,597,5,102,0,0,597,598,5,108,0,0,598,
599,5,105,0,0,599,600,5,112,0,0,600,130,1,0,0,0,601,602,5,99,0,0,
602,603,5,111,0,0,603,604,5,118,0,0,604,132,1,0,0,0,605,606,5,115,
0,0,606,607,5,111,0,0,607,608,5,114,0,0,608,609,5,116,0,0,609,134,
1,0,0,0,610,611,5,43,0,0,611,136,1,0,0,0,612,613,5,45,0,0,613,138,
1,0,0,0,614,615,5,42,0,0,615,140,1,0,0,0,616,617,5,47,0,0,617,142,
1,0,0,0,618,619,5,37,0,0,619,144,1,0,0,0,620,621,5,94,0,0,621,146,
1,0,0,0,622,623,5,62,0,0,623,624,5,61,0,0,624,148,1,0,0,0,625,626,
5,62,0,0,626,150,1,0,0,0,627,628,5,60,0,0,628,629,5,61,0,0,629,152,
1,0,0,0,630,631,5,60,0,0,631,154,1,0,0,0,632,633,5,61,0,0,633,634,
5,61,0,0,634,156,1,0,0,0,635,636,5,33,0,0,636,637,5,61,0,0,637,158,
1,0,0,0,638,639,5,124,0,0,639,160,1,0,0,0,640,641,5,40,0,0,641,162,
1,0,0,0,642,643,5,41,0,0,643,164,1,0,0,0,644,645,5,44,0,0,645,166,
1,0,0,0,646,647,5,91,0,0,647,168,1,0,0,0,648,649,5,93,0,0,649,170,
1,0,0,0,650,651,5,112,0,0,651,656,5,105,0,0,652,653,5,80,0,0,653,
656,5,73,0,0,654,656,7,0,0,0,655,650,1,0,0,0,655,652,1,0,0,0,655,
654,1,0,0,0,656,172,1,0,0,0,657,659,7,1,0,0,658,657,1,0,0,0,659,
660,1,0,0,0,660,658,1,0,0,0,660,661,1,0,0,0,661,668,1,0,0,0,662,
664,5,46,0,0,663,665,7,1,0,0,664,663,1,0,0,0,665,666,1,0,0,0,666,
664,1,0,0,0,666,667,1,0,0,0,667,669,1,0,0,0,668,662,1,0,0,0,668,
669,1,0,0,0,669,174,1,0,0,0,670,674,7,2,0,0,671,673,7,3,0,0,672,
671,1,0,0,0,673,676,1,0,0,0,674,672,1,0,0,0,674,675,1,0,0,0,675,
176,1,0,0,0,676,674,1,0,0,0,677,679,7,4,0,0,678,677,1,0,0,0,679,
680,1,0,0,0,680,678,1,0,0,0,680,681,1,0,0,0,681,682,1,0,0,0,682,
683,6,88,0,0,683,178,1,0,0,0,14,0,371,447,464,482,495,550,567,655,
660,666,668,674,680,1,6,0,0
]
class MathExprLexer(Lexer):
@@ -313,28 +323,32 @@ class MathExprLexer(Lexer):
QUANTILE = 61
DOT = 62
MOMENT = 63
PLUS = 64
MINUS = 65
MULT = 66
DIV = 67
MOD = 68
POW = 69
GE = 70
GT = 71
LE = 72
LT = 73
EQ = 74
NE = 75
PIPE = 76
LPAREN = 77
RPAREN = 78
COMMA = 79
LBRACKET = 80
RBRACKET = 81
CONSTANT = 82
NUMBER = 83
VARIABLE = 84
WS = 85
COSSIM = 64
FLIP = 65
COV = 66
SORT = 67
PLUS = 68
MINUS = 69
MULT = 70
DIV = 71
MOD = 72
POW = 73
GE = 74
GT = 75
LE = 76
LT = 77
EQ = 78
NE = 79
PIPE = 80
LPAREN = 81
RPAREN = 82
COMMA = 83
LBRACKET = 84
RBRACKET = 85
CONSTANT = 86
NUMBER = 87
VARIABLE = 88
WS = 89
channelNames = [ u"DEFAULT_TOKEN_CHANNEL", u"HIDDEN" ]
@@ -350,8 +364,9 @@ class MathExprLexer(Lexer):
"'fract'", "'relu'", "'softplus'", "'gelu'", "'sign'", "'map'",
"'swap'", "'range'", "'topk'", "'botk'", "'pinv'", "'sum'",
"'mean'", "'std'", "'var'", "'quantile'", "'dot'", "'moment'",
"'+'", "'-'", "'*'", "'/'", "'%'", "'^'", "'>='", "'>'", "'<='",
"'<'", "'=='", "'!='", "'|'", "'('", "')'", "','", "'['", "']'" ]
"'cossim'", "'flip'", "'cov'", "'sort'", "'+'", "'-'", "'*'",
"'/'", "'%'", "'^'", "'>='", "'>'", "'<='", "'<'", "'=='", "'!='",
"'|'", "'('", "')'", "','", "'['", "']'" ]
symbolicNames = [ "<INVALID>",
"SIN", "COS", "TAN", "ASIN", "ACOS", "ATAN", "ATAN2", "SINH",
@@ -362,10 +377,10 @@ class MathExprLexer(Lexer):
"SMOOTHSTEP", "FRACT", "RELU", "SOFTPLUS", "GELU", "SIGN", "MAP",
"EZCONV", "CONV", "SWAP", "PERM", "RESHAPE", "RANGE", "TOPK",
"BOTK", "PINV", "SUM", "MEAN", "STD", "VAR", "QUARTILE", "PERCENTILE",
"QUANTILE", "DOT", "MOMENT", "PLUS", "MINUS", "MULT", "DIV",
"MOD", "POW", "GE", "GT", "LE", "LT", "EQ", "NE", "PIPE", "LPAREN",
"RPAREN", "COMMA", "LBRACKET", "RBRACKET", "CONSTANT", "NUMBER",
"VARIABLE", "WS" ]
"QUANTILE", "DOT", "MOMENT", "COSSIM", "FLIP", "COV", "SORT",
"PLUS", "MINUS", "MULT", "DIV", "MOD", "POW", "GE", "GT", "LE",
"LT", "EQ", "NE", "PIPE", "LPAREN", "RPAREN", "COMMA", "LBRACKET",
"RBRACKET", "CONSTANT", "NUMBER", "VARIABLE", "WS" ]
ruleNames = [ "SIN", "COS", "TAN", "ASIN", "ACOS", "ATAN", "ATAN2",
"SINH", "COSH", "TANH", "ASINH", "ACOSH", "ATANH", "ABS",
@@ -376,10 +391,10 @@ class MathExprLexer(Lexer):
"GELU", "SIGN", "MAP", "EZCONV", "CONV", "SWAP", "PERM",
"RESHAPE", "RANGE", "TOPK", "BOTK", "PINV", "SUM", "MEAN",
"STD", "VAR", "QUARTILE", "PERCENTILE", "QUANTILE", "DOT",
"MOMENT", "PLUS", "MINUS", "MULT", "DIV", "MOD", "POW",
"GE", "GT", "LE", "LT", "EQ", "NE", "PIPE", "LPAREN",
"RPAREN", "COMMA", "LBRACKET", "RBRACKET", "CONSTANT",
"NUMBER", "VARIABLE", "WS" ]
"MOMENT", "COSSIM", "FLIP", "COV", "SORT", "PLUS", "MINUS",
"MULT", "DIV", "MOD", "POW", "GE", "GT", "LE", "LT", "EQ",
"NE", "PIPE", "LPAREN", "RPAREN", "COMMA", "LBRACKET",
"RBRACKET", "CONSTANT", "NUMBER", "VARIABLE", "WS" ]
grammarFileName = "MathExpr.g4"
+48 -40
View File
@@ -61,28 +61,32 @@ PERCENTILE=60
QUANTILE=61
DOT=62
MOMENT=63
PLUS=64
MINUS=65
MULT=66
DIV=67
MOD=68
POW=69
GE=70
GT=71
LE=72
LT=73
EQ=74
NE=75
PIPE=76
LPAREN=77
RPAREN=78
COMMA=79
LBRACKET=80
RBRACKET=81
CONSTANT=82
NUMBER=83
VARIABLE=84
WS=85
COSSIM=64
FLIP=65
COV=66
SORT=67
PLUS=68
MINUS=69
MULT=70
DIV=71
MOD=72
POW=73
GE=74
GT=75
LE=76
LT=77
EQ=78
NE=79
PIPE=80
LPAREN=81
RPAREN=82
COMMA=83
LBRACKET=84
RBRACKET=85
CONSTANT=86
NUMBER=87
VARIABLE=88
WS=89
'sin'=1
'cos'=2
'tan'=3
@@ -139,21 +143,25 @@ WS=85
'quantile'=61
'dot'=62
'moment'=63
'+'=64
'-'=65
'*'=66
'/'=67
'%'=68
'^'=69
'>='=70
'>'=71
'<='=72
'<'=73
'=='=74
'!='=75
'|'=76
'('=77
')'=78
','=79
'['=80
']'=81
'cossim'=64
'flip'=65
'cov'=66
'sort'=67
'+'=68
'-'=69
'*'=70
'/'=71
'%'=72
'^'=73
'>='=74
'>'=75
'<='=76
'<'=77
'=='=78
'!='=79
'|'=80
'('=81
')'=82
','=83
'['=84
']'=85
+36
View File
@@ -656,6 +656,15 @@ class MathExprListener(ParseTreeListener):
pass
# Enter a parse tree produced by MathExprParser#SortFunc.
def enterSortFunc(self, ctx:MathExprParser.SortFuncContext):
pass
# Exit a parse tree produced by MathExprParser#SortFunc.
def exitSortFunc(self, ctx:MathExprParser.SortFuncContext):
pass
# Enter a parse tree produced by MathExprParser#PowFunc.
def enterPowFunc(self, ctx:MathExprParser.PowFuncContext):
pass
@@ -755,6 +764,33 @@ class MathExprListener(ParseTreeListener):
pass
# Enter a parse tree produced by MathExprParser#CossimFunc.
def enterCossimFunc(self, ctx:MathExprParser.CossimFuncContext):
pass
# Exit a parse tree produced by MathExprParser#CossimFunc.
def exitCossimFunc(self, ctx:MathExprParser.CossimFuncContext):
pass
# Enter a parse tree produced by MathExprParser#FlipFunc.
def enterFlipFunc(self, ctx:MathExprParser.FlipFuncContext):
pass
# Exit a parse tree produced by MathExprParser#FlipFunc.
def exitFlipFunc(self, ctx:MathExprParser.FlipFuncContext):
pass
# Enter a parse tree produced by MathExprParser#CovFunc.
def enterCovFunc(self, ctx:MathExprParser.CovFuncContext):
pass
# Exit a parse tree produced by MathExprParser#CovFunc.
def exitCovFunc(self, ctx:MathExprParser.CovFuncContext):
pass
# Enter a parse tree produced by MathExprParser#ClampFunc.
def enterClampFunc(self, ctx:MathExprParser.ClampFuncContext):
pass
File diff suppressed because it is too large Load Diff
+20
View File
@@ -369,6 +369,11 @@ class MathExprVisitor(ParseTreeVisitor):
return self.visitChildren(ctx)
# Visit a parse tree produced by MathExprParser#SortFunc.
def visitSortFunc(self, ctx:MathExprParser.SortFuncContext):
return self.visitChildren(ctx)
# Visit a parse tree produced by MathExprParser#PowFunc.
def visitPowFunc(self, ctx:MathExprParser.PowFuncContext):
return self.visitChildren(ctx)
@@ -424,6 +429,21 @@ class MathExprVisitor(ParseTreeVisitor):
return self.visitChildren(ctx)
# Visit a parse tree produced by MathExprParser#CossimFunc.
def visitCossimFunc(self, ctx:MathExprParser.CossimFuncContext):
return self.visitChildren(ctx)
# Visit a parse tree produced by MathExprParser#FlipFunc.
def visitFlipFunc(self, ctx:MathExprParser.FlipFuncContext):
return self.visitChildren(ctx)
# Visit a parse tree produced by MathExprParser#CovFunc.
def visitCovFunc(self, ctx:MathExprParser.CovFuncContext):
return self.visitChildren(ctx)
# Visit a parse tree produced by MathExprParser#ClampFunc.
def visitClampFunc(self, ctx:MathExprParser.ClampFuncContext):
return self.visitChildren(ctx)
+43
View File
@@ -775,6 +775,49 @@ class UnifiedMathVisitor(MathExprVisitor):
return torch.sum(self._bin_op(self._bin_op(x,a,torch.sub,lambda x, a: x - a),k,torch.pow,pow)).item()/x.numel()
def visitSortFunc(self, ctx):
val = self._promote_to_tensor(self.visit(ctx.expr()))
sorted_val, _ = torch.sort(val)
return sorted_val
def visitCossimFunc(self, ctx):
a = self._promote_to_tensor(self.visit(ctx.expr(0))).float()
b = self._promote_to_tensor(self.visit(ctx.expr(1))).float()
return F.cosine_similarity(a, b, dim=-1)
def visitFlipFunc(self, ctx):
val = self._promote_to_tensor(self.visit(ctx.expr(0)))
dims = self.visit(ctx.expr(1))
if self._is_list(dims):
dims_tuple = tuple(int(x) for x in dims)
elif self._is_tensor(dims):
dims_tuple = tuple(dims.long().flatten().tolist())
else:
dims_tuple = (int(dims),)
return torch.flip(val, dims_tuple)
def visitCovFunc(self, ctx):
x = self._promote_to_tensor(self.visit(ctx.expr(0))).float()
y = self._promote_to_tensor(self.visit(ctx.expr(1))).float()
x_flat = x.flatten()
y_flat = y.flatten()
if x_flat.numel() != y_flat.numel():
raise ValueError("x and y must have the same number of elements")
n = x_flat.numel()
if n < 2:
return torch.tensor(0.0, device=self.device)
x_mean = torch.mean(x_flat)
y_mean = torch.mean(y_flat)
sum_sq_diff = torch.sum((x_flat - x_mean) * (y_flat - y_mean)).item()
return sum_sq_diff / (n - 1)
def visitMapFunc(self, ctx):
tensor = self._promote_to_tensor(self.visit(ctx.expr(0)))
coords = [self._promote_to_tensor(self.visit(ctx.expr(i))) for i in range(1, len(ctx.expr()))]