digraph G {
0 [labelType="html" label="<br><b>TakeOrderedAndProject</b><br><br>"];
subgraph cluster1 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n472 ms (11 ms, 47 ms, 146 ms (stage 43465.0: task 61619))";
2 [labelType="html" label="<br><b>Project</b><br><br>"];
3 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 16"];
4 [labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 53,842<br>number of input batches: 14"];
}
5 [labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 10<br>scan time total (min, med, max (stageId: taskId))<br>378 ms (11 ms, 47 ms, 56 ms (stage 43465.0: task 61627))<br>metadata time: 0 ms<br>size of files read: 112.7 MiB<br>number of output rows: 53,842"];
2->0;
3->2;
4->3;
5->4;
}
6
TakeOrderedAndProject(limit=500000, orderBy=[COL_944D412A_C008_4A11_8A18_B423E927C8DF#3760984 ASC NULLS FIRST,COL_9FEDAD7B_64E1_4351_92E1_501E5044F52B#3761008 ASC NULLS FIRST], output=[COL_944D412A_C008_4A11_8A18_B423E927C8DF#3760984,COL_9FEDAD7B_64E1_4351_92E1_501E5044F52B#3761008,COL_794FA2C0_1DF6_4260_ABEF_DC4B0F18FDDE#3760986,COL_00D860FF_EAAC_4540_BA6A_7ABD379C6AFC#3760987])
Project [COL_0CE644FE_8E6B_4581_A639_58227BF2A7A2#3760799 AS COL_944D412A_C008_4A11_8A18_B423E927C8DF#3760984, COL_4587DB83_72BD_4F2D_BA18_AAD14178DC7F#3760803 AS COL_794FA2C0_1DF6_4260_ABEF_DC4B0F18FDDE#3760986, COL_A4AF3049_C967_4B58_9D36_40EE5D79F6AC#3760816 AS COL_00D860FF_EAAC_4540_BA6A_7ABD379C6AFC#3760987, str_join(array(str_extract_middle(COL_7153B3F6_7E41_45CB_84CC_CF466AE1BE86#3760802, 5, 4), str_extract_middle(COL_7153B3F6_7E41_45CB_84CC_CF466AE1BE86#3760802, 3, 2), str_extract_middle(COL_7153B3F6_7E41_45CB_84CC_CF466AE1BE86#3760802, 1, 2)), -) AS COL_9FEDAD7B_64E1_4351_92E1_501E5044F52B#3761008]
Filter (((COL_0CE644FE_8E6B_4581_A639_58227BF2A7A2#3760799 <=> 243267453) AND NOT (COL_A4AF3049_C967_4B58_9D36_40EE5D79F6AC#3760816 <=> )) AND isnotnull(COL_A4AF3049_C967_4B58_9D36_40EE5D79F6AC#3760816))
ColumnarToRow
WholeStageCodegen (1)
FileScan parquet [COL_0CE644FE_8E6B_4581_A639_58227BF2A7A2#3760799,COL_7153B3F6_7E41_45CB_84CC_CF466AE1BE86#3760802,COL_4587DB83_72BD_4F2D_BA18_AAD14178DC7F#3760803,COL_A4AF3049_C967_4B58_9D36_40EE5D79F6AC#3760816] Batched: true, DataFilters: [(COL_0CE644FE_8E6B_4581_A639_58227BF2A7A2#3760799 <=> 243267453), NOT (COL_A4AF3049_C967_4B58_9D..., Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/01_A_STEP_1_RSF_213893], PartitionFilters: [], PushedFilters: [EqualNullSafe(COL_0CE644FE_8E6B_4581_A639_58227BF2A7A2,243267453), Not(EqualNullSafe(COL_A4AF304..., ReadSchema: struct<COL_0CE644FE_8E6B_4581_A639_58227BF2A7A2:string,COL_7153B3F6_7E41_45CB_84CC_CF466AE1BE86:s...
== Physical Plan ==
TakeOrderedAndProject (5)
+- * Project (4)
+- * Filter (3)
+- * ColumnarToRow (2)
+- Scan parquet (1)
(1) Scan parquet
Output [4]: [COL_0CE644FE_8E6B_4581_A639_58227BF2A7A2#3760799, COL_7153B3F6_7E41_45CB_84CC_CF466AE1BE86#3760802, COL_4587DB83_72BD_4F2D_BA18_AAD14178DC7F#3760803, COL_A4AF3049_C967_4B58_9D36_40EE5D79F6AC#3760816]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/01_A_STEP_1_RSF_213893]
PushedFilters: [EqualNullSafe(COL_0CE644FE_8E6B_4581_A639_58227BF2A7A2,243267453), Not(EqualNullSafe(COL_A4AF3049_C967_4B58_9D36_40EE5D79F6AC,)), IsNotNull(COL_A4AF3049_C967_4B58_9D36_40EE5D79F6AC)]
ReadSchema: struct<COL_0CE644FE_8E6B_4581_A639_58227BF2A7A2:string,COL_7153B3F6_7E41_45CB_84CC_CF466AE1BE86:string,COL_4587DB83_72BD_4F2D_BA18_AAD14178DC7F:string,COL_A4AF3049_C967_4B58_9D36_40EE5D79F6AC:string>
(2) ColumnarToRow [codegen id : 1]
Input [4]: [COL_0CE644FE_8E6B_4581_A639_58227BF2A7A2#3760799, COL_7153B3F6_7E41_45CB_84CC_CF466AE1BE86#3760802, COL_4587DB83_72BD_4F2D_BA18_AAD14178DC7F#3760803, COL_A4AF3049_C967_4B58_9D36_40EE5D79F6AC#3760816]
(3) Filter [codegen id : 1]
Input [4]: [COL_0CE644FE_8E6B_4581_A639_58227BF2A7A2#3760799, COL_7153B3F6_7E41_45CB_84CC_CF466AE1BE86#3760802, COL_4587DB83_72BD_4F2D_BA18_AAD14178DC7F#3760803, COL_A4AF3049_C967_4B58_9D36_40EE5D79F6AC#3760816]
Condition : (((COL_0CE644FE_8E6B_4581_A639_58227BF2A7A2#3760799 <=> 243267453) AND NOT (COL_A4AF3049_C967_4B58_9D36_40EE5D79F6AC#3760816 <=> )) AND isnotnull(COL_A4AF3049_C967_4B58_9D36_40EE5D79F6AC#3760816))
(4) Project [codegen id : 1]
Output [4]: [COL_0CE644FE_8E6B_4581_A639_58227BF2A7A2#3760799 AS COL_944D412A_C008_4A11_8A18_B423E927C8DF#3760984, COL_4587DB83_72BD_4F2D_BA18_AAD14178DC7F#3760803 AS COL_794FA2C0_1DF6_4260_ABEF_DC4B0F18FDDE#3760986, COL_A4AF3049_C967_4B58_9D36_40EE5D79F6AC#3760816 AS COL_00D860FF_EAAC_4540_BA6A_7ABD379C6AFC#3760987, str_join(array(str_extract_middle(COL_7153B3F6_7E41_45CB_84CC_CF466AE1BE86#3760802, 5, 4), str_extract_middle(COL_7153B3F6_7E41_45CB_84CC_CF466AE1BE86#3760802, 3, 2), str_extract_middle(COL_7153B3F6_7E41_45CB_84CC_CF466AE1BE86#3760802, 1, 2)), -) AS COL_9FEDAD7B_64E1_4351_92E1_501E5044F52B#3761008]
Input [4]: [COL_0CE644FE_8E6B_4581_A639_58227BF2A7A2#3760799, COL_7153B3F6_7E41_45CB_84CC_CF466AE1BE86#3760802, COL_4587DB83_72BD_4F2D_BA18_AAD14178DC7F#3760803, COL_A4AF3049_C967_4B58_9D36_40EE5D79F6AC#3760816]
(5) TakeOrderedAndProject
Input [4]: [COL_944D412A_C008_4A11_8A18_B423E927C8DF#3760984, COL_794FA2C0_1DF6_4260_ABEF_DC4B0F18FDDE#3760986, COL_00D860FF_EAAC_4540_BA6A_7ABD379C6AFC#3760987, COL_9FEDAD7B_64E1_4351_92E1_501E5044F52B#3761008]
Arguments: 500000, [COL_944D412A_C008_4A11_8A18_B423E927C8DF#3760984 ASC NULLS FIRST, COL_9FEDAD7B_64E1_4351_92E1_501E5044F52B#3761008 ASC NULLS FIRST], [COL_944D412A_C008_4A11_8A18_B423E927C8DF#3760984, COL_9FEDAD7B_64E1_4351_92E1_501E5044F52B#3761008, COL_794FA2C0_1DF6_4260_ABEF_DC4B0F18FDDE#3760986, COL_00D860FF_EAAC_4540_BA6A_7ABD379C6AFC#3760987]