digraph G {
0 [labelType="html" label="<br><b>TakeOrderedAndProject</b><br><br>"];
subgraph cluster1 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n1.6 s (270 ms, 448 ms, 620 ms (stage 31143.0: task 37333))";
2 [labelType="html" label="<br><b>Project</b><br><br>"];
3 [labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 141,835<br>number of input batches: 36"];
}
4 [labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 4<br>scan time total (min, med, max (stageId: taskId))<br>117 ms (16 ms, 25 ms, 52 ms (stage 31143.0: task 37333))<br>metadata time: 0 ms<br>size of files read: 6.2 MiB<br>number of output rows: 141,835"];
2->0;
3->2;
4->3;
}
5
TakeOrderedAndProject(limit=500000, orderBy=[COL_1B89F148_0BBD_49BE_BA64_92C5AD724F0A#2366579 ASC NULLS FIRST,COL_0E75D278_4740_4106_B715_DFE9CC55A2C3#2366580 ASC NULLS FIRST,COL_2972AD82_928D_4633_93F2_839E25407CF4#2366581 ASC NULLS FIRST], output=[COL_1B89F148_0BBD_49BE_BA64_92C5AD724F0A#2366579,COL_0E75D278_4740_4106_B715_DFE9CC55A2C3#2366580,COL_2972AD82_928D_4633_93F2_839E25407CF4#2366581,COL_FFB9AF87_C310_4AD6_A501_CA37F12747E4#2366582,COL_122F8876_2E97_4200_B735_0504B183D797#2366583,COL_E2DE417B_2CC1_4DE7_B5AE_11A25A800396#2366584,COL_9F0A8D2E_562F_48AE_A2AC_2CBA0E7C8936#2366585,COL_A1A43BCB_2D97_4B74_B300_F686EA842278#2366586,COL_B2272DE9_61D5_4214_B74B_BF11005A778D#2366587,COL_C2654213_6201_450B_AF4F_28D71F480FF7#2366588,COL_23882138_E82A_49E5_8562_1F429C54433C#2366589,COL_EDC51244_83D1_4553_A07D_92E44E62AF20#2366590,COL_56321583_DF52_4BB6_AC8D_827885086A25#2366591,COL_C7E87F51_C913_4E1D_90BA_C4090F9FA2AE#2366592])
Project [COL_EB47ADCA_4440_4090_8691_F8499DB4555E#2366423 AS COL_1B89F148_0BBD_49BE_BA64_92C5AD724F0A#2366579, COL_13692FE9_27FE_43A3_9877_314B5FA6981E#2366424 AS COL_0E75D278_4740_4106_B715_DFE9CC55A2C3#2366580, COL_2876989F_DEC1_40A8_860A_830E1DDD6BAA#2366425 AS COL_2972AD82_928D_4633_93F2_839E25407CF4#2366581, COL_1BE7C81D_C98B_4777_B767_B833588E5C16#2366426 AS COL_FFB9AF87_C310_4AD6_A501_CA37F12747E4#2366582, COL_F7E6B982_AE01_4D61_95F1_A194F4B50FB7#2366427 AS COL_122F8876_2E97_4200_B735_0504B183D797#2366583, COL_11433D90_073E_4D4F_93EA_C1D4A3867F3E#2366428 AS COL_E2DE417B_2CC1_4DE7_B5AE_11A25A800396#2366584, COL_24B70AFC_A481_42F7_BC8F_E9E89DEC4255#2366429 AS COL_9F0A8D2E_562F_48AE_A2AC_2CBA0E7C8936#2366585, COL_06545D41_928E_4A54_93BF_65904FCF81AA#2366430 AS COL_A1A43BCB_2D97_4B74_B300_F686EA842278#2366586, COL_0A41C34D_A1FB_4EC3_8E48_5C7A1E003394#2366431 AS COL_B2272DE9_61D5_4214_B74B_BF11005A778D#2366587, COL_CFEBEA6B_3FE9_463F_8774_B2A3942E56AB#2366432 AS COL_C2654213_6201_450B_AF4F_28D71F480FF7#2366588, COL_6FA3C539_F981_4B55_80EE_5B06D96ED482#2366433 AS COL_23882138_E82A_49E5_8562_1F429C54433C#2366589, COL_E38AB62F_E896_4A72_BE7E_515F8BC641C6#2366434 AS COL_EDC51244_83D1_4553_A07D_92E44E62AF20#2366590, COL_E20E6071_1A49_495A_9004_23ED33C98669#2366435 AS COL_56321583_DF52_4BB6_AC8D_827885086A25#2366591, COL_6348CDD7_7FF9_4337_B9DE_365982DB3BA3#2366436 AS COL_C7E87F51_C913_4E1D_90BA_C4090F9FA2AE#2366592]
ColumnarToRow
WholeStageCodegen (1)
FileScan parquet [COL_EB47ADCA_4440_4090_8691_F8499DB4555E#2366423,COL_13692FE9_27FE_43A3_9877_314B5FA6981E#2366424,COL_2876989F_DEC1_40A8_860A_830E1DDD6BAA#2366425,COL_1BE7C81D_C98B_4777_B767_B833588E5C16#2366426,COL_F7E6B982_AE01_4D61_95F1_A194F4B50FB7#2366427,COL_11433D90_073E_4D4F_93EA_C1D4A3867F3E#2366428,COL_24B70AFC_A481_42F7_BC8F_E9E89DEC4255#2366429,COL_06545D41_928E_4A54_93BF_65904FCF81AA#2366430,COL_0A41C34D_A1FB_4EC3_8E48_5C7A1E003394#2366431,COL_CFEBEA6B_3FE9_463F_8774_B2A3942E56AB#2366432,COL_6FA3C539_F981_4B55_80EE_5B06D96ED482#2366433,COL_E38AB62F_E896_4A72_BE7E_515F8BC641C6#2366434,COL_E20E6071_1A49_495A_9004_23ED33C98669#2366435,COL_6348CDD7_7FF9_4337_B9DE_365982DB3BA3#2366436] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/06_COMPILATION__161863], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_EB47ADCA_4440_4090_8691_F8499DB4555E:string,COL_13692FE9_27FE_43A3_9877_314B5FA6981E:s...
== Physical Plan ==
TakeOrderedAndProject (4)
+- * Project (3)
+- * ColumnarToRow (2)
+- Scan parquet (1)
(1) Scan parquet
Output [14]: [COL_EB47ADCA_4440_4090_8691_F8499DB4555E#2366423, COL_13692FE9_27FE_43A3_9877_314B5FA6981E#2366424, COL_2876989F_DEC1_40A8_860A_830E1DDD6BAA#2366425, COL_1BE7C81D_C98B_4777_B767_B833588E5C16#2366426, COL_F7E6B982_AE01_4D61_95F1_A194F4B50FB7#2366427, COL_11433D90_073E_4D4F_93EA_C1D4A3867F3E#2366428, COL_24B70AFC_A481_42F7_BC8F_E9E89DEC4255#2366429, COL_06545D41_928E_4A54_93BF_65904FCF81AA#2366430, COL_0A41C34D_A1FB_4EC3_8E48_5C7A1E003394#2366431, COL_CFEBEA6B_3FE9_463F_8774_B2A3942E56AB#2366432, COL_6FA3C539_F981_4B55_80EE_5B06D96ED482#2366433, COL_E38AB62F_E896_4A72_BE7E_515F8BC641C6#2366434, COL_E20E6071_1A49_495A_9004_23ED33C98669#2366435, COL_6348CDD7_7FF9_4337_B9DE_365982DB3BA3#2366436]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/06_COMPILATION__161863]
ReadSchema: struct<COL_EB47ADCA_4440_4090_8691_F8499DB4555E:string,COL_13692FE9_27FE_43A3_9877_314B5FA6981E:string,COL_2876989F_DEC1_40A8_860A_830E1DDD6BAA:string,COL_1BE7C81D_C98B_4777_B767_B833588E5C16:string,COL_F7E6B982_AE01_4D61_95F1_A194F4B50FB7:string,COL_11433D90_073E_4D4F_93EA_C1D4A3867F3E:string,COL_24B70AFC_A481_42F7_BC8F_E9E89DEC4255:string,COL_06545D41_928E_4A54_93BF_65904FCF81AA:string,COL_0A41C34D_A1FB_4EC3_8E48_5C7A1E003394:timestamp,COL_CFEBEA6B_3FE9_463F_8774_B2A3942E56AB:double,COL_6FA3C539_F981_4B55_80EE_5B06D96ED482:string,COL_E38AB62F_E896_4A72_BE7E_515F8BC641C6:double,COL_E20E6071_1A49_495A_9004_23ED33C98669:string,COL_6348CDD7_7FF9_4337_B9DE_365982DB3BA3:string>
(2) ColumnarToRow [codegen id : 1]
Input [14]: [COL_EB47ADCA_4440_4090_8691_F8499DB4555E#2366423, COL_13692FE9_27FE_43A3_9877_314B5FA6981E#2366424, COL_2876989F_DEC1_40A8_860A_830E1DDD6BAA#2366425, COL_1BE7C81D_C98B_4777_B767_B833588E5C16#2366426, COL_F7E6B982_AE01_4D61_95F1_A194F4B50FB7#2366427, COL_11433D90_073E_4D4F_93EA_C1D4A3867F3E#2366428, COL_24B70AFC_A481_42F7_BC8F_E9E89DEC4255#2366429, COL_06545D41_928E_4A54_93BF_65904FCF81AA#2366430, COL_0A41C34D_A1FB_4EC3_8E48_5C7A1E003394#2366431, COL_CFEBEA6B_3FE9_463F_8774_B2A3942E56AB#2366432, COL_6FA3C539_F981_4B55_80EE_5B06D96ED482#2366433, COL_E38AB62F_E896_4A72_BE7E_515F8BC641C6#2366434, COL_E20E6071_1A49_495A_9004_23ED33C98669#2366435, COL_6348CDD7_7FF9_4337_B9DE_365982DB3BA3#2366436]
(3) Project [codegen id : 1]
Output [14]: [COL_EB47ADCA_4440_4090_8691_F8499DB4555E#2366423 AS COL_1B89F148_0BBD_49BE_BA64_92C5AD724F0A#2366579, COL_13692FE9_27FE_43A3_9877_314B5FA6981E#2366424 AS COL_0E75D278_4740_4106_B715_DFE9CC55A2C3#2366580, COL_2876989F_DEC1_40A8_860A_830E1DDD6BAA#2366425 AS COL_2972AD82_928D_4633_93F2_839E25407CF4#2366581, COL_1BE7C81D_C98B_4777_B767_B833588E5C16#2366426 AS COL_FFB9AF87_C310_4AD6_A501_CA37F12747E4#2366582, COL_F7E6B982_AE01_4D61_95F1_A194F4B50FB7#2366427 AS COL_122F8876_2E97_4200_B735_0504B183D797#2366583, COL_11433D90_073E_4D4F_93EA_C1D4A3867F3E#2366428 AS COL_E2DE417B_2CC1_4DE7_B5AE_11A25A800396#2366584, COL_24B70AFC_A481_42F7_BC8F_E9E89DEC4255#2366429 AS COL_9F0A8D2E_562F_48AE_A2AC_2CBA0E7C8936#2366585, COL_06545D41_928E_4A54_93BF_65904FCF81AA#2366430 AS COL_A1A43BCB_2D97_4B74_B300_F686EA842278#2366586, COL_0A41C34D_A1FB_4EC3_8E48_5C7A1E003394#2366431 AS COL_B2272DE9_61D5_4214_B74B_BF11005A778D#2366587, COL_CFEBEA6B_3FE9_463F_8774_B2A3942E56AB#2366432 AS COL_C2654213_6201_450B_AF4F_28D71F480FF7#2366588, COL_6FA3C539_F981_4B55_80EE_5B06D96ED482#2366433 AS COL_23882138_E82A_49E5_8562_1F429C54433C#2366589, COL_E38AB62F_E896_4A72_BE7E_515F8BC641C6#2366434 AS COL_EDC51244_83D1_4553_A07D_92E44E62AF20#2366590, COL_E20E6071_1A49_495A_9004_23ED33C98669#2366435 AS COL_56321583_DF52_4BB6_AC8D_827885086A25#2366591, COL_6348CDD7_7FF9_4337_B9DE_365982DB3BA3#2366436 AS COL_C7E87F51_C913_4E1D_90BA_C4090F9FA2AE#2366592]
Input [14]: [COL_EB47ADCA_4440_4090_8691_F8499DB4555E#2366423, COL_13692FE9_27FE_43A3_9877_314B5FA6981E#2366424, COL_2876989F_DEC1_40A8_860A_830E1DDD6BAA#2366425, COL_1BE7C81D_C98B_4777_B767_B833588E5C16#2366426, COL_F7E6B982_AE01_4D61_95F1_A194F4B50FB7#2366427, COL_11433D90_073E_4D4F_93EA_C1D4A3867F3E#2366428, COL_24B70AFC_A481_42F7_BC8F_E9E89DEC4255#2366429, COL_06545D41_928E_4A54_93BF_65904FCF81AA#2366430, COL_0A41C34D_A1FB_4EC3_8E48_5C7A1E003394#2366431, COL_CFEBEA6B_3FE9_463F_8774_B2A3942E56AB#2366432, COL_6FA3C539_F981_4B55_80EE_5B06D96ED482#2366433, COL_E38AB62F_E896_4A72_BE7E_515F8BC641C6#2366434, COL_E20E6071_1A49_495A_9004_23ED33C98669#2366435, COL_6348CDD7_7FF9_4337_B9DE_365982DB3BA3#2366436]
(4) TakeOrderedAndProject
Input [14]: [COL_1B89F148_0BBD_49BE_BA64_92C5AD724F0A#2366579, COL_0E75D278_4740_4106_B715_DFE9CC55A2C3#2366580, COL_2972AD82_928D_4633_93F2_839E25407CF4#2366581, COL_FFB9AF87_C310_4AD6_A501_CA37F12747E4#2366582, COL_122F8876_2E97_4200_B735_0504B183D797#2366583, COL_E2DE417B_2CC1_4DE7_B5AE_11A25A800396#2366584, COL_9F0A8D2E_562F_48AE_A2AC_2CBA0E7C8936#2366585, COL_A1A43BCB_2D97_4B74_B300_F686EA842278#2366586, COL_B2272DE9_61D5_4214_B74B_BF11005A778D#2366587, COL_C2654213_6201_450B_AF4F_28D71F480FF7#2366588, COL_23882138_E82A_49E5_8562_1F429C54433C#2366589, COL_EDC51244_83D1_4553_A07D_92E44E62AF20#2366590, COL_56321583_DF52_4BB6_AC8D_827885086A25#2366591, COL_C7E87F51_C913_4E1D_90BA_C4090F9FA2AE#2366592]
Arguments: 500000, [COL_1B89F148_0BBD_49BE_BA64_92C5AD724F0A#2366579 ASC NULLS FIRST, COL_0E75D278_4740_4106_B715_DFE9CC55A2C3#2366580 ASC NULLS FIRST, COL_2972AD82_928D_4633_93F2_839E25407CF4#2366581 ASC NULLS FIRST], [COL_1B89F148_0BBD_49BE_BA64_92C5AD724F0A#2366579, COL_0E75D278_4740_4106_B715_DFE9CC55A2C3#2366580, COL_2972AD82_928D_4633_93F2_839E25407CF4#2366581, COL_FFB9AF87_C310_4AD6_A501_CA37F12747E4#2366582, COL_122F8876_2E97_4200_B735_0504B183D797#2366583, COL_E2DE417B_2CC1_4DE7_B5AE_11A25A800396#2366584, COL_9F0A8D2E_562F_48AE_A2AC_2CBA0E7C8936#2366585, COL_A1A43BCB_2D97_4B74_B300_F686EA842278#2366586, COL_B2272DE9_61D5_4214_B74B_BF11005A778D#2366587, COL_C2654213_6201_450B_AF4F_28D71F480FF7#2366588, COL_23882138_E82A_49E5_8562_1F429C54433C#2366589, COL_EDC51244_83D1_4553_A07D_92E44E62AF20#2366590, COL_56321583_DF52_4BB6_AC8D_827885086A25#2366591, COL_C7E87F51_C913_4E1D_90BA_C4090F9FA2AE#2366592]