SP1 - Details for Query 3462

Submitted Time: 2026/06/12 07:35:08
Duration: 0.5 s
Succeeded Jobs: 5369

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" TakeOrderedAndProject "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n336 ms (154 ms, 182 ms, 182 ms (stage 12424.0: task 12965))"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="Filter number of output rows: 24,179"]; 4 [labelType="html" label="ColumnarToRow number of output rows: 47,525 number of input batches: 12"]; } 5 [labelType="html" label="Scan parquet number of files read: 2 scan time total (min, med, max (stageId: taskId)) 55 ms (19 ms, 36 ms, 36 ms (stage 12424.0: task 12964)) metadata time: 0 ms size of files read: 1943.6 KiB number of output rows: 47,525"]; 2->0; 3->2; 4->3; 5->4; }

TakeOrderedAndProject(limit=500000, orderBy=[COL_1B89F148_0BBD_49BE_BA64_92C5AD724F0A#1082931 ASC NULLS FIRST,COL_0E75D278_4740_4106_B715_DFE9CC55A2C3#1082933 ASC NULLS FIRST,COL_2972AD82_928D_4633_93F2_839E25407CF4#1082935 ASC NULLS FIRST], output=[COL_1B89F148_0BBD_49BE_BA64_92C5AD724F0A#1082931,COL_0E75D278_4740_4106_B715_DFE9CC55A2C3#1082933,COL_2972AD82_928D_4633_93F2_839E25407CF4#1082935,COL_FFB9AF87_C310_4AD6_A501_CA37F12747E4#1082937,COL_122F8876_2E97_4200_B735_0504B183D797#1082939,COL_E2DE417B_2CC1_4DE7_B5AE_11A25A800396#1082941,COL_9F0A8D2E_562F_48AE_A2AC_2CBA0E7C8936#1082943,COL_A1A43BCB_2D97_4B74_B300_F686EA842278#1082944,COL_B2272DE9_61D5_4214_B74B_BF11005A778D#1082947,COL_C2654213_6201_450B_AF4F_28D71F480FF7#1082949,COL_23882138_E82A_49E5_8562_1F429C54433C#1082951,COL_EDC51244_83D1_4553_A07D_92E44E62AF20#1082953,COL_56321583_DF52_4BB6_AC8D_827885086A25#1082955,COL_C7E87F51_C913_4E1D_90BA_C4090F9FA2AE#1082956])

Project [COL_EB47ADCA_4440_4090_8691_F8499DB4555E#1082767 AS COL_1B89F148_0BBD_49BE_BA64_92C5AD724F0A#1082931, COL_13692FE9_27FE_43A3_9877_314B5FA6981E#1082768 AS COL_0E75D278_4740_4106_B715_DFE9CC55A2C3#1082933, COL_2876989F_DEC1_40A8_860A_830E1DDD6BAA#1082769 AS COL_2972AD82_928D_4633_93F2_839E25407CF4#1082935, COL_1BE7C81D_C98B_4777_B767_B833588E5C16#1082770 AS COL_FFB9AF87_C310_4AD6_A501_CA37F12747E4#1082937, COL_F7E6B982_AE01_4D61_95F1_A194F4B50FB7#1082771 AS COL_122F8876_2E97_4200_B735_0504B183D797#1082939, COL_11433D90_073E_4D4F_93EA_C1D4A3867F3E#1082772 AS COL_E2DE417B_2CC1_4DE7_B5AE_11A25A800396#1082941, COL_24B70AFC_A481_42F7_BC8F_E9E89DEC4255#1082773 AS COL_9F0A8D2E_562F_48AE_A2AC_2CBA0E7C8936#1082943, COL_06545D41_928E_4A54_93BF_65904FCF81AA#1082774 AS COL_A1A43BCB_2D97_4B74_B300_F686EA842278#1082944, COL_0A41C34D_A1FB_4EC3_8E48_5C7A1E003394#1082775 AS COL_B2272DE9_61D5_4214_B74B_BF11005A778D#1082947, COL_CFEBEA6B_3FE9_463F_8774_B2A3942E56AB#1082776 AS COL_C2654213_6201_450B_AF4F_28D71F480FF7#1082949, COL_6FA3C539_F981_4B55_80EE_5B06D96ED482#1082777 AS COL_23882138_E82A_49E5_8562_1F429C54433C#1082951, COL_E38AB62F_E896_4A72_BE7E_515F8BC641C6#1082778 AS COL_EDC51244_83D1_4553_A07D_92E44E62AF20#1082953, COL_E20E6071_1A49_495A_9004_23ED33C98669#1082779 AS COL_56321583_DF52_4BB6_AC8D_827885086A25#1082955, COL_6348CDD7_7FF9_4337_B9DE_365982DB3BA3#1082780 AS COL_C7E87F51_C913_4E1D_90BA_C4090F9FA2AE#1082956]

Filter (COL_6348CDD7_7FF9_4337_B9DE_365982DB3BA3#1082780 <=> Optimisation)

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_EB47ADCA_4440_4090_8691_F8499DB4555E#1082767,COL_13692FE9_27FE_43A3_9877_314B5FA6981E#1082768,COL_2876989F_DEC1_40A8_860A_830E1DDD6BAA#1082769,COL_1BE7C81D_C98B_4777_B767_B833588E5C16#1082770,COL_F7E6B982_AE01_4D61_95F1_A194F4B50FB7#1082771,COL_11433D90_073E_4D4F_93EA_C1D4A3867F3E#1082772,COL_24B70AFC_A481_42F7_BC8F_E9E89DEC4255#1082773,COL_06545D41_928E_4A54_93BF_65904FCF81AA#1082774,COL_0A41C34D_A1FB_4EC3_8E48_5C7A1E003394#1082775,COL_CFEBEA6B_3FE9_463F_8774_B2A3942E56AB#1082776,COL_6FA3C539_F981_4B55_80EE_5B06D96ED482#1082777,COL_E38AB62F_E896_4A72_BE7E_515F8BC641C6#1082778,COL_E20E6071_1A49_495A_9004_23ED33C98669#1082779,COL_6348CDD7_7FF9_4337_B9DE_365982DB3BA3#1082780] Batched: true, DataFilters: [(COL_6348CDD7_7FF9_4337_B9DE_365982DB3BA3#1082780 <=> Optimisation)], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/06_COMPILATION__210457], PartitionFilters: [], PushedFilters: [EqualNullSafe(COL_6348CDD7_7FF9_4337_B9DE_365982DB3BA3,Optimisation)], ReadSchema: struct<COL_EB47ADCA_4440_4090_8691_F8499DB4555E:string,COL_13692FE9_27FE_43A3_9877_314B5FA6981E:s...

Details

== Physical Plan ==
TakeOrderedAndProject (5)
+- * Project (4)
   +- * Filter (3)
      +- * ColumnarToRow (2)
         +- Scan parquet  (1)


(1) Scan parquet 
Output [14]: [COL_EB47ADCA_4440_4090_8691_F8499DB4555E#1082767, COL_13692FE9_27FE_43A3_9877_314B5FA6981E#1082768, COL_2876989F_DEC1_40A8_860A_830E1DDD6BAA#1082769, COL_1BE7C81D_C98B_4777_B767_B833588E5C16#1082770, COL_F7E6B982_AE01_4D61_95F1_A194F4B50FB7#1082771, COL_11433D90_073E_4D4F_93EA_C1D4A3867F3E#1082772, COL_24B70AFC_A481_42F7_BC8F_E9E89DEC4255#1082773, COL_06545D41_928E_4A54_93BF_65904FCF81AA#1082774, COL_0A41C34D_A1FB_4EC3_8E48_5C7A1E003394#1082775, COL_CFEBEA6B_3FE9_463F_8774_B2A3942E56AB#1082776, COL_6FA3C539_F981_4B55_80EE_5B06D96ED482#1082777, COL_E38AB62F_E896_4A72_BE7E_515F8BC641C6#1082778, COL_E20E6071_1A49_495A_9004_23ED33C98669#1082779, COL_6348CDD7_7FF9_4337_B9DE_365982DB3BA3#1082780]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/06_COMPILATION__210457]
PushedFilters: [EqualNullSafe(COL_6348CDD7_7FF9_4337_B9DE_365982DB3BA3,Optimisation)]
ReadSchema: struct<COL_EB47ADCA_4440_4090_8691_F8499DB4555E:string,COL_13692FE9_27FE_43A3_9877_314B5FA6981E:string,COL_2876989F_DEC1_40A8_860A_830E1DDD6BAA:string,COL_1BE7C81D_C98B_4777_B767_B833588E5C16:string,COL_F7E6B982_AE01_4D61_95F1_A194F4B50FB7:string,COL_11433D90_073E_4D4F_93EA_C1D4A3867F3E:string,COL_24B70AFC_A481_42F7_BC8F_E9E89DEC4255:string,COL_06545D41_928E_4A54_93BF_65904FCF81AA:string,COL_0A41C34D_A1FB_4EC3_8E48_5C7A1E003394:timestamp,COL_CFEBEA6B_3FE9_463F_8774_B2A3942E56AB:double,COL_6FA3C539_F981_4B55_80EE_5B06D96ED482:string,COL_E38AB62F_E896_4A72_BE7E_515F8BC641C6:double,COL_E20E6071_1A49_495A_9004_23ED33C98669:string,COL_6348CDD7_7FF9_4337_B9DE_365982DB3BA3:string>

(2) ColumnarToRow [codegen id : 1]
Input [14]: [COL_EB47ADCA_4440_4090_8691_F8499DB4555E#1082767, COL_13692FE9_27FE_43A3_9877_314B5FA6981E#1082768, COL_2876989F_DEC1_40A8_860A_830E1DDD6BAA#1082769, COL_1BE7C81D_C98B_4777_B767_B833588E5C16#1082770, COL_F7E6B982_AE01_4D61_95F1_A194F4B50FB7#1082771, COL_11433D90_073E_4D4F_93EA_C1D4A3867F3E#1082772, COL_24B70AFC_A481_42F7_BC8F_E9E89DEC4255#1082773, COL_06545D41_928E_4A54_93BF_65904FCF81AA#1082774, COL_0A41C34D_A1FB_4EC3_8E48_5C7A1E003394#1082775, COL_CFEBEA6B_3FE9_463F_8774_B2A3942E56AB#1082776, COL_6FA3C539_F981_4B55_80EE_5B06D96ED482#1082777, COL_E38AB62F_E896_4A72_BE7E_515F8BC641C6#1082778, COL_E20E6071_1A49_495A_9004_23ED33C98669#1082779, COL_6348CDD7_7FF9_4337_B9DE_365982DB3BA3#1082780]

(3) Filter [codegen id : 1]
Input [14]: [COL_EB47ADCA_4440_4090_8691_F8499DB4555E#1082767, COL_13692FE9_27FE_43A3_9877_314B5FA6981E#1082768, COL_2876989F_DEC1_40A8_860A_830E1DDD6BAA#1082769, COL_1BE7C81D_C98B_4777_B767_B833588E5C16#1082770, COL_F7E6B982_AE01_4D61_95F1_A194F4B50FB7#1082771, COL_11433D90_073E_4D4F_93EA_C1D4A3867F3E#1082772, COL_24B70AFC_A481_42F7_BC8F_E9E89DEC4255#1082773, COL_06545D41_928E_4A54_93BF_65904FCF81AA#1082774, COL_0A41C34D_A1FB_4EC3_8E48_5C7A1E003394#1082775, COL_CFEBEA6B_3FE9_463F_8774_B2A3942E56AB#1082776, COL_6FA3C539_F981_4B55_80EE_5B06D96ED482#1082777, COL_E38AB62F_E896_4A72_BE7E_515F8BC641C6#1082778, COL_E20E6071_1A49_495A_9004_23ED33C98669#1082779, COL_6348CDD7_7FF9_4337_B9DE_365982DB3BA3#1082780]
Condition : (COL_6348CDD7_7FF9_4337_B9DE_365982DB3BA3#1082780 <=> Optimisation)

(4) Project [codegen id : 1]
Output [14]: [COL_EB47ADCA_4440_4090_8691_F8499DB4555E#1082767 AS COL_1B89F148_0BBD_49BE_BA64_92C5AD724F0A#1082931, COL_13692FE9_27FE_43A3_9877_314B5FA6981E#1082768 AS COL_0E75D278_4740_4106_B715_DFE9CC55A2C3#1082933, COL_2876989F_DEC1_40A8_860A_830E1DDD6BAA#1082769 AS COL_2972AD82_928D_4633_93F2_839E25407CF4#1082935, COL_1BE7C81D_C98B_4777_B767_B833588E5C16#1082770 AS COL_FFB9AF87_C310_4AD6_A501_CA37F12747E4#1082937, COL_F7E6B982_AE01_4D61_95F1_A194F4B50FB7#1082771 AS COL_122F8876_2E97_4200_B735_0504B183D797#1082939, COL_11433D90_073E_4D4F_93EA_C1D4A3867F3E#1082772 AS COL_E2DE417B_2CC1_4DE7_B5AE_11A25A800396#1082941, COL_24B70AFC_A481_42F7_BC8F_E9E89DEC4255#1082773 AS COL_9F0A8D2E_562F_48AE_A2AC_2CBA0E7C8936#1082943, COL_06545D41_928E_4A54_93BF_65904FCF81AA#1082774 AS COL_A1A43BCB_2D97_4B74_B300_F686EA842278#1082944, COL_0A41C34D_A1FB_4EC3_8E48_5C7A1E003394#1082775 AS COL_B2272DE9_61D5_4214_B74B_BF11005A778D#1082947, COL_CFEBEA6B_3FE9_463F_8774_B2A3942E56AB#1082776 AS COL_C2654213_6201_450B_AF4F_28D71F480FF7#1082949, COL_6FA3C539_F981_4B55_80EE_5B06D96ED482#1082777 AS COL_23882138_E82A_49E5_8562_1F429C54433C#1082951, COL_E38AB62F_E896_4A72_BE7E_515F8BC641C6#1082778 AS COL_EDC51244_83D1_4553_A07D_92E44E62AF20#1082953, COL_E20E6071_1A49_495A_9004_23ED33C98669#1082779 AS COL_56321583_DF52_4BB6_AC8D_827885086A25#1082955, COL_6348CDD7_7FF9_4337_B9DE_365982DB3BA3#1082780 AS COL_C7E87F51_C913_4E1D_90BA_C4090F9FA2AE#1082956]
Input [14]: [COL_EB47ADCA_4440_4090_8691_F8499DB4555E#1082767, COL_13692FE9_27FE_43A3_9877_314B5FA6981E#1082768, COL_2876989F_DEC1_40A8_860A_830E1DDD6BAA#1082769, COL_1BE7C81D_C98B_4777_B767_B833588E5C16#1082770, COL_F7E6B982_AE01_4D61_95F1_A194F4B50FB7#1082771, COL_11433D90_073E_4D4F_93EA_C1D4A3867F3E#1082772, COL_24B70AFC_A481_42F7_BC8F_E9E89DEC4255#1082773, COL_06545D41_928E_4A54_93BF_65904FCF81AA#1082774, COL_0A41C34D_A1FB_4EC3_8E48_5C7A1E003394#1082775, COL_CFEBEA6B_3FE9_463F_8774_B2A3942E56AB#1082776, COL_6FA3C539_F981_4B55_80EE_5B06D96ED482#1082777, COL_E38AB62F_E896_4A72_BE7E_515F8BC641C6#1082778, COL_E20E6071_1A49_495A_9004_23ED33C98669#1082779, COL_6348CDD7_7FF9_4337_B9DE_365982DB3BA3#1082780]

(5) TakeOrderedAndProject
Input [14]: [COL_1B89F148_0BBD_49BE_BA64_92C5AD724F0A#1082931, COL_0E75D278_4740_4106_B715_DFE9CC55A2C3#1082933, COL_2972AD82_928D_4633_93F2_839E25407CF4#1082935, COL_FFB9AF87_C310_4AD6_A501_CA37F12747E4#1082937, COL_122F8876_2E97_4200_B735_0504B183D797#1082939, COL_E2DE417B_2CC1_4DE7_B5AE_11A25A800396#1082941, COL_9F0A8D2E_562F_48AE_A2AC_2CBA0E7C8936#1082943, COL_A1A43BCB_2D97_4B74_B300_F686EA842278#1082944, COL_B2272DE9_61D5_4214_B74B_BF11005A778D#1082947, COL_C2654213_6201_450B_AF4F_28D71F480FF7#1082949, COL_23882138_E82A_49E5_8562_1F429C54433C#1082951, COL_EDC51244_83D1_4553_A07D_92E44E62AF20#1082953, COL_56321583_DF52_4BB6_AC8D_827885086A25#1082955, COL_C7E87F51_C913_4E1D_90BA_C4090F9FA2AE#1082956]
Arguments: 500000, [COL_1B89F148_0BBD_49BE_BA64_92C5AD724F0A#1082931 ASC NULLS FIRST, COL_0E75D278_4740_4106_B715_DFE9CC55A2C3#1082933 ASC NULLS FIRST, COL_2972AD82_928D_4633_93F2_839E25407CF4#1082935 ASC NULLS FIRST], [COL_1B89F148_0BBD_49BE_BA64_92C5AD724F0A#1082931, COL_0E75D278_4740_4106_B715_DFE9CC55A2C3#1082933, COL_2972AD82_928D_4633_93F2_839E25407CF4#1082935, COL_FFB9AF87_C310_4AD6_A501_CA37F12747E4#1082937, COL_122F8876_2E97_4200_B735_0504B183D797#1082939, COL_E2DE417B_2CC1_4DE7_B5AE_11A25A800396#1082941, COL_9F0A8D2E_562F_48AE_A2AC_2CBA0E7C8936#1082943, COL_A1A43BCB_2D97_4B74_B300_F686EA842278#1082944, COL_B2272DE9_61D5_4214_B74B_BF11005A778D#1082947, COL_C2654213_6201_450B_AF4F_28D71F480FF7#1082949, COL_23882138_E82A_49E5_8562_1F429C54433C#1082951, COL_EDC51244_83D1_4553_A07D_92E44E62AF20#1082953, COL_56321583_DF52_4BB6_AC8D_827885086A25#1082955, COL_C7E87F51_C913_4E1D_90BA_C4090F9FA2AE#1082956]

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet