SP1 - Details for Query 3443

Submitted Time: 2026/06/12 05:58:21
Duration: 0.2 s
Succeeded Jobs: 5349

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" TakeOrderedAndProject "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n111 ms (33 ms, 78 ms, 78 ms (stage 12395.0: task 12917))"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="Filter number of output rows: 2"]; 4 [labelType="html" label="ColumnarToRow number of output rows: 47,525 number of input batches: 12"]; } 5 [labelType="html" label="Scan parquet number of files read: 2 scan time total (min, med, max (stageId: taskId)) 52 ms (26 ms, 26 ms, 26 ms (stage 12395.0: task 12918)) metadata time: 0 ms size of files read: 1943.6 KiB number of output rows: 47,525"]; 2->0; 3->2; 4->3; 5->4; }

TakeOrderedAndProject(limit=500000, orderBy=[COL_FADDBC30_5795_4E39_B7D6_6C046EC237B4#1080540 ASC NULLS FIRST,COL_16E2B0DB_21EB_47F3_8607_4ACB361FD5A5#1080542 ASC NULLS FIRST,COL_987B099C_02B6_49F6_85B4_8A364CC6E0AF#1080535 ASC NULLS FIRST,COL_55DE1A45_BCF6_4ADD_AB05_E6D5F2A65486#1080595 ASC NULLS FIRST], output=[COL_6E3824D4_DB9B_4DF9_AD57_6918690CA3AB#1080532,COL_7865A8BB_5A85_4E2D_B239_438D3FB8DD88#1080533,COL_CFF0A7AB_260D_4F3D_8C51_4D1738B3D824#1080534,COL_987B099C_02B6_49F6_85B4_8A364CC6E0AF#1080535,COL_3A63DE92_E3A8_47B3_B44F_0F34B9D2547C#1080536,COL_33EF1A52_8304_4C50_BD03_017E4797D89E#1080537,COL_72C50806_4E0D_466F_A2BD_6B2C2017B881#1080538,COL_541D478A_FC73_406F_ADDE_F2E0C8021B47#1080539,COL_FADDBC30_5795_4E39_B7D6_6C046EC237B4#1080540,COL_55DE1A45_BCF6_4ADD_AB05_E6D5F2A65486#1080595,COL_71253AB1_5F7B_4E94_82E4_3DEDD208E979#1080541,COL_16E2B0DB_21EB_47F3_8607_4ACB361FD5A5#1080542,COL_2C04E6A7_E0A4_4EC1_8B3D_CF9AD63A537F#1080543])

Project [COL_13692FE9_27FE_43A3_9877_314B5FA6981E#1080331 AS COL_6E3824D4_DB9B_4DF9_AD57_6918690CA3AB#1080532, COL_2876989F_DEC1_40A8_860A_830E1DDD6BAA#1080332 AS COL_7865A8BB_5A85_4E2D_B239_438D3FB8DD88#1080533, COL_1BE7C81D_C98B_4777_B767_B833588E5C16#1080333 AS COL_CFF0A7AB_260D_4F3D_8C51_4D1738B3D824#1080534, COL_11433D90_073E_4D4F_93EA_C1D4A3867F3E#1080335 AS COL_987B099C_02B6_49F6_85B4_8A364CC6E0AF#1080535, COL_13692FE9_27FE_43A3_9877_314B5FA6981E#1080331 AS COL_3A63DE92_E3A8_47B3_B44F_0F34B9D2547C#1080536, COL_E38AB62F_E896_4A72_BE7E_515F8BC641C6#1080341 AS COL_33EF1A52_8304_4C50_BD03_017E4797D89E#1080537, COL_F7E6B982_AE01_4D61_95F1_A194F4B50FB7#1080334 AS COL_72C50806_4E0D_466F_A2BD_6B2C2017B881#1080538, COL_24B70AFC_A481_42F7_BC8F_E9E89DEC4255#1080336 AS COL_541D478A_FC73_406F_ADDE_F2E0C8021B47#1080539, COL_06545D41_928E_4A54_93BF_65904FCF81AA#1080337 AS COL_FADDBC30_5795_4E39_B7D6_6C046EC237B4#1080540, COL_E20E6071_1A49_495A_9004_23ED33C98669#1080342 AS COL_71253AB1_5F7B_4E94_82E4_3DEDD208E979#1080541, COL_493B3625_15CC_4C3E_B552_CFFC349A58D4#1080344 AS COL_16E2B0DB_21EB_47F3_8607_4ACB361FD5A5#1080542, COL_6348CDD7_7FF9_4337_B9DE_365982DB3BA3#1080343 AS COL_2C04E6A7_E0A4_4EC1_8B3D_CF9AD63A537F#1080543, str_concat(array(COL_11433D90_073E_4D4F_93EA_C1D4A3867F3E#1080335, COL_F7E6B982_AE01_4D61_95F1_A194F4B50FB7#1080334)) AS COL_55DE1A45_BCF6_4ADD_AB05_E6D5F2A65486#1080595]

Filter ((COL_13692FE9_27FE_43A3_9877_314B5FA6981E#1080331 <=> 011038404) AND (COL_6348CDD7_7FF9_4337_B9DE_365982DB3BA3#1080343 <=> Optimisation))

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_13692FE9_27FE_43A3_9877_314B5FA6981E#1080331,COL_2876989F_DEC1_40A8_860A_830E1DDD6BAA#1080332,COL_1BE7C81D_C98B_4777_B767_B833588E5C16#1080333,COL_F7E6B982_AE01_4D61_95F1_A194F4B50FB7#1080334,COL_11433D90_073E_4D4F_93EA_C1D4A3867F3E#1080335,COL_24B70AFC_A481_42F7_BC8F_E9E89DEC4255#1080336,COL_06545D41_928E_4A54_93BF_65904FCF81AA#1080337,COL_E38AB62F_E896_4A72_BE7E_515F8BC641C6#1080341,COL_E20E6071_1A49_495A_9004_23ED33C98669#1080342,COL_6348CDD7_7FF9_4337_B9DE_365982DB3BA3#1080343,COL_493B3625_15CC_4C3E_B552_CFFC349A58D4#1080344] Batched: true, DataFilters: [(COL_13692FE9_27FE_43A3_9877_314B5FA6981E#1080331 <=> 011038404), (COL_6348CDD7_7FF9_4337_B9DE_3..., Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/06_COMPILATION__210457], PartitionFilters: [], PushedFilters: [EqualNullSafe(COL_13692FE9_27FE_43A3_9877_314B5FA6981E,011038404), EqualNullSafe(COL_6348CDD7_7F..., ReadSchema: struct<COL_13692FE9_27FE_43A3_9877_314B5FA6981E:string,COL_2876989F_DEC1_40A8_860A_830E1DDD6BAA:s...

Details

== Physical Plan ==
TakeOrderedAndProject (5)
+- * Project (4)
   +- * Filter (3)
      +- * ColumnarToRow (2)
         +- Scan parquet  (1)


(1) Scan parquet 
Output [11]: [COL_13692FE9_27FE_43A3_9877_314B5FA6981E#1080331, COL_2876989F_DEC1_40A8_860A_830E1DDD6BAA#1080332, COL_1BE7C81D_C98B_4777_B767_B833588E5C16#1080333, COL_F7E6B982_AE01_4D61_95F1_A194F4B50FB7#1080334, COL_11433D90_073E_4D4F_93EA_C1D4A3867F3E#1080335, COL_24B70AFC_A481_42F7_BC8F_E9E89DEC4255#1080336, COL_06545D41_928E_4A54_93BF_65904FCF81AA#1080337, COL_E38AB62F_E896_4A72_BE7E_515F8BC641C6#1080341, COL_E20E6071_1A49_495A_9004_23ED33C98669#1080342, COL_6348CDD7_7FF9_4337_B9DE_365982DB3BA3#1080343, COL_493B3625_15CC_4C3E_B552_CFFC349A58D4#1080344]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/06_COMPILATION__210457]
PushedFilters: [EqualNullSafe(COL_13692FE9_27FE_43A3_9877_314B5FA6981E,011038404), EqualNullSafe(COL_6348CDD7_7FF9_4337_B9DE_365982DB3BA3,Optimisation)]
ReadSchema: struct<COL_13692FE9_27FE_43A3_9877_314B5FA6981E:string,COL_2876989F_DEC1_40A8_860A_830E1DDD6BAA:string,COL_1BE7C81D_C98B_4777_B767_B833588E5C16:string,COL_F7E6B982_AE01_4D61_95F1_A194F4B50FB7:string,COL_11433D90_073E_4D4F_93EA_C1D4A3867F3E:string,COL_24B70AFC_A481_42F7_BC8F_E9E89DEC4255:string,COL_06545D41_928E_4A54_93BF_65904FCF81AA:string,COL_E38AB62F_E896_4A72_BE7E_515F8BC641C6:double,COL_E20E6071_1A49_495A_9004_23ED33C98669:string,COL_6348CDD7_7FF9_4337_B9DE_365982DB3BA3:string,COL_493B3625_15CC_4C3E_B552_CFFC349A58D4:string>

(2) ColumnarToRow [codegen id : 1]
Input [11]: [COL_13692FE9_27FE_43A3_9877_314B5FA6981E#1080331, COL_2876989F_DEC1_40A8_860A_830E1DDD6BAA#1080332, COL_1BE7C81D_C98B_4777_B767_B833588E5C16#1080333, COL_F7E6B982_AE01_4D61_95F1_A194F4B50FB7#1080334, COL_11433D90_073E_4D4F_93EA_C1D4A3867F3E#1080335, COL_24B70AFC_A481_42F7_BC8F_E9E89DEC4255#1080336, COL_06545D41_928E_4A54_93BF_65904FCF81AA#1080337, COL_E38AB62F_E896_4A72_BE7E_515F8BC641C6#1080341, COL_E20E6071_1A49_495A_9004_23ED33C98669#1080342, COL_6348CDD7_7FF9_4337_B9DE_365982DB3BA3#1080343, COL_493B3625_15CC_4C3E_B552_CFFC349A58D4#1080344]

(3) Filter [codegen id : 1]
Input [11]: [COL_13692FE9_27FE_43A3_9877_314B5FA6981E#1080331, COL_2876989F_DEC1_40A8_860A_830E1DDD6BAA#1080332, COL_1BE7C81D_C98B_4777_B767_B833588E5C16#1080333, COL_F7E6B982_AE01_4D61_95F1_A194F4B50FB7#1080334, COL_11433D90_073E_4D4F_93EA_C1D4A3867F3E#1080335, COL_24B70AFC_A481_42F7_BC8F_E9E89DEC4255#1080336, COL_06545D41_928E_4A54_93BF_65904FCF81AA#1080337, COL_E38AB62F_E896_4A72_BE7E_515F8BC641C6#1080341, COL_E20E6071_1A49_495A_9004_23ED33C98669#1080342, COL_6348CDD7_7FF9_4337_B9DE_365982DB3BA3#1080343, COL_493B3625_15CC_4C3E_B552_CFFC349A58D4#1080344]
Condition : ((COL_13692FE9_27FE_43A3_9877_314B5FA6981E#1080331 <=> 011038404) AND (COL_6348CDD7_7FF9_4337_B9DE_365982DB3BA3#1080343 <=> Optimisation))

(4) Project [codegen id : 1]
Output [13]: [COL_13692FE9_27FE_43A3_9877_314B5FA6981E#1080331 AS COL_6E3824D4_DB9B_4DF9_AD57_6918690CA3AB#1080532, COL_2876989F_DEC1_40A8_860A_830E1DDD6BAA#1080332 AS COL_7865A8BB_5A85_4E2D_B239_438D3FB8DD88#1080533, COL_1BE7C81D_C98B_4777_B767_B833588E5C16#1080333 AS COL_CFF0A7AB_260D_4F3D_8C51_4D1738B3D824#1080534, COL_11433D90_073E_4D4F_93EA_C1D4A3867F3E#1080335 AS COL_987B099C_02B6_49F6_85B4_8A364CC6E0AF#1080535, COL_13692FE9_27FE_43A3_9877_314B5FA6981E#1080331 AS COL_3A63DE92_E3A8_47B3_B44F_0F34B9D2547C#1080536, COL_E38AB62F_E896_4A72_BE7E_515F8BC641C6#1080341 AS COL_33EF1A52_8304_4C50_BD03_017E4797D89E#1080537, COL_F7E6B982_AE01_4D61_95F1_A194F4B50FB7#1080334 AS COL_72C50806_4E0D_466F_A2BD_6B2C2017B881#1080538, COL_24B70AFC_A481_42F7_BC8F_E9E89DEC4255#1080336 AS COL_541D478A_FC73_406F_ADDE_F2E0C8021B47#1080539, COL_06545D41_928E_4A54_93BF_65904FCF81AA#1080337 AS COL_FADDBC30_5795_4E39_B7D6_6C046EC237B4#1080540, COL_E20E6071_1A49_495A_9004_23ED33C98669#1080342 AS COL_71253AB1_5F7B_4E94_82E4_3DEDD208E979#1080541, COL_493B3625_15CC_4C3E_B552_CFFC349A58D4#1080344 AS COL_16E2B0DB_21EB_47F3_8607_4ACB361FD5A5#1080542, COL_6348CDD7_7FF9_4337_B9DE_365982DB3BA3#1080343 AS COL_2C04E6A7_E0A4_4EC1_8B3D_CF9AD63A537F#1080543, str_concat(array(COL_11433D90_073E_4D4F_93EA_C1D4A3867F3E#1080335, COL_F7E6B982_AE01_4D61_95F1_A194F4B50FB7#1080334)) AS COL_55DE1A45_BCF6_4ADD_AB05_E6D5F2A65486#1080595]
Input [11]: [COL_13692FE9_27FE_43A3_9877_314B5FA6981E#1080331, COL_2876989F_DEC1_40A8_860A_830E1DDD6BAA#1080332, COL_1BE7C81D_C98B_4777_B767_B833588E5C16#1080333, COL_F7E6B982_AE01_4D61_95F1_A194F4B50FB7#1080334, COL_11433D90_073E_4D4F_93EA_C1D4A3867F3E#1080335, COL_24B70AFC_A481_42F7_BC8F_E9E89DEC4255#1080336, COL_06545D41_928E_4A54_93BF_65904FCF81AA#1080337, COL_E38AB62F_E896_4A72_BE7E_515F8BC641C6#1080341, COL_E20E6071_1A49_495A_9004_23ED33C98669#1080342, COL_6348CDD7_7FF9_4337_B9DE_365982DB3BA3#1080343, COL_493B3625_15CC_4C3E_B552_CFFC349A58D4#1080344]

(5) TakeOrderedAndProject
Input [13]: [COL_6E3824D4_DB9B_4DF9_AD57_6918690CA3AB#1080532, COL_7865A8BB_5A85_4E2D_B239_438D3FB8DD88#1080533, COL_CFF0A7AB_260D_4F3D_8C51_4D1738B3D824#1080534, COL_987B099C_02B6_49F6_85B4_8A364CC6E0AF#1080535, COL_3A63DE92_E3A8_47B3_B44F_0F34B9D2547C#1080536, COL_33EF1A52_8304_4C50_BD03_017E4797D89E#1080537, COL_72C50806_4E0D_466F_A2BD_6B2C2017B881#1080538, COL_541D478A_FC73_406F_ADDE_F2E0C8021B47#1080539, COL_FADDBC30_5795_4E39_B7D6_6C046EC237B4#1080540, COL_71253AB1_5F7B_4E94_82E4_3DEDD208E979#1080541, COL_16E2B0DB_21EB_47F3_8607_4ACB361FD5A5#1080542, COL_2C04E6A7_E0A4_4EC1_8B3D_CF9AD63A537F#1080543, COL_55DE1A45_BCF6_4ADD_AB05_E6D5F2A65486#1080595]
Arguments: 500000, [COL_FADDBC30_5795_4E39_B7D6_6C046EC237B4#1080540 ASC NULLS FIRST, COL_16E2B0DB_21EB_47F3_8607_4ACB361FD5A5#1080542 ASC NULLS FIRST, COL_987B099C_02B6_49F6_85B4_8A364CC6E0AF#1080535 ASC NULLS FIRST, COL_55DE1A45_BCF6_4ADD_AB05_E6D5F2A65486#1080595 ASC NULLS FIRST], [COL_6E3824D4_DB9B_4DF9_AD57_6918690CA3AB#1080532, COL_7865A8BB_5A85_4E2D_B239_438D3FB8DD88#1080533, COL_CFF0A7AB_260D_4F3D_8C51_4D1738B3D824#1080534, COL_987B099C_02B6_49F6_85B4_8A364CC6E0AF#1080535, COL_3A63DE92_E3A8_47B3_B44F_0F34B9D2547C#1080536, COL_33EF1A52_8304_4C50_BD03_017E4797D89E#1080537, COL_72C50806_4E0D_466F_A2BD_6B2C2017B881#1080538, COL_541D478A_FC73_406F_ADDE_F2E0C8021B47#1080539, COL_FADDBC30_5795_4E39_B7D6_6C046EC237B4#1080540, COL_55DE1A45_BCF6_4ADD_AB05_E6D5F2A65486#1080595, COL_71253AB1_5F7B_4E94_82E4_3DEDD208E979#1080541, COL_16E2B0DB_21EB_47F3_8607_4ACB361FD5A5#1080542, COL_2C04E6A7_E0A4_4EC1_8B3D_CF9AD63A537F#1080543]

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet