SP1 - Details for Query 6084

Submitted Time: 2026/03/27 14:33:55
Duration: 0.3 s
Succeeded Jobs: 9253 9254

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n15 ms (2 ms, 4 ms, 5 ms (stage 17431.0: task 24257))"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="ColumnarToRow number of output rows: 4,096 number of input batches: 1"]; } 4 [labelType="html" label="Scan parquet number of files read: 1 scan time total (min, med, max (stageId: taskId)) 159 ms (2 ms, 4 ms, 144 ms (stage 17431.0: task 24260)) metadata time: 0 ms size of files read: 98.8 MiB number of output rows: 4,096"]; 2->0; 3->2; 4->3; }

CollectLimit 1500

Project [COL_B706A975_F287_4DC9_B631_A35735FE936F#1391366 AS COL_016E6242_B446_46F7_97DC_5F775D66196E#1391450, COL_6D456B4D_C94A_422F_8C8D_7901B930826A#1391367 AS COL_DE173389_FC77_42AB_B565_A267156FF638#1391451, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#1391368 AS COL_788D4A66_31DF_4E0F_911A_8BD9F9464719#1391452, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#1391369 AS COL_C2CEE206_E588_4A2C_B2B5_C7AD2EA3DDF1#1391453, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#1391370 AS COL_57A29A37_9A17_4B66_8075_897F4B240E81#1391454, COL_0767075F_6D90_4406_A1C5_BC087A39F7CE#1391371 AS COL_7F1C4BC4_EB95_40BE_BDBB_B5F7706757CA#1391455, COL_9E2EC32D_FCB5_4E43_A453_428839A5DAD4#1391377 AS COL_7283FB96_45C4_411A_901D_417BCF15E684#1391456, COL_E53A575D_3952_4C14_AC9F_075847D06BB1#1391376 AS COL_D0D2A969_5962_4BD8_9DAA_FA2A1236DF25#1391457, COL_95A012EF_312B_40A6_8CFC_200BFD4465E3#1391372 AS COL_27D851AF_C83A_474B_A7CF_D66FAADB50EE#1391458, COL_1CCAED33_3E69_435E_B522_DAE3B9E63F9D#1391373 AS COL_AF155DAB_420D_45B6_A9A9_56AA8D2E3D5C#1391459, COL_B72BD372_650E_474E_B8E0_7CB995AE80BF#1391374 AS COL_5C1C2325_6DF2_4B88_BCC6_78BECE76AD25#1391460, COL_5E65448D_2CBA_49A0_8E69_D8B1EF0C0EBA#1391375 AS COL_C0BCA214_8699_42D8_AB9C_67933DE649E9#1391461, COL_52134AAB_9340_42E7_9290_A298AF6C9438#1391379 AS COL_D5C5BAB5_C1EE_413F_91CE_34E4418166FF#1391462, COL_C7343A35_76C1_46A3_B74D_C7263B786745#1391378 AS COL_9A5C53EE_83DB_41F0_A31B_B32A5F144FAE#1391463]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_B706A975_F287_4DC9_B631_A35735FE936F#1391366,COL_6D456B4D_C94A_422F_8C8D_7901B930826A#1391367,COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#1391368,COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#1391369,COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#1391370,COL_0767075F_6D90_4406_A1C5_BC087A39F7CE#1391371,COL_95A012EF_312B_40A6_8CFC_200BFD4465E3#1391372,COL_1CCAED33_3E69_435E_B522_DAE3B9E63F9D#1391373,COL_B72BD372_650E_474E_B8E0_7CB995AE80BF#1391374,COL_5E65448D_2CBA_49A0_8E69_D8B1EF0C0EBA#1391375,COL_E53A575D_3952_4C14_AC9F_075847D06BB1#1391376,COL_9E2EC32D_FCB5_4E43_A453_428839A5DAD4#1391377,COL_C7343A35_76C1_46A3_B74D_C7263B786745#1391378,COL_52134AAB_9340_42E7_9290_A298AF6C9438#1391379] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/00_A_LIGNES_RSF_205155], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_B706A975_F287_4DC9_B631_A35735FE936F:string,COL_6D456B4D_C94A_422F_8C8D_7901B930826A:s...

Details

== Physical Plan ==
CollectLimit (4)
+- * Project (3)
   +- * ColumnarToRow (2)
      +- Scan parquet  (1)


(1) Scan parquet 
Output [14]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#1391366, COL_6D456B4D_C94A_422F_8C8D_7901B930826A#1391367, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#1391368, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#1391369, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#1391370, COL_0767075F_6D90_4406_A1C5_BC087A39F7CE#1391371, COL_95A012EF_312B_40A6_8CFC_200BFD4465E3#1391372, COL_1CCAED33_3E69_435E_B522_DAE3B9E63F9D#1391373, COL_B72BD372_650E_474E_B8E0_7CB995AE80BF#1391374, COL_5E65448D_2CBA_49A0_8E69_D8B1EF0C0EBA#1391375, COL_E53A575D_3952_4C14_AC9F_075847D06BB1#1391376, COL_9E2EC32D_FCB5_4E43_A453_428839A5DAD4#1391377, COL_C7343A35_76C1_46A3_B74D_C7263B786745#1391378, COL_52134AAB_9340_42E7_9290_A298AF6C9438#1391379]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/00_A_LIGNES_RSF_205155]
ReadSchema: struct<COL_B706A975_F287_4DC9_B631_A35735FE936F:string,COL_6D456B4D_C94A_422F_8C8D_7901B930826A:string,COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8:string,COL_AAF7896D_A513_4CEC_9984_26D0D5838E44:int,COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38:string,COL_0767075F_6D90_4406_A1C5_BC087A39F7CE:string,COL_95A012EF_312B_40A6_8CFC_200BFD4465E3:string,COL_1CCAED33_3E69_435E_B522_DAE3B9E63F9D:string,COL_B72BD372_650E_474E_B8E0_7CB995AE80BF:string,COL_5E65448D_2CBA_49A0_8E69_D8B1EF0C0EBA:string,COL_E53A575D_3952_4C14_AC9F_075847D06BB1:string,COL_9E2EC32D_FCB5_4E43_A453_428839A5DAD4:string,COL_C7343A35_76C1_46A3_B74D_C7263B786745:string,COL_52134AAB_9340_42E7_9290_A298AF6C9438:string>

(2) ColumnarToRow [codegen id : 1]
Input [14]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#1391366, COL_6D456B4D_C94A_422F_8C8D_7901B930826A#1391367, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#1391368, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#1391369, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#1391370, COL_0767075F_6D90_4406_A1C5_BC087A39F7CE#1391371, COL_95A012EF_312B_40A6_8CFC_200BFD4465E3#1391372, COL_1CCAED33_3E69_435E_B522_DAE3B9E63F9D#1391373, COL_B72BD372_650E_474E_B8E0_7CB995AE80BF#1391374, COL_5E65448D_2CBA_49A0_8E69_D8B1EF0C0EBA#1391375, COL_E53A575D_3952_4C14_AC9F_075847D06BB1#1391376, COL_9E2EC32D_FCB5_4E43_A453_428839A5DAD4#1391377, COL_C7343A35_76C1_46A3_B74D_C7263B786745#1391378, COL_52134AAB_9340_42E7_9290_A298AF6C9438#1391379]

(3) Project [codegen id : 1]
Output [14]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#1391366 AS COL_016E6242_B446_46F7_97DC_5F775D66196E#1391450, COL_6D456B4D_C94A_422F_8C8D_7901B930826A#1391367 AS COL_DE173389_FC77_42AB_B565_A267156FF638#1391451, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#1391368 AS COL_788D4A66_31DF_4E0F_911A_8BD9F9464719#1391452, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#1391369 AS COL_C2CEE206_E588_4A2C_B2B5_C7AD2EA3DDF1#1391453, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#1391370 AS COL_57A29A37_9A17_4B66_8075_897F4B240E81#1391454, COL_0767075F_6D90_4406_A1C5_BC087A39F7CE#1391371 AS COL_7F1C4BC4_EB95_40BE_BDBB_B5F7706757CA#1391455, COL_9E2EC32D_FCB5_4E43_A453_428839A5DAD4#1391377 AS COL_7283FB96_45C4_411A_901D_417BCF15E684#1391456, COL_E53A575D_3952_4C14_AC9F_075847D06BB1#1391376 AS COL_D0D2A969_5962_4BD8_9DAA_FA2A1236DF25#1391457, COL_95A012EF_312B_40A6_8CFC_200BFD4465E3#1391372 AS COL_27D851AF_C83A_474B_A7CF_D66FAADB50EE#1391458, COL_1CCAED33_3E69_435E_B522_DAE3B9E63F9D#1391373 AS COL_AF155DAB_420D_45B6_A9A9_56AA8D2E3D5C#1391459, COL_B72BD372_650E_474E_B8E0_7CB995AE80BF#1391374 AS COL_5C1C2325_6DF2_4B88_BCC6_78BECE76AD25#1391460, COL_5E65448D_2CBA_49A0_8E69_D8B1EF0C0EBA#1391375 AS COL_C0BCA214_8699_42D8_AB9C_67933DE649E9#1391461, COL_52134AAB_9340_42E7_9290_A298AF6C9438#1391379 AS COL_D5C5BAB5_C1EE_413F_91CE_34E4418166FF#1391462, COL_C7343A35_76C1_46A3_B74D_C7263B786745#1391378 AS COL_9A5C53EE_83DB_41F0_A31B_B32A5F144FAE#1391463]
Input [14]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#1391366, COL_6D456B4D_C94A_422F_8C8D_7901B930826A#1391367, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#1391368, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#1391369, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#1391370, COL_0767075F_6D90_4406_A1C5_BC087A39F7CE#1391371, COL_95A012EF_312B_40A6_8CFC_200BFD4465E3#1391372, COL_1CCAED33_3E69_435E_B522_DAE3B9E63F9D#1391373, COL_B72BD372_650E_474E_B8E0_7CB995AE80BF#1391374, COL_5E65448D_2CBA_49A0_8E69_D8B1EF0C0EBA#1391375, COL_E53A575D_3952_4C14_AC9F_075847D06BB1#1391376, COL_9E2EC32D_FCB5_4E43_A453_428839A5DAD4#1391377, COL_C7343A35_76C1_46A3_B74D_C7263B786745#1391378, COL_52134AAB_9340_42E7_9290_A298AF6C9438#1391379]

(4) CollectLimit
Input [14]: [COL_016E6242_B446_46F7_97DC_5F775D66196E#1391450, COL_DE173389_FC77_42AB_B565_A267156FF638#1391451, COL_788D4A66_31DF_4E0F_911A_8BD9F9464719#1391452, COL_C2CEE206_E588_4A2C_B2B5_C7AD2EA3DDF1#1391453, COL_57A29A37_9A17_4B66_8075_897F4B240E81#1391454, COL_7F1C4BC4_EB95_40BE_BDBB_B5F7706757CA#1391455, COL_7283FB96_45C4_411A_901D_417BCF15E684#1391456, COL_D0D2A969_5962_4BD8_9DAA_FA2A1236DF25#1391457, COL_27D851AF_C83A_474B_A7CF_D66FAADB50EE#1391458, COL_AF155DAB_420D_45B6_A9A9_56AA8D2E3D5C#1391459, COL_5C1C2325_6DF2_4B88_BCC6_78BECE76AD25#1391460, COL_C0BCA214_8699_42D8_AB9C_67933DE649E9#1391461, COL_D5C5BAB5_C1EE_413F_91CE_34E4418166FF#1391462, COL_9A5C53EE_83DB_41F0_A31B_B32A5F144FAE#1391463]
Arguments: 1500

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet