SP1 - Details for Query 7062

Submitted Time: 2026/10/27 20:25:30
Duration: 0.2 s
Succeeded Jobs: 10576 10577 10578

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n88 ms (7 ms, 17 ms, 21 ms (stage 21106.0: task 27364))"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="Filter number of output rows: 1,189"]; 4 [labelType="html" label="ColumnarToRow number of output rows: 1,201 number of input batches: 12"]; } 5 [labelType="html" label="Scan parquet number of files read: 12 scan time total (min, med, max (stageId: taskId)) 53 ms (4 ms, 9 ms, 14 ms (stage 21106.0: task 27364)) metadata time: 0 ms size of files read: 175.2 KiB number of output rows: 1,201"]; 2->0; 3->2; 4->3; 5->4; }

CollectLimit 1500

Project [N%C2%B0#1703412 AS COL_9E7D5DD3_4FB6_46F4_9F61_27E1C1C333F0#1704206, null AS COL_0ADEB6FC_1939_45B7_B6B0_DA373DDC9A01#1704207, str_complete(N%C2%B0+s%C3%A9jour#1703414, 0, 20, LEFT) AS COL_38C3BE50_A7EE_41B8_BB22_8A6D1B6C1A8A#1704208, initiales#1703415 AS COL_73DEFF3B_6A0E_432E_93E1_DF8DF3DC317D#1704209, date+pose#1703416 AS COL_218D047E_77C4_450F_A46D_AE30693378CE#1704210, code+LPP#1703417 AS COL_02B457D4_211D_4296_9D9B_D989AD1EFF12#1704211, libell%C3%A9+LPP#1703418 AS COL_1B5335AF_7DC6_4C93_AEFF_4A8E7DFE7740#1704212, str_to_dec(quantit%C3%A9#1703419, ##.##) AS COL_9F6C8A6D_788E_42DB_A61A_6AA75EF360C7#1704213, round(str_to_dec(prix+d%27achat+unitaire+%28%E2%82%AC+ttc%29#1703420, ##.##), 2) AS COL_EC7F02EE_B1E7_4666_BE5B_20172D5C9A8E#1704214, round(str_to_dec(tarif+responsabilit%C3%A9+LPP+%28%E2%82%AC+ttc%29#1703421, ##.##), 2) AS COL_9A638666_D012_4D98_A41F_E0DE30B88E43#1704215, round(str_to_dec(d%C3%A9penses+d%C3%A9clar%C3%A9es+%28%E2%82%AC+ttc%29#1703422, ##.##), 2) AS COL_179A8995_C0E8_47B6_99F2_5FBD4B9643D0#1704216, round(str_to_dec(d%C3%A9penses+au+tarif+LPP#1703423, ##.##), 2) AS COL_01B6F6AA_AEE9_4063_A642_C4EDBFC7E6BC#1704217, round(str_to_dec(majoration+%28%E2%82%AC+ttc%29#1703424, ##.##), 2) AS COL_1BB1187D_9A5D_4DCC_BA26_4444B2CB047D#1704218, round(str_to_dec(d%C3%A9penses+accord%C3%A9es+%28%E2%82%AC+ttc%29#1703425, ##.##), 2) AS COL_043E289E_041D_4CB5_8C44_0359F3A22215#1704219, Fournisseur%2C+Libell%C3%A9+DMI#1703428 AS COL_FF6CAD9E_954B_458E_86E2_8EF06E061422#1704220, commentaire#1703429 AS COL_CDFF8938_F67C_4067_BF87_99D24944CB65#1704221]

Filter isnotnull(str_complete(N%C2%B0+s%C3%A9jour#1703414, 0, 20, LEFT))

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [N%C2%B0#1703412,N%C2%B0+s%C3%A9jour#1703414,initiales#1703415,date+pose#1703416,code+LPP#1703417,libell%C3%A9+LPP#1703418,quantit%C3%A9#1703419,prix+d%27achat+unitaire+%28%E2%82%AC+ttc%29#1703420,tarif+responsabilit%C3%A9+LPP+%28%E2%82%AC+ttc%29#1703421,d%C3%A9penses+d%C3%A9clar%C3%A9es+%28%E2%82%AC+ttc%29#1703422,d%C3%A9penses+au+tarif+LPP#1703423,majoration+%28%E2%82%AC+ttc%29#1703424,d%C3%A9penses+accord%C3%A9es+%28%E2%82%AC+ttc%29#1703425,Fournisseur%2C+Libell%C3%A9+DMI#1703428,commentaire#1703429] Batched: true, DataFilters: [isnotnull(str_complete(N%C2%B0+s%C3%A9jour#1703414, 0, 20, LEFT))], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/excel/cache/SYNTHESE_DMI_20_237789_b7c9fcd90987..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<N%C2%B0:string,N%C2%B0+s%C3%A9jour:string,initiales:string,date+pose:string,code+LPP:strin...

Details

== Physical Plan ==
CollectLimit (5)
+- * Project (4)
   +- * Filter (3)
      +- * ColumnarToRow (2)
         +- Scan parquet  (1)


(1) Scan parquet 
Output [15]: [N%C2%B0#1703412, N%C2%B0+s%C3%A9jour#1703414, initiales#1703415, date+pose#1703416, code+LPP#1703417, libell%C3%A9+LPP#1703418, quantit%C3%A9#1703419, prix+d%27achat+unitaire+%28%E2%82%AC+ttc%29#1703420, tarif+responsabilit%C3%A9+LPP+%28%E2%82%AC+ttc%29#1703421, d%C3%A9penses+d%C3%A9clar%C3%A9es+%28%E2%82%AC+ttc%29#1703422, d%C3%A9penses+au+tarif+LPP#1703423, majoration+%28%E2%82%AC+ttc%29#1703424, d%C3%A9penses+accord%C3%A9es+%28%E2%82%AC+ttc%29#1703425, Fournisseur%2C+Libell%C3%A9+DMI#1703428, commentaire#1703429]
Batched: true
Location: InMemoryFileIndex [file:/data/input/depot/excel/cache/SYNTHESE_DMI_20_237789_b7c9fcd90987f45e4002171a5d87dfdd/synthèse-DMI-2025.xls_41d136f5d26b76a99c371a1af7fc9e64]
ReadSchema: struct<N%C2%B0:string,N%C2%B0+s%C3%A9jour:string,initiales:string,date+pose:string,code+LPP:string,libell%C3%A9+LPP:string,quantit%C3%A9:string,prix+d%27achat+unitaire+%28%E2%82%AC+ttc%29:string,tarif+responsabilit%C3%A9+LPP+%28%E2%82%AC+ttc%29:string,d%C3%A9penses+d%C3%A9clar%C3%A9es+%28%E2%82%AC+ttc%29:string,d%C3%A9penses+au+tarif+LPP:string,majoration+%28%E2%82%AC+ttc%29:string,d%C3%A9penses+accord%C3%A9es+%28%E2%82%AC+ttc%29:string,Fournisseur%2C+Libell%C3%A9+DMI:string,commentaire:string>

(2) ColumnarToRow [codegen id : 1]
Input [15]: [N%C2%B0#1703412, N%C2%B0+s%C3%A9jour#1703414, initiales#1703415, date+pose#1703416, code+LPP#1703417, libell%C3%A9+LPP#1703418, quantit%C3%A9#1703419, prix+d%27achat+unitaire+%28%E2%82%AC+ttc%29#1703420, tarif+responsabilit%C3%A9+LPP+%28%E2%82%AC+ttc%29#1703421, d%C3%A9penses+d%C3%A9clar%C3%A9es+%28%E2%82%AC+ttc%29#1703422, d%C3%A9penses+au+tarif+LPP#1703423, majoration+%28%E2%82%AC+ttc%29#1703424, d%C3%A9penses+accord%C3%A9es+%28%E2%82%AC+ttc%29#1703425, Fournisseur%2C+Libell%C3%A9+DMI#1703428, commentaire#1703429]

(3) Filter [codegen id : 1]
Input [15]: [N%C2%B0#1703412, N%C2%B0+s%C3%A9jour#1703414, initiales#1703415, date+pose#1703416, code+LPP#1703417, libell%C3%A9+LPP#1703418, quantit%C3%A9#1703419, prix+d%27achat+unitaire+%28%E2%82%AC+ttc%29#1703420, tarif+responsabilit%C3%A9+LPP+%28%E2%82%AC+ttc%29#1703421, d%C3%A9penses+d%C3%A9clar%C3%A9es+%28%E2%82%AC+ttc%29#1703422, d%C3%A9penses+au+tarif+LPP#1703423, majoration+%28%E2%82%AC+ttc%29#1703424, d%C3%A9penses+accord%C3%A9es+%28%E2%82%AC+ttc%29#1703425, Fournisseur%2C+Libell%C3%A9+DMI#1703428, commentaire#1703429]
Condition : isnotnull(str_complete(N%C2%B0+s%C3%A9jour#1703414, 0, 20, LEFT))

(4) Project [codegen id : 1]
Output [16]: [N%C2%B0#1703412 AS COL_9E7D5DD3_4FB6_46F4_9F61_27E1C1C333F0#1704206, null AS COL_0ADEB6FC_1939_45B7_B6B0_DA373DDC9A01#1704207, str_complete(N%C2%B0+s%C3%A9jour#1703414, 0, 20, LEFT) AS COL_38C3BE50_A7EE_41B8_BB22_8A6D1B6C1A8A#1704208, initiales#1703415 AS COL_73DEFF3B_6A0E_432E_93E1_DF8DF3DC317D#1704209, date+pose#1703416 AS COL_218D047E_77C4_450F_A46D_AE30693378CE#1704210, code+LPP#1703417 AS COL_02B457D4_211D_4296_9D9B_D989AD1EFF12#1704211, libell%C3%A9+LPP#1703418 AS COL_1B5335AF_7DC6_4C93_AEFF_4A8E7DFE7740#1704212, str_to_dec(quantit%C3%A9#1703419, ##.##) AS COL_9F6C8A6D_788E_42DB_A61A_6AA75EF360C7#1704213, round(str_to_dec(prix+d%27achat+unitaire+%28%E2%82%AC+ttc%29#1703420, ##.##), 2) AS COL_EC7F02EE_B1E7_4666_BE5B_20172D5C9A8E#1704214, round(str_to_dec(tarif+responsabilit%C3%A9+LPP+%28%E2%82%AC+ttc%29#1703421, ##.##), 2) AS COL_9A638666_D012_4D98_A41F_E0DE30B88E43#1704215, round(str_to_dec(d%C3%A9penses+d%C3%A9clar%C3%A9es+%28%E2%82%AC+ttc%29#1703422, ##.##), 2) AS COL_179A8995_C0E8_47B6_99F2_5FBD4B9643D0#1704216, round(str_to_dec(d%C3%A9penses+au+tarif+LPP#1703423, ##.##), 2) AS COL_01B6F6AA_AEE9_4063_A642_C4EDBFC7E6BC#1704217, round(str_to_dec(majoration+%28%E2%82%AC+ttc%29#1703424, ##.##), 2) AS COL_1BB1187D_9A5D_4DCC_BA26_4444B2CB047D#1704218, round(str_to_dec(d%C3%A9penses+accord%C3%A9es+%28%E2%82%AC+ttc%29#1703425, ##.##), 2) AS COL_043E289E_041D_4CB5_8C44_0359F3A22215#1704219, Fournisseur%2C+Libell%C3%A9+DMI#1703428 AS COL_FF6CAD9E_954B_458E_86E2_8EF06E061422#1704220, commentaire#1703429 AS COL_CDFF8938_F67C_4067_BF87_99D24944CB65#1704221]
Input [15]: [N%C2%B0#1703412, N%C2%B0+s%C3%A9jour#1703414, initiales#1703415, date+pose#1703416, code+LPP#1703417, libell%C3%A9+LPP#1703418, quantit%C3%A9#1703419, prix+d%27achat+unitaire+%28%E2%82%AC+ttc%29#1703420, tarif+responsabilit%C3%A9+LPP+%28%E2%82%AC+ttc%29#1703421, d%C3%A9penses+d%C3%A9clar%C3%A9es+%28%E2%82%AC+ttc%29#1703422, d%C3%A9penses+au+tarif+LPP#1703423, majoration+%28%E2%82%AC+ttc%29#1703424, d%C3%A9penses+accord%C3%A9es+%28%E2%82%AC+ttc%29#1703425, Fournisseur%2C+Libell%C3%A9+DMI#1703428, commentaire#1703429]

(5) CollectLimit
Input [16]: [COL_9E7D5DD3_4FB6_46F4_9F61_27E1C1C333F0#1704206, COL_0ADEB6FC_1939_45B7_B6B0_DA373DDC9A01#1704207, COL_38C3BE50_A7EE_41B8_BB22_8A6D1B6C1A8A#1704208, COL_73DEFF3B_6A0E_432E_93E1_DF8DF3DC317D#1704209, COL_218D047E_77C4_450F_A46D_AE30693378CE#1704210, COL_02B457D4_211D_4296_9D9B_D989AD1EFF12#1704211, COL_1B5335AF_7DC6_4C93_AEFF_4A8E7DFE7740#1704212, COL_9F6C8A6D_788E_42DB_A61A_6AA75EF360C7#1704213, COL_EC7F02EE_B1E7_4666_BE5B_20172D5C9A8E#1704214, COL_9A638666_D012_4D98_A41F_E0DE30B88E43#1704215, COL_179A8995_C0E8_47B6_99F2_5FBD4B9643D0#1704216, COL_01B6F6AA_AEE9_4063_A642_C4EDBFC7E6BC#1704217, COL_1BB1187D_9A5D_4DCC_BA26_4444B2CB047D#1704218, COL_043E289E_041D_4CB5_8C44_0359F3A22215#1704219, COL_FF6CAD9E_954B_458E_86E2_8EF06E061422#1704220, COL_CDFF8938_F67C_4067_BF87_99D24944CB65#1704221]
Arguments: 1500

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet