SP1 - Details for Query 7058

Submitted Time: 2026/10/27 20:24:59
Duration: 0.2 s
Succeeded Jobs: 10569 10570 10571

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n111 ms (10 ms, 19 ms, 24 ms (stage 21098.0: task 27349))"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="Filter number of output rows: 1,189"]; 4 [labelType="html" label="ColumnarToRow number of output rows: 1,201 number of input batches: 12"]; } 5 [labelType="html" label="Scan parquet number of files read: 12 scan time total (min, med, max (stageId: taskId)) 53 ms (4 ms, 9 ms, 12 ms (stage 21098.0: task 27350)) metadata time: 0 ms size of files read: 175.2 KiB number of output rows: 1,201"]; 2->0; 3->2; 4->3; 5->4; }

CollectLimit 1500

Project [N%C2%B0#1701690 AS COL_9E7D5DD3_4FB6_46F4_9F61_27E1C1C333F0#1702484, null AS COL_0ADEB6FC_1939_45B7_B6B0_DA373DDC9A01#1702485, str_complete(N%C2%B0+s%C3%A9jour#1701692, 0, 20, LEFT) AS COL_38C3BE50_A7EE_41B8_BB22_8A6D1B6C1A8A#1702486, initiales#1701693 AS COL_73DEFF3B_6A0E_432E_93E1_DF8DF3DC317D#1702487, date+pose#1701694 AS COL_218D047E_77C4_450F_A46D_AE30693378CE#1702488, code+LPP#1701695 AS COL_02B457D4_211D_4296_9D9B_D989AD1EFF12#1702489, libell%C3%A9+LPP#1701696 AS COL_1B5335AF_7DC6_4C93_AEFF_4A8E7DFE7740#1702490, str_to_dec(quantit%C3%A9#1701697, ##.##) AS COL_9F6C8A6D_788E_42DB_A61A_6AA75EF360C7#1702491, round(str_to_dec(prix+d%27achat+unitaire+%28%E2%82%AC+ttc%29#1701698, ##.##), 2) AS COL_EC7F02EE_B1E7_4666_BE5B_20172D5C9A8E#1702492, round(str_to_dec(tarif+responsabilit%C3%A9+LPP+%28%E2%82%AC+ttc%29#1701699, ##.##), 2) AS COL_9A638666_D012_4D98_A41F_E0DE30B88E43#1702493, round(str_to_dec(d%C3%A9penses+d%C3%A9clar%C3%A9es+%28%E2%82%AC+ttc%29#1701700, ##.##), 2) AS COL_179A8995_C0E8_47B6_99F2_5FBD4B9643D0#1702494, d%C3%A9penses+au+tarif+LPP#1701701 AS COL_01B6F6AA_AEE9_4063_A642_C4EDBFC7E6BC#1702495, round(str_to_dec(majoration+%28%E2%82%AC+ttc%29#1701702, ##.##), 2) AS COL_1BB1187D_9A5D_4DCC_BA26_4444B2CB047D#1702496, round(str_to_dec(d%C3%A9penses+accord%C3%A9es+%28%E2%82%AC+ttc%29#1701703, ##.##), 2) AS COL_043E289E_041D_4CB5_8C44_0359F3A22215#1702497, Fournisseur%2C+Libell%C3%A9+DMI#1701706 AS COL_FF6CAD9E_954B_458E_86E2_8EF06E061422#1702498, commentaire#1701707 AS COL_CDFF8938_F67C_4067_BF87_99D24944CB65#1702499]

Filter isnotnull(str_complete(N%C2%B0+s%C3%A9jour#1701692, 0, 20, LEFT))

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [N%C2%B0#1701690,N%C2%B0+s%C3%A9jour#1701692,initiales#1701693,date+pose#1701694,code+LPP#1701695,libell%C3%A9+LPP#1701696,quantit%C3%A9#1701697,prix+d%27achat+unitaire+%28%E2%82%AC+ttc%29#1701698,tarif+responsabilit%C3%A9+LPP+%28%E2%82%AC+ttc%29#1701699,d%C3%A9penses+d%C3%A9clar%C3%A9es+%28%E2%82%AC+ttc%29#1701700,d%C3%A9penses+au+tarif+LPP#1701701,majoration+%28%E2%82%AC+ttc%29#1701702,d%C3%A9penses+accord%C3%A9es+%28%E2%82%AC+ttc%29#1701703,Fournisseur%2C+Libell%C3%A9+DMI#1701706,commentaire#1701707] Batched: true, DataFilters: [isnotnull(str_complete(N%C2%B0+s%C3%A9jour#1701692, 0, 20, LEFT))], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/excel/cache/SYNTHESE_DMI_20_237789_b7c9fcd90987..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<N%C2%B0:string,N%C2%B0+s%C3%A9jour:string,initiales:string,date+pose:string,code+LPP:strin...

Details

== Physical Plan ==
CollectLimit (5)
+- * Project (4)
   +- * Filter (3)
      +- * ColumnarToRow (2)
         +- Scan parquet  (1)


(1) Scan parquet 
Output [15]: [N%C2%B0#1701690, N%C2%B0+s%C3%A9jour#1701692, initiales#1701693, date+pose#1701694, code+LPP#1701695, libell%C3%A9+LPP#1701696, quantit%C3%A9#1701697, prix+d%27achat+unitaire+%28%E2%82%AC+ttc%29#1701698, tarif+responsabilit%C3%A9+LPP+%28%E2%82%AC+ttc%29#1701699, d%C3%A9penses+d%C3%A9clar%C3%A9es+%28%E2%82%AC+ttc%29#1701700, d%C3%A9penses+au+tarif+LPP#1701701, majoration+%28%E2%82%AC+ttc%29#1701702, d%C3%A9penses+accord%C3%A9es+%28%E2%82%AC+ttc%29#1701703, Fournisseur%2C+Libell%C3%A9+DMI#1701706, commentaire#1701707]
Batched: true
Location: InMemoryFileIndex [file:/data/input/depot/excel/cache/SYNTHESE_DMI_20_237789_b7c9fcd90987f45e4002171a5d87dfdd/synthèse-DMI-2025.xls_41d136f5d26b76a99c371a1af7fc9e64]
ReadSchema: struct<N%C2%B0:string,N%C2%B0+s%C3%A9jour:string,initiales:string,date+pose:string,code+LPP:string,libell%C3%A9+LPP:string,quantit%C3%A9:string,prix+d%27achat+unitaire+%28%E2%82%AC+ttc%29:string,tarif+responsabilit%C3%A9+LPP+%28%E2%82%AC+ttc%29:string,d%C3%A9penses+d%C3%A9clar%C3%A9es+%28%E2%82%AC+ttc%29:string,d%C3%A9penses+au+tarif+LPP:string,majoration+%28%E2%82%AC+ttc%29:string,d%C3%A9penses+accord%C3%A9es+%28%E2%82%AC+ttc%29:string,Fournisseur%2C+Libell%C3%A9+DMI:string,commentaire:string>

(2) ColumnarToRow [codegen id : 1]
Input [15]: [N%C2%B0#1701690, N%C2%B0+s%C3%A9jour#1701692, initiales#1701693, date+pose#1701694, code+LPP#1701695, libell%C3%A9+LPP#1701696, quantit%C3%A9#1701697, prix+d%27achat+unitaire+%28%E2%82%AC+ttc%29#1701698, tarif+responsabilit%C3%A9+LPP+%28%E2%82%AC+ttc%29#1701699, d%C3%A9penses+d%C3%A9clar%C3%A9es+%28%E2%82%AC+ttc%29#1701700, d%C3%A9penses+au+tarif+LPP#1701701, majoration+%28%E2%82%AC+ttc%29#1701702, d%C3%A9penses+accord%C3%A9es+%28%E2%82%AC+ttc%29#1701703, Fournisseur%2C+Libell%C3%A9+DMI#1701706, commentaire#1701707]

(3) Filter [codegen id : 1]
Input [15]: [N%C2%B0#1701690, N%C2%B0+s%C3%A9jour#1701692, initiales#1701693, date+pose#1701694, code+LPP#1701695, libell%C3%A9+LPP#1701696, quantit%C3%A9#1701697, prix+d%27achat+unitaire+%28%E2%82%AC+ttc%29#1701698, tarif+responsabilit%C3%A9+LPP+%28%E2%82%AC+ttc%29#1701699, d%C3%A9penses+d%C3%A9clar%C3%A9es+%28%E2%82%AC+ttc%29#1701700, d%C3%A9penses+au+tarif+LPP#1701701, majoration+%28%E2%82%AC+ttc%29#1701702, d%C3%A9penses+accord%C3%A9es+%28%E2%82%AC+ttc%29#1701703, Fournisseur%2C+Libell%C3%A9+DMI#1701706, commentaire#1701707]
Condition : isnotnull(str_complete(N%C2%B0+s%C3%A9jour#1701692, 0, 20, LEFT))

(4) Project [codegen id : 1]
Output [16]: [N%C2%B0#1701690 AS COL_9E7D5DD3_4FB6_46F4_9F61_27E1C1C333F0#1702484, null AS COL_0ADEB6FC_1939_45B7_B6B0_DA373DDC9A01#1702485, str_complete(N%C2%B0+s%C3%A9jour#1701692, 0, 20, LEFT) AS COL_38C3BE50_A7EE_41B8_BB22_8A6D1B6C1A8A#1702486, initiales#1701693 AS COL_73DEFF3B_6A0E_432E_93E1_DF8DF3DC317D#1702487, date+pose#1701694 AS COL_218D047E_77C4_450F_A46D_AE30693378CE#1702488, code+LPP#1701695 AS COL_02B457D4_211D_4296_9D9B_D989AD1EFF12#1702489, libell%C3%A9+LPP#1701696 AS COL_1B5335AF_7DC6_4C93_AEFF_4A8E7DFE7740#1702490, str_to_dec(quantit%C3%A9#1701697, ##.##) AS COL_9F6C8A6D_788E_42DB_A61A_6AA75EF360C7#1702491, round(str_to_dec(prix+d%27achat+unitaire+%28%E2%82%AC+ttc%29#1701698, ##.##), 2) AS COL_EC7F02EE_B1E7_4666_BE5B_20172D5C9A8E#1702492, round(str_to_dec(tarif+responsabilit%C3%A9+LPP+%28%E2%82%AC+ttc%29#1701699, ##.##), 2) AS COL_9A638666_D012_4D98_A41F_E0DE30B88E43#1702493, round(str_to_dec(d%C3%A9penses+d%C3%A9clar%C3%A9es+%28%E2%82%AC+ttc%29#1701700, ##.##), 2) AS COL_179A8995_C0E8_47B6_99F2_5FBD4B9643D0#1702494, d%C3%A9penses+au+tarif+LPP#1701701 AS COL_01B6F6AA_AEE9_4063_A642_C4EDBFC7E6BC#1702495, round(str_to_dec(majoration+%28%E2%82%AC+ttc%29#1701702, ##.##), 2) AS COL_1BB1187D_9A5D_4DCC_BA26_4444B2CB047D#1702496, round(str_to_dec(d%C3%A9penses+accord%C3%A9es+%28%E2%82%AC+ttc%29#1701703, ##.##), 2) AS COL_043E289E_041D_4CB5_8C44_0359F3A22215#1702497, Fournisseur%2C+Libell%C3%A9+DMI#1701706 AS COL_FF6CAD9E_954B_458E_86E2_8EF06E061422#1702498, commentaire#1701707 AS COL_CDFF8938_F67C_4067_BF87_99D24944CB65#1702499]
Input [15]: [N%C2%B0#1701690, N%C2%B0+s%C3%A9jour#1701692, initiales#1701693, date+pose#1701694, code+LPP#1701695, libell%C3%A9+LPP#1701696, quantit%C3%A9#1701697, prix+d%27achat+unitaire+%28%E2%82%AC+ttc%29#1701698, tarif+responsabilit%C3%A9+LPP+%28%E2%82%AC+ttc%29#1701699, d%C3%A9penses+d%C3%A9clar%C3%A9es+%28%E2%82%AC+ttc%29#1701700, d%C3%A9penses+au+tarif+LPP#1701701, majoration+%28%E2%82%AC+ttc%29#1701702, d%C3%A9penses+accord%C3%A9es+%28%E2%82%AC+ttc%29#1701703, Fournisseur%2C+Libell%C3%A9+DMI#1701706, commentaire#1701707]

(5) CollectLimit
Input [16]: [COL_9E7D5DD3_4FB6_46F4_9F61_27E1C1C333F0#1702484, COL_0ADEB6FC_1939_45B7_B6B0_DA373DDC9A01#1702485, COL_38C3BE50_A7EE_41B8_BB22_8A6D1B6C1A8A#1702486, COL_73DEFF3B_6A0E_432E_93E1_DF8DF3DC317D#1702487, COL_218D047E_77C4_450F_A46D_AE30693378CE#1702488, COL_02B457D4_211D_4296_9D9B_D989AD1EFF12#1702489, COL_1B5335AF_7DC6_4C93_AEFF_4A8E7DFE7740#1702490, COL_9F6C8A6D_788E_42DB_A61A_6AA75EF360C7#1702491, COL_EC7F02EE_B1E7_4666_BE5B_20172D5C9A8E#1702492, COL_9A638666_D012_4D98_A41F_E0DE30B88E43#1702493, COL_179A8995_C0E8_47B6_99F2_5FBD4B9643D0#1702494, COL_01B6F6AA_AEE9_4063_A642_C4EDBFC7E6BC#1702495, COL_1BB1187D_9A5D_4DCC_BA26_4444B2CB047D#1702496, COL_043E289E_041D_4CB5_8C44_0359F3A22215#1702497, COL_FF6CAD9E_954B_458E_86E2_8EF06E061422#1702498, COL_CDFF8938_F67C_4067_BF87_99D24944CB65#1702499]
Arguments: 1500

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet