SP1 - Details for Query 7050

Submitted Time: 2026/10/27 18:17:50
Duration: 0.2 s
Succeeded Jobs: 10555 10556 10557

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n78 ms (8 ms, 14 ms, 16 ms (stage 21082.0: task 27320))"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="Filter number of output rows: 1,189"]; 4 [labelType="html" label="ColumnarToRow number of output rows: 1,201 number of input batches: 12"]; } 5 [labelType="html" label="Scan parquet number of files read: 12 scan time total (min, med, max (stageId: taskId)) 57 ms (5 ms, 10 ms, 13 ms (stage 21082.0: task 27320)) metadata time: 0 ms size of files read: 175.2 KiB number of output rows: 1,201"]; 2->0; 3->2; 4->3; 5->4; }

CollectLimit 1500

Project [N%C2%B0#1698246 AS COL_9E7D5DD3_4FB6_46F4_9F61_27E1C1C333F0#1699040, null AS COL_0ADEB6FC_1939_45B7_B6B0_DA373DDC9A01#1699041, str_complete(N%C2%B0+s%C3%A9jour#1698248, 0, 20, LEFT) AS COL_38C3BE50_A7EE_41B8_BB22_8A6D1B6C1A8A#1699042, initiales#1698249 AS COL_73DEFF3B_6A0E_432E_93E1_DF8DF3DC317D#1699043, date+pose#1698250 AS COL_218D047E_77C4_450F_A46D_AE30693378CE#1699044, code+LPP#1698251 AS COL_02B457D4_211D_4296_9D9B_D989AD1EFF12#1699045, libell%C3%A9+LPP#1698252 AS COL_1B5335AF_7DC6_4C93_AEFF_4A8E7DFE7740#1699046, quantit%C3%A9#1698253 AS COL_9F6C8A6D_788E_42DB_A61A_6AA75EF360C7#1699047, prix+d%27achat+unitaire+%28%E2%82%AC+ttc%29#1698254 AS COL_EC7F02EE_B1E7_4666_BE5B_20172D5C9A8E#1699048, tarif+responsabilit%C3%A9+LPP+%28%E2%82%AC+ttc%29#1698255 AS COL_9A638666_D012_4D98_A41F_E0DE30B88E43#1699049, d%C3%A9penses+d%C3%A9clar%C3%A9es+%28%E2%82%AC+ttc%29#1698256 AS COL_179A8995_C0E8_47B6_99F2_5FBD4B9643D0#1699050, d%C3%A9penses+au+tarif+LPP#1698257 AS COL_01B6F6AA_AEE9_4063_A642_C4EDBFC7E6BC#1699051, majoration+%28%E2%82%AC+ttc%29#1698258 AS COL_1BB1187D_9A5D_4DCC_BA26_4444B2CB047D#1699052, d%C3%A9penses+accord%C3%A9es+%28%E2%82%AC+ttc%29#1698259 AS COL_043E289E_041D_4CB5_8C44_0359F3A22215#1699053, Fournisseur%2C+Libell%C3%A9+DMI#1698262 AS COL_FF6CAD9E_954B_458E_86E2_8EF06E061422#1699054, commentaire#1698263 AS COL_CDFF8938_F67C_4067_BF87_99D24944CB65#1699055]

Filter isnotnull(str_complete(N%C2%B0+s%C3%A9jour#1698248, 0, 20, LEFT))

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [N%C2%B0#1698246,N%C2%B0+s%C3%A9jour#1698248,initiales#1698249,date+pose#1698250,code+LPP#1698251,libell%C3%A9+LPP#1698252,quantit%C3%A9#1698253,prix+d%27achat+unitaire+%28%E2%82%AC+ttc%29#1698254,tarif+responsabilit%C3%A9+LPP+%28%E2%82%AC+ttc%29#1698255,d%C3%A9penses+d%C3%A9clar%C3%A9es+%28%E2%82%AC+ttc%29#1698256,d%C3%A9penses+au+tarif+LPP#1698257,majoration+%28%E2%82%AC+ttc%29#1698258,d%C3%A9penses+accord%C3%A9es+%28%E2%82%AC+ttc%29#1698259,Fournisseur%2C+Libell%C3%A9+DMI#1698262,commentaire#1698263] Batched: true, DataFilters: [isnotnull(str_complete(N%C2%B0+s%C3%A9jour#1698248, 0, 20, LEFT))], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/excel/cache/SYNTHESE_DMI_20_237789_b7c9fcd90987..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<N%C2%B0:string,N%C2%B0+s%C3%A9jour:string,initiales:string,date+pose:string,code+LPP:strin...

Details

== Physical Plan ==
CollectLimit (5)
+- * Project (4)
   +- * Filter (3)
      +- * ColumnarToRow (2)
         +- Scan parquet  (1)


(1) Scan parquet 
Output [15]: [N%C2%B0#1698246, N%C2%B0+s%C3%A9jour#1698248, initiales#1698249, date+pose#1698250, code+LPP#1698251, libell%C3%A9+LPP#1698252, quantit%C3%A9#1698253, prix+d%27achat+unitaire+%28%E2%82%AC+ttc%29#1698254, tarif+responsabilit%C3%A9+LPP+%28%E2%82%AC+ttc%29#1698255, d%C3%A9penses+d%C3%A9clar%C3%A9es+%28%E2%82%AC+ttc%29#1698256, d%C3%A9penses+au+tarif+LPP#1698257, majoration+%28%E2%82%AC+ttc%29#1698258, d%C3%A9penses+accord%C3%A9es+%28%E2%82%AC+ttc%29#1698259, Fournisseur%2C+Libell%C3%A9+DMI#1698262, commentaire#1698263]
Batched: true
Location: InMemoryFileIndex [file:/data/input/depot/excel/cache/SYNTHESE_DMI_20_237789_b7c9fcd90987f45e4002171a5d87dfdd/synthèse-DMI-2025.xls_41d136f5d26b76a99c371a1af7fc9e64]
ReadSchema: struct<N%C2%B0:string,N%C2%B0+s%C3%A9jour:string,initiales:string,date+pose:string,code+LPP:string,libell%C3%A9+LPP:string,quantit%C3%A9:string,prix+d%27achat+unitaire+%28%E2%82%AC+ttc%29:string,tarif+responsabilit%C3%A9+LPP+%28%E2%82%AC+ttc%29:string,d%C3%A9penses+d%C3%A9clar%C3%A9es+%28%E2%82%AC+ttc%29:string,d%C3%A9penses+au+tarif+LPP:string,majoration+%28%E2%82%AC+ttc%29:string,d%C3%A9penses+accord%C3%A9es+%28%E2%82%AC+ttc%29:string,Fournisseur%2C+Libell%C3%A9+DMI:string,commentaire:string>

(2) ColumnarToRow [codegen id : 1]
Input [15]: [N%C2%B0#1698246, N%C2%B0+s%C3%A9jour#1698248, initiales#1698249, date+pose#1698250, code+LPP#1698251, libell%C3%A9+LPP#1698252, quantit%C3%A9#1698253, prix+d%27achat+unitaire+%28%E2%82%AC+ttc%29#1698254, tarif+responsabilit%C3%A9+LPP+%28%E2%82%AC+ttc%29#1698255, d%C3%A9penses+d%C3%A9clar%C3%A9es+%28%E2%82%AC+ttc%29#1698256, d%C3%A9penses+au+tarif+LPP#1698257, majoration+%28%E2%82%AC+ttc%29#1698258, d%C3%A9penses+accord%C3%A9es+%28%E2%82%AC+ttc%29#1698259, Fournisseur%2C+Libell%C3%A9+DMI#1698262, commentaire#1698263]

(3) Filter [codegen id : 1]
Input [15]: [N%C2%B0#1698246, N%C2%B0+s%C3%A9jour#1698248, initiales#1698249, date+pose#1698250, code+LPP#1698251, libell%C3%A9+LPP#1698252, quantit%C3%A9#1698253, prix+d%27achat+unitaire+%28%E2%82%AC+ttc%29#1698254, tarif+responsabilit%C3%A9+LPP+%28%E2%82%AC+ttc%29#1698255, d%C3%A9penses+d%C3%A9clar%C3%A9es+%28%E2%82%AC+ttc%29#1698256, d%C3%A9penses+au+tarif+LPP#1698257, majoration+%28%E2%82%AC+ttc%29#1698258, d%C3%A9penses+accord%C3%A9es+%28%E2%82%AC+ttc%29#1698259, Fournisseur%2C+Libell%C3%A9+DMI#1698262, commentaire#1698263]
Condition : isnotnull(str_complete(N%C2%B0+s%C3%A9jour#1698248, 0, 20, LEFT))

(4) Project [codegen id : 1]
Output [16]: [N%C2%B0#1698246 AS COL_9E7D5DD3_4FB6_46F4_9F61_27E1C1C333F0#1699040, null AS COL_0ADEB6FC_1939_45B7_B6B0_DA373DDC9A01#1699041, str_complete(N%C2%B0+s%C3%A9jour#1698248, 0, 20, LEFT) AS COL_38C3BE50_A7EE_41B8_BB22_8A6D1B6C1A8A#1699042, initiales#1698249 AS COL_73DEFF3B_6A0E_432E_93E1_DF8DF3DC317D#1699043, date+pose#1698250 AS COL_218D047E_77C4_450F_A46D_AE30693378CE#1699044, code+LPP#1698251 AS COL_02B457D4_211D_4296_9D9B_D989AD1EFF12#1699045, libell%C3%A9+LPP#1698252 AS COL_1B5335AF_7DC6_4C93_AEFF_4A8E7DFE7740#1699046, quantit%C3%A9#1698253 AS COL_9F6C8A6D_788E_42DB_A61A_6AA75EF360C7#1699047, prix+d%27achat+unitaire+%28%E2%82%AC+ttc%29#1698254 AS COL_EC7F02EE_B1E7_4666_BE5B_20172D5C9A8E#1699048, tarif+responsabilit%C3%A9+LPP+%28%E2%82%AC+ttc%29#1698255 AS COL_9A638666_D012_4D98_A41F_E0DE30B88E43#1699049, d%C3%A9penses+d%C3%A9clar%C3%A9es+%28%E2%82%AC+ttc%29#1698256 AS COL_179A8995_C0E8_47B6_99F2_5FBD4B9643D0#1699050, d%C3%A9penses+au+tarif+LPP#1698257 AS COL_01B6F6AA_AEE9_4063_A642_C4EDBFC7E6BC#1699051, majoration+%28%E2%82%AC+ttc%29#1698258 AS COL_1BB1187D_9A5D_4DCC_BA26_4444B2CB047D#1699052, d%C3%A9penses+accord%C3%A9es+%28%E2%82%AC+ttc%29#1698259 AS COL_043E289E_041D_4CB5_8C44_0359F3A22215#1699053, Fournisseur%2C+Libell%C3%A9+DMI#1698262 AS COL_FF6CAD9E_954B_458E_86E2_8EF06E061422#1699054, commentaire#1698263 AS COL_CDFF8938_F67C_4067_BF87_99D24944CB65#1699055]
Input [15]: [N%C2%B0#1698246, N%C2%B0+s%C3%A9jour#1698248, initiales#1698249, date+pose#1698250, code+LPP#1698251, libell%C3%A9+LPP#1698252, quantit%C3%A9#1698253, prix+d%27achat+unitaire+%28%E2%82%AC+ttc%29#1698254, tarif+responsabilit%C3%A9+LPP+%28%E2%82%AC+ttc%29#1698255, d%C3%A9penses+d%C3%A9clar%C3%A9es+%28%E2%82%AC+ttc%29#1698256, d%C3%A9penses+au+tarif+LPP#1698257, majoration+%28%E2%82%AC+ttc%29#1698258, d%C3%A9penses+accord%C3%A9es+%28%E2%82%AC+ttc%29#1698259, Fournisseur%2C+Libell%C3%A9+DMI#1698262, commentaire#1698263]

(5) CollectLimit
Input [16]: [COL_9E7D5DD3_4FB6_46F4_9F61_27E1C1C333F0#1699040, COL_0ADEB6FC_1939_45B7_B6B0_DA373DDC9A01#1699041, COL_38C3BE50_A7EE_41B8_BB22_8A6D1B6C1A8A#1699042, COL_73DEFF3B_6A0E_432E_93E1_DF8DF3DC317D#1699043, COL_218D047E_77C4_450F_A46D_AE30693378CE#1699044, COL_02B457D4_211D_4296_9D9B_D989AD1EFF12#1699045, COL_1B5335AF_7DC6_4C93_AEFF_4A8E7DFE7740#1699046, COL_9F6C8A6D_788E_42DB_A61A_6AA75EF360C7#1699047, COL_EC7F02EE_B1E7_4666_BE5B_20172D5C9A8E#1699048, COL_9A638666_D012_4D98_A41F_E0DE30B88E43#1699049, COL_179A8995_C0E8_47B6_99F2_5FBD4B9643D0#1699050, COL_01B6F6AA_AEE9_4063_A642_C4EDBFC7E6BC#1699051, COL_1BB1187D_9A5D_4DCC_BA26_4444B2CB047D#1699052, COL_043E289E_041D_4CB5_8C44_0359F3A22215#1699053, COL_FF6CAD9E_954B_458E_86E2_8EF06E061422#1699054, COL_CDFF8938_F67C_4067_BF87_99D24944CB65#1699055]
Arguments: 1500

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet