SP1 - Details for Query 7046

Submitted Time: 2026/10/27 18:17:11
Duration: 0.2 s
Succeeded Jobs: 10548 10549 10550

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n110 ms (11 ms, 15 ms, 42 ms (stage 21075.0: task 27307))"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="ColumnarToRow number of output rows: 1,201 number of input batches: 12"]; } 4 [labelType="html" label="Scan parquet number of files read: 12 scan time total (min, med, max (stageId: taskId)) 95 ms (9 ms, 12 ms, 40 ms (stage 21075.0: task 27307)) metadata time: 0 ms size of files read: 175.2 KiB number of output rows: 1,201"]; 2->0; 3->2; 4->3; }

CollectLimit 1500

Project [N%C2%B0#1696588 AS COL_9E7D5DD3_4FB6_46F4_9F61_27E1C1C333F0#1697318, null AS COL_0ADEB6FC_1939_45B7_B6B0_DA373DDC9A01#1697319, str_complete(N%C2%B0+s%C3%A9jour#1696590, 0, 20, LEFT) AS COL_38C3BE50_A7EE_41B8_BB22_8A6D1B6C1A8A#1697320, initiales#1696591 AS COL_73DEFF3B_6A0E_432E_93E1_DF8DF3DC317D#1697321, date+pose#1696592 AS COL_218D047E_77C4_450F_A46D_AE30693378CE#1697322, code+LPP#1696593 AS COL_02B457D4_211D_4296_9D9B_D989AD1EFF12#1697323, libell%C3%A9+LPP#1696594 AS COL_1B5335AF_7DC6_4C93_AEFF_4A8E7DFE7740#1697324, quantit%C3%A9#1696595 AS COL_9F6C8A6D_788E_42DB_A61A_6AA75EF360C7#1697325, prix+d%27achat+unitaire+%28%E2%82%AC+ttc%29#1696596 AS COL_EC7F02EE_B1E7_4666_BE5B_20172D5C9A8E#1697326, tarif+responsabilit%C3%A9+LPP+%28%E2%82%AC+ttc%29#1696597 AS COL_9A638666_D012_4D98_A41F_E0DE30B88E43#1697327, d%C3%A9penses+d%C3%A9clar%C3%A9es+%28%E2%82%AC+ttc%29#1696598 AS COL_179A8995_C0E8_47B6_99F2_5FBD4B9643D0#1697328, d%C3%A9penses+au+tarif+LPP#1696599 AS COL_01B6F6AA_AEE9_4063_A642_C4EDBFC7E6BC#1697329, majoration+%28%E2%82%AC+ttc%29#1696600 AS COL_1BB1187D_9A5D_4DCC_BA26_4444B2CB047D#1697330, d%C3%A9penses+accord%C3%A9es+%28%E2%82%AC+ttc%29#1696601 AS COL_043E289E_041D_4CB5_8C44_0359F3A22215#1697331, Fournisseur%2C+Libell%C3%A9+DMI#1696604 AS COL_FF6CAD9E_954B_458E_86E2_8EF06E061422#1697332, commentaire#1696605 AS COL_CDFF8938_F67C_4067_BF87_99D24944CB65#1697333]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [N%C2%B0#1696588,N%C2%B0+s%C3%A9jour#1696590,initiales#1696591,date+pose#1696592,code+LPP#1696593,libell%C3%A9+LPP#1696594,quantit%C3%A9#1696595,prix+d%27achat+unitaire+%28%E2%82%AC+ttc%29#1696596,tarif+responsabilit%C3%A9+LPP+%28%E2%82%AC+ttc%29#1696597,d%C3%A9penses+d%C3%A9clar%C3%A9es+%28%E2%82%AC+ttc%29#1696598,d%C3%A9penses+au+tarif+LPP#1696599,majoration+%28%E2%82%AC+ttc%29#1696600,d%C3%A9penses+accord%C3%A9es+%28%E2%82%AC+ttc%29#1696601,Fournisseur%2C+Libell%C3%A9+DMI#1696604,commentaire#1696605] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/excel/cache/SYNTHESE_DMI_20_237789_b7c9fcd90987..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<N%C2%B0:string,N%C2%B0+s%C3%A9jour:string,initiales:string,date+pose:string,code+LPP:strin...

Details

== Physical Plan ==
CollectLimit (4)
+- * Project (3)
   +- * ColumnarToRow (2)
      +- Scan parquet  (1)


(1) Scan parquet 
Output [15]: [N%C2%B0#1696588, N%C2%B0+s%C3%A9jour#1696590, initiales#1696591, date+pose#1696592, code+LPP#1696593, libell%C3%A9+LPP#1696594, quantit%C3%A9#1696595, prix+d%27achat+unitaire+%28%E2%82%AC+ttc%29#1696596, tarif+responsabilit%C3%A9+LPP+%28%E2%82%AC+ttc%29#1696597, d%C3%A9penses+d%C3%A9clar%C3%A9es+%28%E2%82%AC+ttc%29#1696598, d%C3%A9penses+au+tarif+LPP#1696599, majoration+%28%E2%82%AC+ttc%29#1696600, d%C3%A9penses+accord%C3%A9es+%28%E2%82%AC+ttc%29#1696601, Fournisseur%2C+Libell%C3%A9+DMI#1696604, commentaire#1696605]
Batched: true
Location: InMemoryFileIndex [file:/data/input/depot/excel/cache/SYNTHESE_DMI_20_237789_b7c9fcd90987f45e4002171a5d87dfdd/synthèse-DMI-2025.xls_41d136f5d26b76a99c371a1af7fc9e64]
ReadSchema: struct<N%C2%B0:string,N%C2%B0+s%C3%A9jour:string,initiales:string,date+pose:string,code+LPP:string,libell%C3%A9+LPP:string,quantit%C3%A9:string,prix+d%27achat+unitaire+%28%E2%82%AC+ttc%29:string,tarif+responsabilit%C3%A9+LPP+%28%E2%82%AC+ttc%29:string,d%C3%A9penses+d%C3%A9clar%C3%A9es+%28%E2%82%AC+ttc%29:string,d%C3%A9penses+au+tarif+LPP:string,majoration+%28%E2%82%AC+ttc%29:string,d%C3%A9penses+accord%C3%A9es+%28%E2%82%AC+ttc%29:string,Fournisseur%2C+Libell%C3%A9+DMI:string,commentaire:string>

(2) ColumnarToRow [codegen id : 1]
Input [15]: [N%C2%B0#1696588, N%C2%B0+s%C3%A9jour#1696590, initiales#1696591, date+pose#1696592, code+LPP#1696593, libell%C3%A9+LPP#1696594, quantit%C3%A9#1696595, prix+d%27achat+unitaire+%28%E2%82%AC+ttc%29#1696596, tarif+responsabilit%C3%A9+LPP+%28%E2%82%AC+ttc%29#1696597, d%C3%A9penses+d%C3%A9clar%C3%A9es+%28%E2%82%AC+ttc%29#1696598, d%C3%A9penses+au+tarif+LPP#1696599, majoration+%28%E2%82%AC+ttc%29#1696600, d%C3%A9penses+accord%C3%A9es+%28%E2%82%AC+ttc%29#1696601, Fournisseur%2C+Libell%C3%A9+DMI#1696604, commentaire#1696605]

(3) Project [codegen id : 1]
Output [16]: [N%C2%B0#1696588 AS COL_9E7D5DD3_4FB6_46F4_9F61_27E1C1C333F0#1697318, null AS COL_0ADEB6FC_1939_45B7_B6B0_DA373DDC9A01#1697319, str_complete(N%C2%B0+s%C3%A9jour#1696590, 0, 20, LEFT) AS COL_38C3BE50_A7EE_41B8_BB22_8A6D1B6C1A8A#1697320, initiales#1696591 AS COL_73DEFF3B_6A0E_432E_93E1_DF8DF3DC317D#1697321, date+pose#1696592 AS COL_218D047E_77C4_450F_A46D_AE30693378CE#1697322, code+LPP#1696593 AS COL_02B457D4_211D_4296_9D9B_D989AD1EFF12#1697323, libell%C3%A9+LPP#1696594 AS COL_1B5335AF_7DC6_4C93_AEFF_4A8E7DFE7740#1697324, quantit%C3%A9#1696595 AS COL_9F6C8A6D_788E_42DB_A61A_6AA75EF360C7#1697325, prix+d%27achat+unitaire+%28%E2%82%AC+ttc%29#1696596 AS COL_EC7F02EE_B1E7_4666_BE5B_20172D5C9A8E#1697326, tarif+responsabilit%C3%A9+LPP+%28%E2%82%AC+ttc%29#1696597 AS COL_9A638666_D012_4D98_A41F_E0DE30B88E43#1697327, d%C3%A9penses+d%C3%A9clar%C3%A9es+%28%E2%82%AC+ttc%29#1696598 AS COL_179A8995_C0E8_47B6_99F2_5FBD4B9643D0#1697328, d%C3%A9penses+au+tarif+LPP#1696599 AS COL_01B6F6AA_AEE9_4063_A642_C4EDBFC7E6BC#1697329, majoration+%28%E2%82%AC+ttc%29#1696600 AS COL_1BB1187D_9A5D_4DCC_BA26_4444B2CB047D#1697330, d%C3%A9penses+accord%C3%A9es+%28%E2%82%AC+ttc%29#1696601 AS COL_043E289E_041D_4CB5_8C44_0359F3A22215#1697331, Fournisseur%2C+Libell%C3%A9+DMI#1696604 AS COL_FF6CAD9E_954B_458E_86E2_8EF06E061422#1697332, commentaire#1696605 AS COL_CDFF8938_F67C_4067_BF87_99D24944CB65#1697333]
Input [15]: [N%C2%B0#1696588, N%C2%B0+s%C3%A9jour#1696590, initiales#1696591, date+pose#1696592, code+LPP#1696593, libell%C3%A9+LPP#1696594, quantit%C3%A9#1696595, prix+d%27achat+unitaire+%28%E2%82%AC+ttc%29#1696596, tarif+responsabilit%C3%A9+LPP+%28%E2%82%AC+ttc%29#1696597, d%C3%A9penses+d%C3%A9clar%C3%A9es+%28%E2%82%AC+ttc%29#1696598, d%C3%A9penses+au+tarif+LPP#1696599, majoration+%28%E2%82%AC+ttc%29#1696600, d%C3%A9penses+accord%C3%A9es+%28%E2%82%AC+ttc%29#1696601, Fournisseur%2C+Libell%C3%A9+DMI#1696604, commentaire#1696605]

(4) CollectLimit
Input [16]: [COL_9E7D5DD3_4FB6_46F4_9F61_27E1C1C333F0#1697318, COL_0ADEB6FC_1939_45B7_B6B0_DA373DDC9A01#1697319, COL_38C3BE50_A7EE_41B8_BB22_8A6D1B6C1A8A#1697320, COL_73DEFF3B_6A0E_432E_93E1_DF8DF3DC317D#1697321, COL_218D047E_77C4_450F_A46D_AE30693378CE#1697322, COL_02B457D4_211D_4296_9D9B_D989AD1EFF12#1697323, COL_1B5335AF_7DC6_4C93_AEFF_4A8E7DFE7740#1697324, COL_9F6C8A6D_788E_42DB_A61A_6AA75EF360C7#1697325, COL_EC7F02EE_B1E7_4666_BE5B_20172D5C9A8E#1697326, COL_9A638666_D012_4D98_A41F_E0DE30B88E43#1697327, COL_179A8995_C0E8_47B6_99F2_5FBD4B9643D0#1697328, COL_01B6F6AA_AEE9_4063_A642_C4EDBFC7E6BC#1697329, COL_1BB1187D_9A5D_4DCC_BA26_4444B2CB047D#1697330, COL_043E289E_041D_4CB5_8C44_0359F3A22215#1697331, COL_FF6CAD9E_954B_458E_86E2_8EF06E061422#1697332, COL_CDFF8938_F67C_4067_BF87_99D24944CB65#1697333]
Arguments: 1500

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet