SP1 - Details for Query 7054

Submitted Time: 2026/10/27 20:23:36
Duration: 0.3 s
Succeeded Jobs: 10562 10563 10564

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n65 ms (7 ms, 10 ms, 19 ms (stage 21090.0: task 27336))"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="Filter number of output rows: 1,189"]; 4 [labelType="html" label="ColumnarToRow number of output rows: 1,201 number of input batches: 12"]; } 5 [labelType="html" label="Scan parquet number of files read: 12 scan time total (min, med, max (stageId: taskId)) 45 ms (5 ms, 7 ms, 13 ms (stage 21090.0: task 27336)) metadata time: 0 ms size of files read: 175.2 KiB number of output rows: 1,201"]; 2->0; 3->2; 4->3; 5->4; }

CollectLimit 1500

Project [N%C2%B0#1699968 AS COL_9E7D5DD3_4FB6_46F4_9F61_27E1C1C333F0#1700762, null AS COL_0ADEB6FC_1939_45B7_B6B0_DA373DDC9A01#1700763, str_complete(N%C2%B0+s%C3%A9jour#1699970, 0, 20, LEFT) AS COL_38C3BE50_A7EE_41B8_BB22_8A6D1B6C1A8A#1700764, initiales#1699971 AS COL_73DEFF3B_6A0E_432E_93E1_DF8DF3DC317D#1700765, date+pose#1699972 AS COL_218D047E_77C4_450F_A46D_AE30693378CE#1700766, code+LPP#1699973 AS COL_02B457D4_211D_4296_9D9B_D989AD1EFF12#1700767, libell%C3%A9+LPP#1699974 AS COL_1B5335AF_7DC6_4C93_AEFF_4A8E7DFE7740#1700768, str_to_dec(quantit%C3%A9#1699975, ##.##) AS COL_9F6C8A6D_788E_42DB_A61A_6AA75EF360C7#1700769, prix+d%27achat+unitaire+%28%E2%82%AC+ttc%29#1699976 AS COL_EC7F02EE_B1E7_4666_BE5B_20172D5C9A8E#1700770, tarif+responsabilit%C3%A9+LPP+%28%E2%82%AC+ttc%29#1699977 AS COL_9A638666_D012_4D98_A41F_E0DE30B88E43#1700771, d%C3%A9penses+d%C3%A9clar%C3%A9es+%28%E2%82%AC+ttc%29#1699978 AS COL_179A8995_C0E8_47B6_99F2_5FBD4B9643D0#1700772, d%C3%A9penses+au+tarif+LPP#1699979 AS COL_01B6F6AA_AEE9_4063_A642_C4EDBFC7E6BC#1700773, majoration+%28%E2%82%AC+ttc%29#1699980 AS COL_1BB1187D_9A5D_4DCC_BA26_4444B2CB047D#1700774, d%C3%A9penses+accord%C3%A9es+%28%E2%82%AC+ttc%29#1699981 AS COL_043E289E_041D_4CB5_8C44_0359F3A22215#1700775, Fournisseur%2C+Libell%C3%A9+DMI#1699984 AS COL_FF6CAD9E_954B_458E_86E2_8EF06E061422#1700776, commentaire#1699985 AS COL_CDFF8938_F67C_4067_BF87_99D24944CB65#1700777]

Filter isnotnull(str_complete(N%C2%B0+s%C3%A9jour#1699970, 0, 20, LEFT))

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [N%C2%B0#1699968,N%C2%B0+s%C3%A9jour#1699970,initiales#1699971,date+pose#1699972,code+LPP#1699973,libell%C3%A9+LPP#1699974,quantit%C3%A9#1699975,prix+d%27achat+unitaire+%28%E2%82%AC+ttc%29#1699976,tarif+responsabilit%C3%A9+LPP+%28%E2%82%AC+ttc%29#1699977,d%C3%A9penses+d%C3%A9clar%C3%A9es+%28%E2%82%AC+ttc%29#1699978,d%C3%A9penses+au+tarif+LPP#1699979,majoration+%28%E2%82%AC+ttc%29#1699980,d%C3%A9penses+accord%C3%A9es+%28%E2%82%AC+ttc%29#1699981,Fournisseur%2C+Libell%C3%A9+DMI#1699984,commentaire#1699985] Batched: true, DataFilters: [isnotnull(str_complete(N%C2%B0+s%C3%A9jour#1699970, 0, 20, LEFT))], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/excel/cache/SYNTHESE_DMI_20_237789_b7c9fcd90987..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<N%C2%B0:string,N%C2%B0+s%C3%A9jour:string,initiales:string,date+pose:string,code+LPP:strin...

Details

== Physical Plan ==
CollectLimit (5)
+- * Project (4)
   +- * Filter (3)
      +- * ColumnarToRow (2)
         +- Scan parquet  (1)


(1) Scan parquet 
Output [15]: [N%C2%B0#1699968, N%C2%B0+s%C3%A9jour#1699970, initiales#1699971, date+pose#1699972, code+LPP#1699973, libell%C3%A9+LPP#1699974, quantit%C3%A9#1699975, prix+d%27achat+unitaire+%28%E2%82%AC+ttc%29#1699976, tarif+responsabilit%C3%A9+LPP+%28%E2%82%AC+ttc%29#1699977, d%C3%A9penses+d%C3%A9clar%C3%A9es+%28%E2%82%AC+ttc%29#1699978, d%C3%A9penses+au+tarif+LPP#1699979, majoration+%28%E2%82%AC+ttc%29#1699980, d%C3%A9penses+accord%C3%A9es+%28%E2%82%AC+ttc%29#1699981, Fournisseur%2C+Libell%C3%A9+DMI#1699984, commentaire#1699985]
Batched: true
Location: InMemoryFileIndex [file:/data/input/depot/excel/cache/SYNTHESE_DMI_20_237789_b7c9fcd90987f45e4002171a5d87dfdd/synthèse-DMI-2025.xls_41d136f5d26b76a99c371a1af7fc9e64]
ReadSchema: struct<N%C2%B0:string,N%C2%B0+s%C3%A9jour:string,initiales:string,date+pose:string,code+LPP:string,libell%C3%A9+LPP:string,quantit%C3%A9:string,prix+d%27achat+unitaire+%28%E2%82%AC+ttc%29:string,tarif+responsabilit%C3%A9+LPP+%28%E2%82%AC+ttc%29:string,d%C3%A9penses+d%C3%A9clar%C3%A9es+%28%E2%82%AC+ttc%29:string,d%C3%A9penses+au+tarif+LPP:string,majoration+%28%E2%82%AC+ttc%29:string,d%C3%A9penses+accord%C3%A9es+%28%E2%82%AC+ttc%29:string,Fournisseur%2C+Libell%C3%A9+DMI:string,commentaire:string>

(2) ColumnarToRow [codegen id : 1]
Input [15]: [N%C2%B0#1699968, N%C2%B0+s%C3%A9jour#1699970, initiales#1699971, date+pose#1699972, code+LPP#1699973, libell%C3%A9+LPP#1699974, quantit%C3%A9#1699975, prix+d%27achat+unitaire+%28%E2%82%AC+ttc%29#1699976, tarif+responsabilit%C3%A9+LPP+%28%E2%82%AC+ttc%29#1699977, d%C3%A9penses+d%C3%A9clar%C3%A9es+%28%E2%82%AC+ttc%29#1699978, d%C3%A9penses+au+tarif+LPP#1699979, majoration+%28%E2%82%AC+ttc%29#1699980, d%C3%A9penses+accord%C3%A9es+%28%E2%82%AC+ttc%29#1699981, Fournisseur%2C+Libell%C3%A9+DMI#1699984, commentaire#1699985]

(3) Filter [codegen id : 1]
Input [15]: [N%C2%B0#1699968, N%C2%B0+s%C3%A9jour#1699970, initiales#1699971, date+pose#1699972, code+LPP#1699973, libell%C3%A9+LPP#1699974, quantit%C3%A9#1699975, prix+d%27achat+unitaire+%28%E2%82%AC+ttc%29#1699976, tarif+responsabilit%C3%A9+LPP+%28%E2%82%AC+ttc%29#1699977, d%C3%A9penses+d%C3%A9clar%C3%A9es+%28%E2%82%AC+ttc%29#1699978, d%C3%A9penses+au+tarif+LPP#1699979, majoration+%28%E2%82%AC+ttc%29#1699980, d%C3%A9penses+accord%C3%A9es+%28%E2%82%AC+ttc%29#1699981, Fournisseur%2C+Libell%C3%A9+DMI#1699984, commentaire#1699985]
Condition : isnotnull(str_complete(N%C2%B0+s%C3%A9jour#1699970, 0, 20, LEFT))

(4) Project [codegen id : 1]
Output [16]: [N%C2%B0#1699968 AS COL_9E7D5DD3_4FB6_46F4_9F61_27E1C1C333F0#1700762, null AS COL_0ADEB6FC_1939_45B7_B6B0_DA373DDC9A01#1700763, str_complete(N%C2%B0+s%C3%A9jour#1699970, 0, 20, LEFT) AS COL_38C3BE50_A7EE_41B8_BB22_8A6D1B6C1A8A#1700764, initiales#1699971 AS COL_73DEFF3B_6A0E_432E_93E1_DF8DF3DC317D#1700765, date+pose#1699972 AS COL_218D047E_77C4_450F_A46D_AE30693378CE#1700766, code+LPP#1699973 AS COL_02B457D4_211D_4296_9D9B_D989AD1EFF12#1700767, libell%C3%A9+LPP#1699974 AS COL_1B5335AF_7DC6_4C93_AEFF_4A8E7DFE7740#1700768, str_to_dec(quantit%C3%A9#1699975, ##.##) AS COL_9F6C8A6D_788E_42DB_A61A_6AA75EF360C7#1700769, prix+d%27achat+unitaire+%28%E2%82%AC+ttc%29#1699976 AS COL_EC7F02EE_B1E7_4666_BE5B_20172D5C9A8E#1700770, tarif+responsabilit%C3%A9+LPP+%28%E2%82%AC+ttc%29#1699977 AS COL_9A638666_D012_4D98_A41F_E0DE30B88E43#1700771, d%C3%A9penses+d%C3%A9clar%C3%A9es+%28%E2%82%AC+ttc%29#1699978 AS COL_179A8995_C0E8_47B6_99F2_5FBD4B9643D0#1700772, d%C3%A9penses+au+tarif+LPP#1699979 AS COL_01B6F6AA_AEE9_4063_A642_C4EDBFC7E6BC#1700773, majoration+%28%E2%82%AC+ttc%29#1699980 AS COL_1BB1187D_9A5D_4DCC_BA26_4444B2CB047D#1700774, d%C3%A9penses+accord%C3%A9es+%28%E2%82%AC+ttc%29#1699981 AS COL_043E289E_041D_4CB5_8C44_0359F3A22215#1700775, Fournisseur%2C+Libell%C3%A9+DMI#1699984 AS COL_FF6CAD9E_954B_458E_86E2_8EF06E061422#1700776, commentaire#1699985 AS COL_CDFF8938_F67C_4067_BF87_99D24944CB65#1700777]
Input [15]: [N%C2%B0#1699968, N%C2%B0+s%C3%A9jour#1699970, initiales#1699971, date+pose#1699972, code+LPP#1699973, libell%C3%A9+LPP#1699974, quantit%C3%A9#1699975, prix+d%27achat+unitaire+%28%E2%82%AC+ttc%29#1699976, tarif+responsabilit%C3%A9+LPP+%28%E2%82%AC+ttc%29#1699977, d%C3%A9penses+d%C3%A9clar%C3%A9es+%28%E2%82%AC+ttc%29#1699978, d%C3%A9penses+au+tarif+LPP#1699979, majoration+%28%E2%82%AC+ttc%29#1699980, d%C3%A9penses+accord%C3%A9es+%28%E2%82%AC+ttc%29#1699981, Fournisseur%2C+Libell%C3%A9+DMI#1699984, commentaire#1699985]

(5) CollectLimit
Input [16]: [COL_9E7D5DD3_4FB6_46F4_9F61_27E1C1C333F0#1700762, COL_0ADEB6FC_1939_45B7_B6B0_DA373DDC9A01#1700763, COL_38C3BE50_A7EE_41B8_BB22_8A6D1B6C1A8A#1700764, COL_73DEFF3B_6A0E_432E_93E1_DF8DF3DC317D#1700765, COL_218D047E_77C4_450F_A46D_AE30693378CE#1700766, COL_02B457D4_211D_4296_9D9B_D989AD1EFF12#1700767, COL_1B5335AF_7DC6_4C93_AEFF_4A8E7DFE7740#1700768, COL_9F6C8A6D_788E_42DB_A61A_6AA75EF360C7#1700769, COL_EC7F02EE_B1E7_4666_BE5B_20172D5C9A8E#1700770, COL_9A638666_D012_4D98_A41F_E0DE30B88E43#1700771, COL_179A8995_C0E8_47B6_99F2_5FBD4B9643D0#1700772, COL_01B6F6AA_AEE9_4063_A642_C4EDBFC7E6BC#1700773, COL_1BB1187D_9A5D_4DCC_BA26_4444B2CB047D#1700774, COL_043E289E_041D_4CB5_8C44_0359F3A22215#1700775, COL_FF6CAD9E_954B_458E_86E2_8EF06E061422#1700776, COL_CDFF8938_F67C_4067_BF87_99D24944CB65#1700777]
Arguments: 1500

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet