SP1 - Details for Query 7042

Submitted Time: 2026/10/27 18:16:10
Duration: 90 ms
Succeeded Jobs: 10543

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 5 ms"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="Filter number of output rows: 283"]; 4 [labelType="html" label="ColumnarToRow number of output rows: 295 number of input batches: 1"]; } 5 [labelType="html" label="Scan parquet number of files read: 1 scan time: 4 ms metadata time: 0 ms size of files read: 16.7 KiB number of output rows: 295"]; 2->0; 3->2; 4->3; 5->4; }

CollectLimit 1500

Project [num%C3%A9ro+suivi+DIM#1695156 AS COL_CCDAC8AE_D124_4724_87C2_9EA2D829C49B#1695724, date+envoi+DIM#1695157 AS COL_D3D5D207_264A_42BA_9886_A0BCC80BBCCE#1695725, null AS COL_256019A2_9A9C_4786_8D3A_EA743C69A117#1695726, N%C2%B0+SEJOUR#1695159 AS COL_F9F96C8E_88C5_4F50_8E38_8609DC933CEA#1695727, Type+de+prestation#1695160 AS COL_C60A4BB1_658E_4042_8AA9_9711AA0A0001#1695728, UCD#1695161 AS COL_FE6DD7C0_DDB4_47E8_93D7_9E21F1AB51C2#1695729, produit#1695162 AS COL_A8E81E52_A75C_4F56_B9E0_1674D954B257#1695730, quantit%C3%A9s#1695163 AS COL_84A517DB_D957_4EEE_B2A8_30FC7DFD16F7#1695731, prix+d%27achat%0Aunitaire+%28%E2%82%AC+ttc%29#1695164 AS COL_B236126C_87C2_457A_8C8E_DB3F6281F4C4#1695732, tarif+de+responsabilit%C3%A9+%28%E2%82%AC+ttc%29#1695165 AS COL_32400988_2621_44F2_A07D_82E37CBC16AA#1695733, montant+d%C3%A9clar%C3%A9%0Atotal+%28%E2%82%AC+ttc%29#1695166 AS COL_0E8DA73B_BC23_4AEB_B592_4719EBD74580#1695734, majoration+%28%E2%82%AC+ttc%29#1695167 AS COL_A081E4BD_2E8C_47C4_8D19_B3E3FEB60D8B#1695735, montant+total+accord%C3%A9+%28%E2%82%AC+ttc%29#1695168 AS COL_1BAAC709_E18C_42C2_B0B1_56828936EC35#1695736, SERVICE#1695169 AS COL_82EB1E6D_94BD_432B_8700_EE4BB1F18EF9#1695737, INDICATION#1695170 AS COL_592BCFD0_4BAE_4E97_8760_78B8650D3D9E#1695738, ADMIN.#1695171 AS COL_C86595BF_6A57_4D13_88DF_B63280C23486#1695739]

Filter isnotnull(N%C2%B0+SEJOUR#1695159)

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [num%C3%A9ro+suivi+DIM#1695156,date+envoi+DIM#1695157,N%C2%B0+SEJOUR#1695159,Type+de+prestation#1695160,UCD#1695161,produit#1695162,quantit%C3%A9s#1695163,prix+d%27achat%0Aunitaire+%28%E2%82%AC+ttc%29#1695164,tarif+de+responsabilit%C3%A9+%28%E2%82%AC+ttc%29#1695165,montant+d%C3%A9clar%C3%A9%0Atotal+%28%E2%82%AC+ttc%29#1695166,majoration+%28%E2%82%AC+ttc%29#1695167,montant+total+accord%C3%A9+%28%E2%82%AC+ttc%29#1695168,SERVICE#1695169,INDICATION#1695170,ADMIN.#1695171] Batched: true, DataFilters: [isnotnull(N%C2%B0+SEJOUR#1695159)], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/excel/cache/SYNTHESE_MO_202_237812_bd57d7746602..., PartitionFilters: [], PushedFilters: [IsNotNull(`N%C2%B0+SEJOUR`)], ReadSchema: struct<num%C3%A9ro+suivi+DIM:string,date+envoi+DIM:string,N%C2%B0+SEJOUR:string,Type+de+prestatio...

Details

== Physical Plan ==
CollectLimit (5)
+- * Project (4)
   +- * Filter (3)
      +- * ColumnarToRow (2)
         +- Scan parquet  (1)


(1) Scan parquet 
Output [15]: [num%C3%A9ro+suivi+DIM#1695156, date+envoi+DIM#1695157, N%C2%B0+SEJOUR#1695159, Type+de+prestation#1695160, UCD#1695161, produit#1695162, quantit%C3%A9s#1695163, prix+d%27achat%0Aunitaire+%28%E2%82%AC+ttc%29#1695164, tarif+de+responsabilit%C3%A9+%28%E2%82%AC+ttc%29#1695165, montant+d%C3%A9clar%C3%A9%0Atotal+%28%E2%82%AC+ttc%29#1695166, majoration+%28%E2%82%AC+ttc%29#1695167, montant+total+accord%C3%A9+%28%E2%82%AC+ttc%29#1695168, SERVICE#1695169, INDICATION#1695170, ADMIN.#1695171]
Batched: true
Location: InMemoryFileIndex [file:/data/input/depot/excel/cache/SYNTHESE_MO_202_237812_bd57d77466024fccdf18ace5a6e64d03/synthèse-MO-2025.xlsx_6fa2b969a426becf7b2379293a107a75]
PushedFilters: [IsNotNull(`N%C2%B0+SEJOUR`)]
ReadSchema: struct<num%C3%A9ro+suivi+DIM:string,date+envoi+DIM:string,N%C2%B0+SEJOUR:string,Type+de+prestation:string,UCD:string,produit:string,quantit%C3%A9s:string,prix+d%27achat%0Aunitaire+%28%E2%82%AC+ttc%29:string,tarif+de+responsabilit%C3%A9+%28%E2%82%AC+ttc%29:string,montant+d%C3%A9clar%C3%A9%0Atotal+%28%E2%82%AC+ttc%29:string,majoration+%28%E2%82%AC+ttc%29:string,montant+total+accord%C3%A9+%28%E2%82%AC+ttc%29:string,SERVICE:string,INDICATION:string,ADMIN.:string>

(2) ColumnarToRow [codegen id : 1]
Input [15]: [num%C3%A9ro+suivi+DIM#1695156, date+envoi+DIM#1695157, N%C2%B0+SEJOUR#1695159, Type+de+prestation#1695160, UCD#1695161, produit#1695162, quantit%C3%A9s#1695163, prix+d%27achat%0Aunitaire+%28%E2%82%AC+ttc%29#1695164, tarif+de+responsabilit%C3%A9+%28%E2%82%AC+ttc%29#1695165, montant+d%C3%A9clar%C3%A9%0Atotal+%28%E2%82%AC+ttc%29#1695166, majoration+%28%E2%82%AC+ttc%29#1695167, montant+total+accord%C3%A9+%28%E2%82%AC+ttc%29#1695168, SERVICE#1695169, INDICATION#1695170, ADMIN.#1695171]

(3) Filter [codegen id : 1]
Input [15]: [num%C3%A9ro+suivi+DIM#1695156, date+envoi+DIM#1695157, N%C2%B0+SEJOUR#1695159, Type+de+prestation#1695160, UCD#1695161, produit#1695162, quantit%C3%A9s#1695163, prix+d%27achat%0Aunitaire+%28%E2%82%AC+ttc%29#1695164, tarif+de+responsabilit%C3%A9+%28%E2%82%AC+ttc%29#1695165, montant+d%C3%A9clar%C3%A9%0Atotal+%28%E2%82%AC+ttc%29#1695166, majoration+%28%E2%82%AC+ttc%29#1695167, montant+total+accord%C3%A9+%28%E2%82%AC+ttc%29#1695168, SERVICE#1695169, INDICATION#1695170, ADMIN.#1695171]
Condition : isnotnull(N%C2%B0+SEJOUR#1695159)

(4) Project [codegen id : 1]
Output [16]: [num%C3%A9ro+suivi+DIM#1695156 AS COL_CCDAC8AE_D124_4724_87C2_9EA2D829C49B#1695724, date+envoi+DIM#1695157 AS COL_D3D5D207_264A_42BA_9886_A0BCC80BBCCE#1695725, null AS COL_256019A2_9A9C_4786_8D3A_EA743C69A117#1695726, N%C2%B0+SEJOUR#1695159 AS COL_F9F96C8E_88C5_4F50_8E38_8609DC933CEA#1695727, Type+de+prestation#1695160 AS COL_C60A4BB1_658E_4042_8AA9_9711AA0A0001#1695728, UCD#1695161 AS COL_FE6DD7C0_DDB4_47E8_93D7_9E21F1AB51C2#1695729, produit#1695162 AS COL_A8E81E52_A75C_4F56_B9E0_1674D954B257#1695730, quantit%C3%A9s#1695163 AS COL_84A517DB_D957_4EEE_B2A8_30FC7DFD16F7#1695731, prix+d%27achat%0Aunitaire+%28%E2%82%AC+ttc%29#1695164 AS COL_B236126C_87C2_457A_8C8E_DB3F6281F4C4#1695732, tarif+de+responsabilit%C3%A9+%28%E2%82%AC+ttc%29#1695165 AS COL_32400988_2621_44F2_A07D_82E37CBC16AA#1695733, montant+d%C3%A9clar%C3%A9%0Atotal+%28%E2%82%AC+ttc%29#1695166 AS COL_0E8DA73B_BC23_4AEB_B592_4719EBD74580#1695734, majoration+%28%E2%82%AC+ttc%29#1695167 AS COL_A081E4BD_2E8C_47C4_8D19_B3E3FEB60D8B#1695735, montant+total+accord%C3%A9+%28%E2%82%AC+ttc%29#1695168 AS COL_1BAAC709_E18C_42C2_B0B1_56828936EC35#1695736, SERVICE#1695169 AS COL_82EB1E6D_94BD_432B_8700_EE4BB1F18EF9#1695737, INDICATION#1695170 AS COL_592BCFD0_4BAE_4E97_8760_78B8650D3D9E#1695738, ADMIN.#1695171 AS COL_C86595BF_6A57_4D13_88DF_B63280C23486#1695739]
Input [15]: [num%C3%A9ro+suivi+DIM#1695156, date+envoi+DIM#1695157, N%C2%B0+SEJOUR#1695159, Type+de+prestation#1695160, UCD#1695161, produit#1695162, quantit%C3%A9s#1695163, prix+d%27achat%0Aunitaire+%28%E2%82%AC+ttc%29#1695164, tarif+de+responsabilit%C3%A9+%28%E2%82%AC+ttc%29#1695165, montant+d%C3%A9clar%C3%A9%0Atotal+%28%E2%82%AC+ttc%29#1695166, majoration+%28%E2%82%AC+ttc%29#1695167, montant+total+accord%C3%A9+%28%E2%82%AC+ttc%29#1695168, SERVICE#1695169, INDICATION#1695170, ADMIN.#1695171]

(5) CollectLimit
Input [16]: [COL_CCDAC8AE_D124_4724_87C2_9EA2D829C49B#1695724, COL_D3D5D207_264A_42BA_9886_A0BCC80BBCCE#1695725, COL_256019A2_9A9C_4786_8D3A_EA743C69A117#1695726, COL_F9F96C8E_88C5_4F50_8E38_8609DC933CEA#1695727, COL_C60A4BB1_658E_4042_8AA9_9711AA0A0001#1695728, COL_FE6DD7C0_DDB4_47E8_93D7_9E21F1AB51C2#1695729, COL_A8E81E52_A75C_4F56_B9E0_1674D954B257#1695730, COL_84A517DB_D957_4EEE_B2A8_30FC7DFD16F7#1695731, COL_B236126C_87C2_457A_8C8E_DB3F6281F4C4#1695732, COL_32400988_2621_44F2_A07D_82E37CBC16AA#1695733, COL_0E8DA73B_BC23_4AEB_B592_4719EBD74580#1695734, COL_A081E4BD_2E8C_47C4_8D19_B3E3FEB60D8B#1695735, COL_1BAAC709_E18C_42C2_B0B1_56828936EC35#1695736, COL_82EB1E6D_94BD_432B_8700_EE4BB1F18EF9#1695737, COL_592BCFD0_4BAE_4E97_8760_78B8650D3D9E#1695738, COL_C86595BF_6A57_4D13_88DF_B63280C23486#1695739]
Arguments: 1500

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet