SP1 - Details for Query 7074

Submitted Time: 2026/10/27 20:32:50
Duration: 62 ms
Succeeded Jobs: 10593

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 14 ms"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="Filter number of output rows: 283"]; 4 [labelType="html" label="ColumnarToRow number of output rows: 295 number of input batches: 1"]; } 5 [labelType="html" label="Scan parquet number of files read: 1 scan time: 7 ms metadata time: 0 ms size of files read: 16.7 KiB number of output rows: 295"]; 2->0; 3->2; 4->3; 5->4; }

CollectLimit 1500

Project [num%C3%A9ro+suivi+DIM#1707512 AS COL_CCDAC8AE_D124_4724_87C2_9EA2D829C49B#1708144, date+envoi+DIM#1707513 AS COL_D3D5D207_264A_42BA_9886_A0BCC80BBCCE#1708145, null AS COL_256019A2_9A9C_4786_8D3A_EA743C69A117#1708146, N%C2%B0+SEJOUR#1707515 AS COL_F9F96C8E_88C5_4F50_8E38_8609DC933CEA#1708147, Type+de+prestation#1707516 AS COL_C60A4BB1_658E_4042_8AA9_9711AA0A0001#1708148, UCD#1707517 AS COL_FE6DD7C0_DDB4_47E8_93D7_9E21F1AB51C2#1708149, produit#1707518 AS COL_A8E81E52_A75C_4F56_B9E0_1674D954B257#1708150, round(str_to_dec(quantit%C3%A9s#1707519, ##.##), 2) AS COL_84A517DB_D957_4EEE_B2A8_30FC7DFD16F7#1708151, round(str_to_dec(prix+d%27achat%0Aunitaire+%28%E2%82%AC+ttc%29#1707520, ##.##), 2) AS COL_B236126C_87C2_457A_8C8E_DB3F6281F4C4#1708152, round(str_to_dec(tarif+de+responsabilit%C3%A9+%28%E2%82%AC+ttc%29#1707521, ##.##), 2) AS COL_32400988_2621_44F2_A07D_82E37CBC16AA#1708153, round(str_to_dec(montant+d%C3%A9clar%C3%A9%0Atotal+%28%E2%82%AC+ttc%29#1707522, ##.##), 2) AS COL_0E8DA73B_BC23_4AEB_B592_4719EBD74580#1708154, round(str_to_dec(majoration+%28%E2%82%AC+ttc%29#1707523, ##.##), 2) AS COL_A081E4BD_2E8C_47C4_8D19_B3E3FEB60D8B#1708155, round(str_to_dec(montant+total+accord%C3%A9+%28%E2%82%AC+ttc%29#1707524, ##.##), 2) AS COL_1BAAC709_E18C_42C2_B0B1_56828936EC35#1708156, SERVICE#1707525 AS COL_82EB1E6D_94BD_432B_8700_EE4BB1F18EF9#1708157, INDICATION#1707526 AS COL_592BCFD0_4BAE_4E97_8760_78B8650D3D9E#1708158, ADMIN.#1707527 AS COL_C86595BF_6A57_4D13_88DF_B63280C23486#1708159]

Filter isnotnull(N%C2%B0+SEJOUR#1707515)

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [num%C3%A9ro+suivi+DIM#1707512,date+envoi+DIM#1707513,N%C2%B0+SEJOUR#1707515,Type+de+prestation#1707516,UCD#1707517,produit#1707518,quantit%C3%A9s#1707519,prix+d%27achat%0Aunitaire+%28%E2%82%AC+ttc%29#1707520,tarif+de+responsabilit%C3%A9+%28%E2%82%AC+ttc%29#1707521,montant+d%C3%A9clar%C3%A9%0Atotal+%28%E2%82%AC+ttc%29#1707522,majoration+%28%E2%82%AC+ttc%29#1707523,montant+total+accord%C3%A9+%28%E2%82%AC+ttc%29#1707524,SERVICE#1707525,INDICATION#1707526,ADMIN.#1707527] Batched: true, DataFilters: [isnotnull(N%C2%B0+SEJOUR#1707515)], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/excel/cache/SYNTHESE_MO_202_237812_bd57d7746602..., PartitionFilters: [], PushedFilters: [IsNotNull(`N%C2%B0+SEJOUR`)], ReadSchema: struct<num%C3%A9ro+suivi+DIM:string,date+envoi+DIM:string,N%C2%B0+SEJOUR:string,Type+de+prestatio...

Details

== Physical Plan ==
CollectLimit (5)
+- * Project (4)
   +- * Filter (3)
      +- * ColumnarToRow (2)
         +- Scan parquet  (1)


(1) Scan parquet 
Output [15]: [num%C3%A9ro+suivi+DIM#1707512, date+envoi+DIM#1707513, N%C2%B0+SEJOUR#1707515, Type+de+prestation#1707516, UCD#1707517, produit#1707518, quantit%C3%A9s#1707519, prix+d%27achat%0Aunitaire+%28%E2%82%AC+ttc%29#1707520, tarif+de+responsabilit%C3%A9+%28%E2%82%AC+ttc%29#1707521, montant+d%C3%A9clar%C3%A9%0Atotal+%28%E2%82%AC+ttc%29#1707522, majoration+%28%E2%82%AC+ttc%29#1707523, montant+total+accord%C3%A9+%28%E2%82%AC+ttc%29#1707524, SERVICE#1707525, INDICATION#1707526, ADMIN.#1707527]
Batched: true
Location: InMemoryFileIndex [file:/data/input/depot/excel/cache/SYNTHESE_MO_202_237812_bd57d77466024fccdf18ace5a6e64d03/synthèse-MO-2025.xlsx_6fa2b969a426becf7b2379293a107a75]
PushedFilters: [IsNotNull(`N%C2%B0+SEJOUR`)]
ReadSchema: struct<num%C3%A9ro+suivi+DIM:string,date+envoi+DIM:string,N%C2%B0+SEJOUR:string,Type+de+prestation:string,UCD:string,produit:string,quantit%C3%A9s:string,prix+d%27achat%0Aunitaire+%28%E2%82%AC+ttc%29:string,tarif+de+responsabilit%C3%A9+%28%E2%82%AC+ttc%29:string,montant+d%C3%A9clar%C3%A9%0Atotal+%28%E2%82%AC+ttc%29:string,majoration+%28%E2%82%AC+ttc%29:string,montant+total+accord%C3%A9+%28%E2%82%AC+ttc%29:string,SERVICE:string,INDICATION:string,ADMIN.:string>

(2) ColumnarToRow [codegen id : 1]
Input [15]: [num%C3%A9ro+suivi+DIM#1707512, date+envoi+DIM#1707513, N%C2%B0+SEJOUR#1707515, Type+de+prestation#1707516, UCD#1707517, produit#1707518, quantit%C3%A9s#1707519, prix+d%27achat%0Aunitaire+%28%E2%82%AC+ttc%29#1707520, tarif+de+responsabilit%C3%A9+%28%E2%82%AC+ttc%29#1707521, montant+d%C3%A9clar%C3%A9%0Atotal+%28%E2%82%AC+ttc%29#1707522, majoration+%28%E2%82%AC+ttc%29#1707523, montant+total+accord%C3%A9+%28%E2%82%AC+ttc%29#1707524, SERVICE#1707525, INDICATION#1707526, ADMIN.#1707527]

(3) Filter [codegen id : 1]
Input [15]: [num%C3%A9ro+suivi+DIM#1707512, date+envoi+DIM#1707513, N%C2%B0+SEJOUR#1707515, Type+de+prestation#1707516, UCD#1707517, produit#1707518, quantit%C3%A9s#1707519, prix+d%27achat%0Aunitaire+%28%E2%82%AC+ttc%29#1707520, tarif+de+responsabilit%C3%A9+%28%E2%82%AC+ttc%29#1707521, montant+d%C3%A9clar%C3%A9%0Atotal+%28%E2%82%AC+ttc%29#1707522, majoration+%28%E2%82%AC+ttc%29#1707523, montant+total+accord%C3%A9+%28%E2%82%AC+ttc%29#1707524, SERVICE#1707525, INDICATION#1707526, ADMIN.#1707527]
Condition : isnotnull(N%C2%B0+SEJOUR#1707515)

(4) Project [codegen id : 1]
Output [16]: [num%C3%A9ro+suivi+DIM#1707512 AS COL_CCDAC8AE_D124_4724_87C2_9EA2D829C49B#1708144, date+envoi+DIM#1707513 AS COL_D3D5D207_264A_42BA_9886_A0BCC80BBCCE#1708145, null AS COL_256019A2_9A9C_4786_8D3A_EA743C69A117#1708146, N%C2%B0+SEJOUR#1707515 AS COL_F9F96C8E_88C5_4F50_8E38_8609DC933CEA#1708147, Type+de+prestation#1707516 AS COL_C60A4BB1_658E_4042_8AA9_9711AA0A0001#1708148, UCD#1707517 AS COL_FE6DD7C0_DDB4_47E8_93D7_9E21F1AB51C2#1708149, produit#1707518 AS COL_A8E81E52_A75C_4F56_B9E0_1674D954B257#1708150, round(str_to_dec(quantit%C3%A9s#1707519, ##.##), 2) AS COL_84A517DB_D957_4EEE_B2A8_30FC7DFD16F7#1708151, round(str_to_dec(prix+d%27achat%0Aunitaire+%28%E2%82%AC+ttc%29#1707520, ##.##), 2) AS COL_B236126C_87C2_457A_8C8E_DB3F6281F4C4#1708152, round(str_to_dec(tarif+de+responsabilit%C3%A9+%28%E2%82%AC+ttc%29#1707521, ##.##), 2) AS COL_32400988_2621_44F2_A07D_82E37CBC16AA#1708153, round(str_to_dec(montant+d%C3%A9clar%C3%A9%0Atotal+%28%E2%82%AC+ttc%29#1707522, ##.##), 2) AS COL_0E8DA73B_BC23_4AEB_B592_4719EBD74580#1708154, round(str_to_dec(majoration+%28%E2%82%AC+ttc%29#1707523, ##.##), 2) AS COL_A081E4BD_2E8C_47C4_8D19_B3E3FEB60D8B#1708155, round(str_to_dec(montant+total+accord%C3%A9+%28%E2%82%AC+ttc%29#1707524, ##.##), 2) AS COL_1BAAC709_E18C_42C2_B0B1_56828936EC35#1708156, SERVICE#1707525 AS COL_82EB1E6D_94BD_432B_8700_EE4BB1F18EF9#1708157, INDICATION#1707526 AS COL_592BCFD0_4BAE_4E97_8760_78B8650D3D9E#1708158, ADMIN.#1707527 AS COL_C86595BF_6A57_4D13_88DF_B63280C23486#1708159]
Input [15]: [num%C3%A9ro+suivi+DIM#1707512, date+envoi+DIM#1707513, N%C2%B0+SEJOUR#1707515, Type+de+prestation#1707516, UCD#1707517, produit#1707518, quantit%C3%A9s#1707519, prix+d%27achat%0Aunitaire+%28%E2%82%AC+ttc%29#1707520, tarif+de+responsabilit%C3%A9+%28%E2%82%AC+ttc%29#1707521, montant+d%C3%A9clar%C3%A9%0Atotal+%28%E2%82%AC+ttc%29#1707522, majoration+%28%E2%82%AC+ttc%29#1707523, montant+total+accord%C3%A9+%28%E2%82%AC+ttc%29#1707524, SERVICE#1707525, INDICATION#1707526, ADMIN.#1707527]

(5) CollectLimit
Input [16]: [COL_CCDAC8AE_D124_4724_87C2_9EA2D829C49B#1708144, COL_D3D5D207_264A_42BA_9886_A0BCC80BBCCE#1708145, COL_256019A2_9A9C_4786_8D3A_EA743C69A117#1708146, COL_F9F96C8E_88C5_4F50_8E38_8609DC933CEA#1708147, COL_C60A4BB1_658E_4042_8AA9_9711AA0A0001#1708148, COL_FE6DD7C0_DDB4_47E8_93D7_9E21F1AB51C2#1708149, COL_A8E81E52_A75C_4F56_B9E0_1674D954B257#1708150, COL_84A517DB_D957_4EEE_B2A8_30FC7DFD16F7#1708151, COL_B236126C_87C2_457A_8C8E_DB3F6281F4C4#1708152, COL_32400988_2621_44F2_A07D_82E37CBC16AA#1708153, COL_0E8DA73B_BC23_4AEB_B592_4719EBD74580#1708154, COL_A081E4BD_2E8C_47C4_8D19_B3E3FEB60D8B#1708155, COL_1BAAC709_E18C_42C2_B0B1_56828936EC35#1708156, COL_82EB1E6D_94BD_432B_8700_EE4BB1F18EF9#1708157, COL_592BCFD0_4BAE_4E97_8760_78B8650D3D9E#1708158, COL_C86595BF_6A57_4D13_88DF_B63280C23486#1708159]
Arguments: 1500

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet