SP1 - Details for Query 1722

Submitted Time: 2026/10/09 13:09:57
Duration: 0.2 s
Succeeded Jobs: 2678 2681 2685

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n62 ms (4 ms, 6 ms, 15 ms (stage 5184.0: task 6742))"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="Filter number of output rows: 0"]; 4 [labelType="html" label="ColumnarToRow number of output rows: 0 number of input batches: 0"]; } 5 [labelType="html" label="Scan parquet number of files read: 10 scan time total (min, med, max (stageId: taskId)) 60 ms (3 ms, 6 ms, 14 ms (stage 5184.0: task 6742)) metadata time: 0 ms size of files read: 129.5 MiB number of output rows: 0"]; 2->0; 3->2; 4->3; 5->4; }

CollectLimit 500000

Project [str_concat(array(str_join(array(Statut : , COL_FC10C112_88B1_45B9_AA4E_B279540F2D09#368954, , FIDES : , COL_7283FB96_45C4_411A_901D_417BCF15E684#368955, , Facturable AM :, COL_D0D2A969_5962_4BD8_9DAA_FA2A1236DF25#368956, , Présence Acte Urgence dans RSF : , COL_F05A55CE_AA70_477D_B5B1_B1F39C0FF908#368959), ), , , , , , , , )) AS COL_B1FDD3BC_4D33_4C93_B639_1C1F2E7B04C3#369214, COL_F05A55CE_AA70_477D_B5B1_B1F39C0FF908#368959 AS COL_396B6C1A_0DF9_4E49_99E4_F697B9D4D40F#369175]

Filter ((COL_AF155DAB_420D_45B6_A9A9_56AA8D2E3D5C#368951 <=> 250000179) AND (COL_57A29A37_9A17_4B66_8075_897F4B240E81#368948 <=> A))

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_57A29A37_9A17_4B66_8075_897F4B240E81#368948,COL_AF155DAB_420D_45B6_A9A9_56AA8D2E3D5C#368951,COL_FC10C112_88B1_45B9_AA4E_B279540F2D09#368954,COL_7283FB96_45C4_411A_901D_417BCF15E684#368955,COL_D0D2A969_5962_4BD8_9DAA_FA2A1236DF25#368956,COL_F05A55CE_AA70_477D_B5B1_B1F39C0FF908#368959] Batched: true, DataFilters: [(COL_AF155DAB_420D_45B6_A9A9_56AA8D2E3D5C#368951 <=> 250000179), (COL_57A29A37_9A17_4B66_8075_89..., Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/00_D_DETERMINAT_231143], PartitionFilters: [], PushedFilters: [EqualNullSafe(COL_AF155DAB_420D_45B6_A9A9_56AA8D2E3D5C,250000179), EqualNullSafe(COL_57A29A37_9A..., ReadSchema: struct<COL_57A29A37_9A17_4B66_8075_897F4B240E81:string,COL_AF155DAB_420D_45B6_A9A9_56AA8D2E3D5C:s...

Details

== Physical Plan ==
CollectLimit (5)
+- * Project (4)
   +- * Filter (3)
      +- * ColumnarToRow (2)
         +- Scan parquet  (1)


(1) Scan parquet 
Output [6]: [COL_57A29A37_9A17_4B66_8075_897F4B240E81#368948, COL_AF155DAB_420D_45B6_A9A9_56AA8D2E3D5C#368951, COL_FC10C112_88B1_45B9_AA4E_B279540F2D09#368954, COL_7283FB96_45C4_411A_901D_417BCF15E684#368955, COL_D0D2A969_5962_4BD8_9DAA_FA2A1236DF25#368956, COL_F05A55CE_AA70_477D_B5B1_B1F39C0FF908#368959]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/00_D_DETERMINAT_231143]
PushedFilters: [EqualNullSafe(COL_AF155DAB_420D_45B6_A9A9_56AA8D2E3D5C,250000179), EqualNullSafe(COL_57A29A37_9A17_4B66_8075_897F4B240E81,A)]
ReadSchema: struct<COL_57A29A37_9A17_4B66_8075_897F4B240E81:string,COL_AF155DAB_420D_45B6_A9A9_56AA8D2E3D5C:string,COL_FC10C112_88B1_45B9_AA4E_B279540F2D09:string,COL_7283FB96_45C4_411A_901D_417BCF15E684:string,COL_D0D2A969_5962_4BD8_9DAA_FA2A1236DF25:string,COL_F05A55CE_AA70_477D_B5B1_B1F39C0FF908:string>

(2) ColumnarToRow [codegen id : 1]
Input [6]: [COL_57A29A37_9A17_4B66_8075_897F4B240E81#368948, COL_AF155DAB_420D_45B6_A9A9_56AA8D2E3D5C#368951, COL_FC10C112_88B1_45B9_AA4E_B279540F2D09#368954, COL_7283FB96_45C4_411A_901D_417BCF15E684#368955, COL_D0D2A969_5962_4BD8_9DAA_FA2A1236DF25#368956, COL_F05A55CE_AA70_477D_B5B1_B1F39C0FF908#368959]

(3) Filter [codegen id : 1]
Input [6]: [COL_57A29A37_9A17_4B66_8075_897F4B240E81#368948, COL_AF155DAB_420D_45B6_A9A9_56AA8D2E3D5C#368951, COL_FC10C112_88B1_45B9_AA4E_B279540F2D09#368954, COL_7283FB96_45C4_411A_901D_417BCF15E684#368955, COL_D0D2A969_5962_4BD8_9DAA_FA2A1236DF25#368956, COL_F05A55CE_AA70_477D_B5B1_B1F39C0FF908#368959]
Condition : ((COL_AF155DAB_420D_45B6_A9A9_56AA8D2E3D5C#368951 <=> 250000179) AND (COL_57A29A37_9A17_4B66_8075_897F4B240E81#368948 <=> A))

(4) Project [codegen id : 1]
Output [2]: [str_concat(array(str_join(array(Statut : , COL_FC10C112_88B1_45B9_AA4E_B279540F2D09#368954, , FIDES : , COL_7283FB96_45C4_411A_901D_417BCF15E684#368955, , Facturable AM :, COL_D0D2A969_5962_4BD8_9DAA_FA2A1236DF25#368956, , Présence Acte Urgence dans RSF : , COL_F05A55CE_AA70_477D_B5B1_B1F39C0FF908#368959), ), , , , , , , , )) AS COL_B1FDD3BC_4D33_4C93_B639_1C1F2E7B04C3#369214, COL_F05A55CE_AA70_477D_B5B1_B1F39C0FF908#368959 AS COL_396B6C1A_0DF9_4E49_99E4_F697B9D4D40F#369175]
Input [6]: [COL_57A29A37_9A17_4B66_8075_897F4B240E81#368948, COL_AF155DAB_420D_45B6_A9A9_56AA8D2E3D5C#368951, COL_FC10C112_88B1_45B9_AA4E_B279540F2D09#368954, COL_7283FB96_45C4_411A_901D_417BCF15E684#368955, COL_D0D2A969_5962_4BD8_9DAA_FA2A1236DF25#368956, COL_F05A55CE_AA70_477D_B5B1_B1F39C0FF908#368959]

(5) CollectLimit
Input [2]: [COL_B1FDD3BC_4D33_4C93_B639_1C1F2E7B04C3#369214, COL_396B6C1A_0DF9_4E49_99E4_F697B9D4D40F#369175]
Arguments: 500000

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet