SP1 - Details for Query 5683

Submitted Time: 2026/03/27 10:48:03
Duration: 0.1 s
Succeeded Jobs: 8715 8717 8718

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n97 ms (5 ms, 7 ms, 32 ms (stage 16622.0: task 23089))"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="Filter number of output rows: 1"]; 4 [labelType="html" label="ColumnarToRow number of output rows: 58,456 number of input batches: 15"]; } 5 [labelType="html" label="Scan parquet number of files read: 10 scan time total (min, med, max (stageId: taskId)) 72 ms (5 ms, 7 ms, 10 ms (stage 16619.0: task 23077)) metadata time: 0 ms size of files read: 45.5 MiB number of output rows: 58,456"]; 2->0; 3->2; 4->3; 5->4; }

CollectLimit 500000

Project [str_concat(array(str_join(array(Statut : , COL_FC10C112_88B1_45B9_AA4E_B279540F2D09#1278537, , FIDES : , COL_7283FB96_45C4_411A_901D_417BCF15E684#1278538, , Facturable AM :, COL_D0D2A969_5962_4BD8_9DAA_FA2A1236DF25#1278539, , Présence Acte Urgence dans RSF : , COL_F05A55CE_AA70_477D_B5B1_B1F39C0FF908#1278542), ), , , , , , , , )) AS COL_B1FDD3BC_4D33_4C93_B639_1C1F2E7B04C3#1278702, COL_F05A55CE_AA70_477D_B5B1_B1F39C0FF908#1278542 AS COL_396B6C1A_0DF9_4E49_99E4_F697B9D4D40F#1278685]

Filter ((COL_AF155DAB_420D_45B6_A9A9_56AA8D2E3D5C#1278534 <=> 257240438) AND (COL_57A29A37_9A17_4B66_8075_897F4B240E81#1278531 <=> A))

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_57A29A37_9A17_4B66_8075_897F4B240E81#1278531,COL_AF155DAB_420D_45B6_A9A9_56AA8D2E3D5C#1278534,COL_FC10C112_88B1_45B9_AA4E_B279540F2D09#1278537,COL_7283FB96_45C4_411A_901D_417BCF15E684#1278538,COL_D0D2A969_5962_4BD8_9DAA_FA2A1236DF25#1278539,COL_F05A55CE_AA70_477D_B5B1_B1F39C0FF908#1278542] Batched: true, DataFilters: [(COL_AF155DAB_420D_45B6_A9A9_56AA8D2E3D5C#1278534 <=> 257240438), (COL_57A29A37_9A17_4B66_8075_8..., Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/00_D_DETERMINAT_203309], PartitionFilters: [], PushedFilters: [EqualNullSafe(COL_AF155DAB_420D_45B6_A9A9_56AA8D2E3D5C,257240438), EqualNullSafe(COL_57A29A37_9A..., ReadSchema: struct<COL_57A29A37_9A17_4B66_8075_897F4B240E81:string,COL_AF155DAB_420D_45B6_A9A9_56AA8D2E3D5C:s...

Details

== Physical Plan ==
CollectLimit (5)
+- * Project (4)
   +- * Filter (3)
      +- * ColumnarToRow (2)
         +- Scan parquet  (1)


(1) Scan parquet 
Output [6]: [COL_57A29A37_9A17_4B66_8075_897F4B240E81#1278531, COL_AF155DAB_420D_45B6_A9A9_56AA8D2E3D5C#1278534, COL_FC10C112_88B1_45B9_AA4E_B279540F2D09#1278537, COL_7283FB96_45C4_411A_901D_417BCF15E684#1278538, COL_D0D2A969_5962_4BD8_9DAA_FA2A1236DF25#1278539, COL_F05A55CE_AA70_477D_B5B1_B1F39C0FF908#1278542]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/00_D_DETERMINAT_203309]
PushedFilters: [EqualNullSafe(COL_AF155DAB_420D_45B6_A9A9_56AA8D2E3D5C,257240438), EqualNullSafe(COL_57A29A37_9A17_4B66_8075_897F4B240E81,A)]
ReadSchema: struct<COL_57A29A37_9A17_4B66_8075_897F4B240E81:string,COL_AF155DAB_420D_45B6_A9A9_56AA8D2E3D5C:string,COL_FC10C112_88B1_45B9_AA4E_B279540F2D09:string,COL_7283FB96_45C4_411A_901D_417BCF15E684:string,COL_D0D2A969_5962_4BD8_9DAA_FA2A1236DF25:string,COL_F05A55CE_AA70_477D_B5B1_B1F39C0FF908:string>

(2) ColumnarToRow [codegen id : 1]
Input [6]: [COL_57A29A37_9A17_4B66_8075_897F4B240E81#1278531, COL_AF155DAB_420D_45B6_A9A9_56AA8D2E3D5C#1278534, COL_FC10C112_88B1_45B9_AA4E_B279540F2D09#1278537, COL_7283FB96_45C4_411A_901D_417BCF15E684#1278538, COL_D0D2A969_5962_4BD8_9DAA_FA2A1236DF25#1278539, COL_F05A55CE_AA70_477D_B5B1_B1F39C0FF908#1278542]

(3) Filter [codegen id : 1]
Input [6]: [COL_57A29A37_9A17_4B66_8075_897F4B240E81#1278531, COL_AF155DAB_420D_45B6_A9A9_56AA8D2E3D5C#1278534, COL_FC10C112_88B1_45B9_AA4E_B279540F2D09#1278537, COL_7283FB96_45C4_411A_901D_417BCF15E684#1278538, COL_D0D2A969_5962_4BD8_9DAA_FA2A1236DF25#1278539, COL_F05A55CE_AA70_477D_B5B1_B1F39C0FF908#1278542]
Condition : ((COL_AF155DAB_420D_45B6_A9A9_56AA8D2E3D5C#1278534 <=> 257240438) AND (COL_57A29A37_9A17_4B66_8075_897F4B240E81#1278531 <=> A))

(4) Project [codegen id : 1]
Output [2]: [str_concat(array(str_join(array(Statut : , COL_FC10C112_88B1_45B9_AA4E_B279540F2D09#1278537, , FIDES : , COL_7283FB96_45C4_411A_901D_417BCF15E684#1278538, , Facturable AM :, COL_D0D2A969_5962_4BD8_9DAA_FA2A1236DF25#1278539, , Présence Acte Urgence dans RSF : , COL_F05A55CE_AA70_477D_B5B1_B1F39C0FF908#1278542), ), , , , , , , , )) AS COL_B1FDD3BC_4D33_4C93_B639_1C1F2E7B04C3#1278702, COL_F05A55CE_AA70_477D_B5B1_B1F39C0FF908#1278542 AS COL_396B6C1A_0DF9_4E49_99E4_F697B9D4D40F#1278685]
Input [6]: [COL_57A29A37_9A17_4B66_8075_897F4B240E81#1278531, COL_AF155DAB_420D_45B6_A9A9_56AA8D2E3D5C#1278534, COL_FC10C112_88B1_45B9_AA4E_B279540F2D09#1278537, COL_7283FB96_45C4_411A_901D_417BCF15E684#1278538, COL_D0D2A969_5962_4BD8_9DAA_FA2A1236DF25#1278539, COL_F05A55CE_AA70_477D_B5B1_B1F39C0FF908#1278542]

(5) CollectLimit
Input [2]: [COL_B1FDD3BC_4D33_4C93_B639_1C1F2E7B04C3#1278702, COL_396B6C1A_0DF9_4E49_99E4_F697B9D4D40F#1278685]
Arguments: 500000

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet