SP1 - Details for Query 3583

Submitted Time: 2026/06/12 08:06:45
Duration: 0.2 s
Succeeded Jobs: 5532 5533 5538

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n140 ms (7 ms, 11 ms, 36 ms (stage 12635.0: task 13313))"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="Filter number of output rows: 1"]; 4 [labelType="html" label="ColumnarToRow number of output rows: 23,308 number of input batches: 6"]; } 5 [labelType="html" label="Scan parquet number of files read: 10 scan time total (min, med, max (stageId: taskId)) 132 ms (6 ms, 11 ms, 32 ms (stage 12635.0: task 13313)) metadata time: 0 ms size of files read: 102.6 MiB number of output rows: 23,308"]; 2->0; 3->2; 4->3; 5->4; }

CollectLimit 500000

Project [str_concat(array(str_join(array(Statut : , COL_FC10C112_88B1_45B9_AA4E_B279540F2D09#1098669, , FIDES : , COL_7283FB96_45C4_411A_901D_417BCF15E684#1098670, , Facturable AM :, COL_D0D2A969_5962_4BD8_9DAA_FA2A1236DF25#1098671, , Présence Acte Urgence dans RSF : , COL_F05A55CE_AA70_477D_B5B1_B1F39C0FF908#1098674), ), , , , , , , , )) AS COL_B1FDD3BC_4D33_4C93_B639_1C1F2E7B04C3#1099128, COL_F05A55CE_AA70_477D_B5B1_B1F39C0FF908#1098674 AS COL_396B6C1A_0DF9_4E49_99E4_F697B9D4D40F#1099085]

Filter ((COL_AF155DAB_420D_45B6_A9A9_56AA8D2E3D5C#1098666 <=> 011099386) AND (COL_57A29A37_9A17_4B66_8075_897F4B240E81#1098663 <=> A))

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_57A29A37_9A17_4B66_8075_897F4B240E81#1098663,COL_AF155DAB_420D_45B6_A9A9_56AA8D2E3D5C#1098666,COL_FC10C112_88B1_45B9_AA4E_B279540F2D09#1098669,COL_7283FB96_45C4_411A_901D_417BCF15E684#1098670,COL_D0D2A969_5962_4BD8_9DAA_FA2A1236DF25#1098671,COL_F05A55CE_AA70_477D_B5B1_B1F39C0FF908#1098674] Batched: true, DataFilters: [(COL_AF155DAB_420D_45B6_A9A9_56AA8D2E3D5C#1098666 <=> 011099386), (COL_57A29A37_9A17_4B66_8075_8..., Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/00_D_DETERMINAT_210515], PartitionFilters: [], PushedFilters: [EqualNullSafe(COL_AF155DAB_420D_45B6_A9A9_56AA8D2E3D5C,011099386), EqualNullSafe(COL_57A29A37_9A..., ReadSchema: struct<COL_57A29A37_9A17_4B66_8075_897F4B240E81:string,COL_AF155DAB_420D_45B6_A9A9_56AA8D2E3D5C:s...

Details

== Physical Plan ==
CollectLimit (5)
+- * Project (4)
   +- * Filter (3)
      +- * ColumnarToRow (2)
         +- Scan parquet  (1)


(1) Scan parquet 
Output [6]: [COL_57A29A37_9A17_4B66_8075_897F4B240E81#1098663, COL_AF155DAB_420D_45B6_A9A9_56AA8D2E3D5C#1098666, COL_FC10C112_88B1_45B9_AA4E_B279540F2D09#1098669, COL_7283FB96_45C4_411A_901D_417BCF15E684#1098670, COL_D0D2A969_5962_4BD8_9DAA_FA2A1236DF25#1098671, COL_F05A55CE_AA70_477D_B5B1_B1F39C0FF908#1098674]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/00_D_DETERMINAT_210515]
PushedFilters: [EqualNullSafe(COL_AF155DAB_420D_45B6_A9A9_56AA8D2E3D5C,011099386), EqualNullSafe(COL_57A29A37_9A17_4B66_8075_897F4B240E81,A)]
ReadSchema: struct<COL_57A29A37_9A17_4B66_8075_897F4B240E81:string,COL_AF155DAB_420D_45B6_A9A9_56AA8D2E3D5C:string,COL_FC10C112_88B1_45B9_AA4E_B279540F2D09:string,COL_7283FB96_45C4_411A_901D_417BCF15E684:string,COL_D0D2A969_5962_4BD8_9DAA_FA2A1236DF25:string,COL_F05A55CE_AA70_477D_B5B1_B1F39C0FF908:string>

(2) ColumnarToRow [codegen id : 1]
Input [6]: [COL_57A29A37_9A17_4B66_8075_897F4B240E81#1098663, COL_AF155DAB_420D_45B6_A9A9_56AA8D2E3D5C#1098666, COL_FC10C112_88B1_45B9_AA4E_B279540F2D09#1098669, COL_7283FB96_45C4_411A_901D_417BCF15E684#1098670, COL_D0D2A969_5962_4BD8_9DAA_FA2A1236DF25#1098671, COL_F05A55CE_AA70_477D_B5B1_B1F39C0FF908#1098674]

(3) Filter [codegen id : 1]
Input [6]: [COL_57A29A37_9A17_4B66_8075_897F4B240E81#1098663, COL_AF155DAB_420D_45B6_A9A9_56AA8D2E3D5C#1098666, COL_FC10C112_88B1_45B9_AA4E_B279540F2D09#1098669, COL_7283FB96_45C4_411A_901D_417BCF15E684#1098670, COL_D0D2A969_5962_4BD8_9DAA_FA2A1236DF25#1098671, COL_F05A55CE_AA70_477D_B5B1_B1F39C0FF908#1098674]
Condition : ((COL_AF155DAB_420D_45B6_A9A9_56AA8D2E3D5C#1098666 <=> 011099386) AND (COL_57A29A37_9A17_4B66_8075_897F4B240E81#1098663 <=> A))

(4) Project [codegen id : 1]
Output [2]: [str_concat(array(str_join(array(Statut : , COL_FC10C112_88B1_45B9_AA4E_B279540F2D09#1098669, , FIDES : , COL_7283FB96_45C4_411A_901D_417BCF15E684#1098670, , Facturable AM :, COL_D0D2A969_5962_4BD8_9DAA_FA2A1236DF25#1098671, , Présence Acte Urgence dans RSF : , COL_F05A55CE_AA70_477D_B5B1_B1F39C0FF908#1098674), ), , , , , , , , )) AS COL_B1FDD3BC_4D33_4C93_B639_1C1F2E7B04C3#1099128, COL_F05A55CE_AA70_477D_B5B1_B1F39C0FF908#1098674 AS COL_396B6C1A_0DF9_4E49_99E4_F697B9D4D40F#1099085]
Input [6]: [COL_57A29A37_9A17_4B66_8075_897F4B240E81#1098663, COL_AF155DAB_420D_45B6_A9A9_56AA8D2E3D5C#1098666, COL_FC10C112_88B1_45B9_AA4E_B279540F2D09#1098669, COL_7283FB96_45C4_411A_901D_417BCF15E684#1098670, COL_D0D2A969_5962_4BD8_9DAA_FA2A1236DF25#1098671, COL_F05A55CE_AA70_477D_B5B1_B1F39C0FF908#1098674]

(5) CollectLimit
Input [2]: [COL_B1FDD3BC_4D33_4C93_B639_1C1F2E7B04C3#1099128, COL_396B6C1A_0DF9_4E49_99E4_F697B9D4D40F#1099085]
Arguments: 500000

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet