SP1 - Details for Query 16754

Submitted Time: 2026/06/10 14:38:37
Duration: 53 ms
Succeeded Jobs: 22805

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 3 ms"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="Filter number of output rows: 0"]; 4 [labelType="html" label="ColumnarToRow number of output rows: 0 number of input batches: 0"]; } 5 [labelType="html" label="Scan parquet number of files read: 1 scan time: 3 ms metadata time: 0 ms size of files read: 1305.0 B number of output rows: 0"]; 2->0; 3->2; 4->3; 5->4; }

CollectLimit 500000

Project [COL_5FD07DDF_CAB3_45DE_B3A1_7C8AFC8C31B3#3760631 AS COL_05E740AB_C930_4016_B551_267370B3094F#3760682, COL_9AA4737D_CCD7_482F_8103_80AC0FB31CD0#3760632 AS COL_7AF1EEEC_E85E_4C0F_B204_EEAB037996AC#3760683, COL_0293C011_F7B4_49B6_BD11_30FC8E116BBB#3760633 AS COL_816A9465_CF9B_47F0_9B97_6BE9B57FF271#3760684, COL_2E818F83_9F47_4FE8_979F_318AF8D1088A#3760634 AS COL_73FF5AFC_0163_4046_BE44_855C6B0244DC#3760685, COL_EE9FBBF3_15F1_40A1_9846_782EABE19A05#3760635 AS COL_93EA4C2F_EF09_40E7_9743_AF227EC93606#3760686, COL_78D6D98A_2F80_402E_80B7_73775424E0C7#3760636 AS COL_F8185800_5CCA_4E9B_AB41_5AE3A6310B74#3760687, COL_0375B8D6_4569_4419_A405_FCA6F4DF0A63#3760637 AS COL_F2A26633_A3FA_431C_809A_FC0D41343F8D#3760688]

Filter (COL_5FD07DDF_CAB3_45DE_B3A1_7C8AFC8C31B3#3760631 <=> 243267453)

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_5FD07DDF_CAB3_45DE_B3A1_7C8AFC8C31B3#3760631,COL_9AA4737D_CCD7_482F_8103_80AC0FB31CD0#3760632,COL_0293C011_F7B4_49B6_BD11_30FC8E116BBB#3760633,COL_2E818F83_9F47_4FE8_979F_318AF8D1088A#3760634,COL_EE9FBBF3_15F1_40A1_9846_782EABE19A05#3760635,COL_78D6D98A_2F80_402E_80B7_73775424E0C7#3760636,COL_0375B8D6_4569_4419_A405_FCA6F4DF0A63#3760637] Batched: true, DataFilters: [(COL_5FD07DDF_CAB3_45DE_B3A1_7C8AFC8C31B3#3760631 <=> 243267453)], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/12_A_ACTES_PATI_213930], PartitionFilters: [], PushedFilters: [EqualNullSafe(COL_5FD07DDF_CAB3_45DE_B3A1_7C8AFC8C31B3,243267453)], ReadSchema: struct<COL_5FD07DDF_CAB3_45DE_B3A1_7C8AFC8C31B3:string,COL_9AA4737D_CCD7_482F_8103_80AC0FB31CD0:s...

Details

== Physical Plan ==
CollectLimit (5)
+- * Project (4)
   +- * Filter (3)
      +- * ColumnarToRow (2)
         +- Scan parquet  (1)


(1) Scan parquet 
Output [7]: [COL_5FD07DDF_CAB3_45DE_B3A1_7C8AFC8C31B3#3760631, COL_9AA4737D_CCD7_482F_8103_80AC0FB31CD0#3760632, COL_0293C011_F7B4_49B6_BD11_30FC8E116BBB#3760633, COL_2E818F83_9F47_4FE8_979F_318AF8D1088A#3760634, COL_EE9FBBF3_15F1_40A1_9846_782EABE19A05#3760635, COL_78D6D98A_2F80_402E_80B7_73775424E0C7#3760636, COL_0375B8D6_4569_4419_A405_FCA6F4DF0A63#3760637]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/12_A_ACTES_PATI_213930]
PushedFilters: [EqualNullSafe(COL_5FD07DDF_CAB3_45DE_B3A1_7C8AFC8C31B3,243267453)]
ReadSchema: struct<COL_5FD07DDF_CAB3_45DE_B3A1_7C8AFC8C31B3:string,COL_9AA4737D_CCD7_482F_8103_80AC0FB31CD0:string,COL_0293C011_F7B4_49B6_BD11_30FC8E116BBB:string,COL_2E818F83_9F47_4FE8_979F_318AF8D1088A:string,COL_EE9FBBF3_15F1_40A1_9846_782EABE19A05:string,COL_78D6D98A_2F80_402E_80B7_73775424E0C7:string,COL_0375B8D6_4569_4419_A405_FCA6F4DF0A63:string>

(2) ColumnarToRow [codegen id : 1]
Input [7]: [COL_5FD07DDF_CAB3_45DE_B3A1_7C8AFC8C31B3#3760631, COL_9AA4737D_CCD7_482F_8103_80AC0FB31CD0#3760632, COL_0293C011_F7B4_49B6_BD11_30FC8E116BBB#3760633, COL_2E818F83_9F47_4FE8_979F_318AF8D1088A#3760634, COL_EE9FBBF3_15F1_40A1_9846_782EABE19A05#3760635, COL_78D6D98A_2F80_402E_80B7_73775424E0C7#3760636, COL_0375B8D6_4569_4419_A405_FCA6F4DF0A63#3760637]

(3) Filter [codegen id : 1]
Input [7]: [COL_5FD07DDF_CAB3_45DE_B3A1_7C8AFC8C31B3#3760631, COL_9AA4737D_CCD7_482F_8103_80AC0FB31CD0#3760632, COL_0293C011_F7B4_49B6_BD11_30FC8E116BBB#3760633, COL_2E818F83_9F47_4FE8_979F_318AF8D1088A#3760634, COL_EE9FBBF3_15F1_40A1_9846_782EABE19A05#3760635, COL_78D6D98A_2F80_402E_80B7_73775424E0C7#3760636, COL_0375B8D6_4569_4419_A405_FCA6F4DF0A63#3760637]
Condition : (COL_5FD07DDF_CAB3_45DE_B3A1_7C8AFC8C31B3#3760631 <=> 243267453)

(4) Project [codegen id : 1]
Output [7]: [COL_5FD07DDF_CAB3_45DE_B3A1_7C8AFC8C31B3#3760631 AS COL_05E740AB_C930_4016_B551_267370B3094F#3760682, COL_9AA4737D_CCD7_482F_8103_80AC0FB31CD0#3760632 AS COL_7AF1EEEC_E85E_4C0F_B204_EEAB037996AC#3760683, COL_0293C011_F7B4_49B6_BD11_30FC8E116BBB#3760633 AS COL_816A9465_CF9B_47F0_9B97_6BE9B57FF271#3760684, COL_2E818F83_9F47_4FE8_979F_318AF8D1088A#3760634 AS COL_73FF5AFC_0163_4046_BE44_855C6B0244DC#3760685, COL_EE9FBBF3_15F1_40A1_9846_782EABE19A05#3760635 AS COL_93EA4C2F_EF09_40E7_9743_AF227EC93606#3760686, COL_78D6D98A_2F80_402E_80B7_73775424E0C7#3760636 AS COL_F8185800_5CCA_4E9B_AB41_5AE3A6310B74#3760687, COL_0375B8D6_4569_4419_A405_FCA6F4DF0A63#3760637 AS COL_F2A26633_A3FA_431C_809A_FC0D41343F8D#3760688]
Input [7]: [COL_5FD07DDF_CAB3_45DE_B3A1_7C8AFC8C31B3#3760631, COL_9AA4737D_CCD7_482F_8103_80AC0FB31CD0#3760632, COL_0293C011_F7B4_49B6_BD11_30FC8E116BBB#3760633, COL_2E818F83_9F47_4FE8_979F_318AF8D1088A#3760634, COL_EE9FBBF3_15F1_40A1_9846_782EABE19A05#3760635, COL_78D6D98A_2F80_402E_80B7_73775424E0C7#3760636, COL_0375B8D6_4569_4419_A405_FCA6F4DF0A63#3760637]

(5) CollectLimit
Input [7]: [COL_05E740AB_C930_4016_B551_267370B3094F#3760682, COL_7AF1EEEC_E85E_4C0F_B204_EEAB037996AC#3760683, COL_816A9465_CF9B_47F0_9B97_6BE9B57FF271#3760684, COL_73FF5AFC_0163_4046_BE44_855C6B0244DC#3760685, COL_93EA4C2F_EF09_40E7_9743_AF227EC93606#3760686, COL_F8185800_5CCA_4E9B_AB41_5AE3A6310B74#3760687, COL_F2A26633_A3FA_431C_809A_FC0D41343F8D#3760688]
Arguments: 500000

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet