SP1 - Details for Query 4079

Submitted Time: 2026/10/15 14:15:51
Duration: 0.2 s
Succeeded Jobs: 6332

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label="Execute InsertIntoHadoopFsRelationCommand task commit time: 1 ms number of written files: 1 job commit time: 13 ms number of output rows: 2,427 number of dynamic part: 0 written output: 82.3 KiB"]; 1 [labelType="html" label=" WriteFiles "]; subgraph cluster2 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 94 ms"; 3 [labelType="html" label=" Project "]; 4 [labelType="html" label="Filter number of output rows: 2,427"]; 5 [labelType="html" label="ColumnarToRow number of output rows: 32,361 number of input batches: 8"]; } 6 [labelType="html" label="Scan parquet number of files read: 1 scan time: 20 ms metadata time: 0 ms size of files read: 795.0 KiB number of output rows: 32,361"]; 1->0; 3->1; 4->3; 5->4; 6->5; }

Execute InsertIntoHadoopFsRelationCommand file:/data/output/cache/parquet/datablock/07_OPTI_FILTRE__235205, false, Parquet, [path=file:///data/output/cache/parquet/datablock/07_OPTI_FILTRE__235205], Overwrite, [COL_76028251_A1D0_4ED6_8DFE_8596AEF8091B, COL_6EC6AEB8_2313_4E41_A988_47B4098135B2, COL_2FF0D3EC_C722_42A9_840B_E7165DD3C5F4, COL_90FC29D9_3439_4FBB_9DF3_A81AD9B2175B, COL_68686DE7_0E81_42EE_8A06_F1304BF77A52, COL_685D41C1_CD6E_4400_839D_8E52D574467C, COL_C4BF7E67_D6E1_4337_80E0_9F71F49D5B10, COL_E9F8FC37_DF70_465A_A237_E0C7030CDA45, COL_AC8D99FE_81C9_4200_A257_A99C452FE154, COL_49FD500F_DFFA_4BA2_8540_86786EBCC946, COL_DF1F690F_30B3_410D_A036_A3931DCB8606, COL_93B47511_1E93_4242_A792_2BCCF6344505, COL_44883222_279F_4D50_89B0_1BFB27219728, COL_30493569_8410_4F7E_AE45_3B8AED0BE171, COL_70A4C5B0_B57C_49FB_99B8_A4C4982E37BF, COL_018898E9_4078_49F0_884C_222D32999EA7, COL_96B24F31_2273_40B5_AC40_68A2E9CA1B93]

WriteFiles

Project [COL_EB47ADCA_4440_4090_8691_F8499DB4555E#942460 AS COL_76028251_A1D0_4ED6_8DFE_8596AEF8091B#942630, COL_13692FE9_27FE_43A3_9877_314B5FA6981E#942461 AS COL_6EC6AEB8_2313_4E41_A988_47B4098135B2#942631, COL_2876989F_DEC1_40A8_860A_830E1DDD6BAA#942462 AS COL_2FF0D3EC_C722_42A9_840B_E7165DD3C5F4#942632, COL_1BE7C81D_C98B_4777_B767_B833588E5C16#942463 AS COL_90FC29D9_3439_4FBB_9DF3_A81AD9B2175B#942633, COL_F7E6B982_AE01_4D61_95F1_A194F4B50FB7#942464 AS COL_68686DE7_0E81_42EE_8A06_F1304BF77A52#942634, COL_11433D90_073E_4D4F_93EA_C1D4A3867F3E#942465 AS COL_685D41C1_CD6E_4400_839D_8E52D574467C#942635, COL_24B70AFC_A481_42F7_BC8F_E9E89DEC4255#942466 AS COL_C4BF7E67_D6E1_4337_80E0_9F71F49D5B10#942636, COL_06545D41_928E_4A54_93BF_65904FCF81AA#942467 AS COL_E9F8FC37_DF70_465A_A237_E0C7030CDA45#942637, COL_0A41C34D_A1FB_4EC3_8E48_5C7A1E003394#942468 AS COL_AC8D99FE_81C9_4200_A257_A99C452FE154#942638, COL_CFEBEA6B_3FE9_463F_8774_B2A3942E56AB#942469 AS COL_49FD500F_DFFA_4BA2_8540_86786EBCC946#942639, COL_6FA3C539_F981_4B55_80EE_5B06D96ED482#942470 AS COL_DF1F690F_30B3_410D_A036_A3931DCB8606#942640, COL_E38AB62F_E896_4A72_BE7E_515F8BC641C6#942471 AS COL_93B47511_1E93_4242_A792_2BCCF6344505#942641, COL_E20E6071_1A49_495A_9004_23ED33C98669#942472 AS COL_44883222_279F_4D50_89B0_1BFB27219728#942642, COL_6348CDD7_7FF9_4337_B9DE_365982DB3BA3#942473 AS COL_30493569_8410_4F7E_AE45_3B8AED0BE171#942643, COL_493B3625_15CC_4C3E_B552_CFFC349A58D4#942474 AS COL_70A4C5B0_B57C_49FB_99B8_A4C4982E37BF#942644, COL_A2516838_D999_49FB_A245_E9F9B72D742A#942475 AS COL_018898E9_4078_49F0_884C_222D32999EA7#942645, COL_8EA5D1BB_B903_4AA6_811C_01F4D36D9299#942476 AS COL_96B24F31_2273_40B5_AC40_68A2E9CA1B93#942646]

Filter (COL_6348CDD7_7FF9_4337_B9DE_365982DB3BA3#942473 <=> Optimisation)

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_EB47ADCA_4440_4090_8691_F8499DB4555E#942460,COL_13692FE9_27FE_43A3_9877_314B5FA6981E#942461,COL_2876989F_DEC1_40A8_860A_830E1DDD6BAA#942462,COL_1BE7C81D_C98B_4777_B767_B833588E5C16#942463,COL_F7E6B982_AE01_4D61_95F1_A194F4B50FB7#942464,COL_11433D90_073E_4D4F_93EA_C1D4A3867F3E#942465,COL_24B70AFC_A481_42F7_BC8F_E9E89DEC4255#942466,COL_06545D41_928E_4A54_93BF_65904FCF81AA#942467,COL_0A41C34D_A1FB_4EC3_8E48_5C7A1E003394#942468,COL_CFEBEA6B_3FE9_463F_8774_B2A3942E56AB#942469,COL_6FA3C539_F981_4B55_80EE_5B06D96ED482#942470,COL_E38AB62F_E896_4A72_BE7E_515F8BC641C6#942471,COL_E20E6071_1A49_495A_9004_23ED33C98669#942472,COL_6348CDD7_7FF9_4337_B9DE_365982DB3BA3#942473,COL_493B3625_15CC_4C3E_B552_CFFC349A58D4#942474,COL_A2516838_D999_49FB_A245_E9F9B72D742A#942475,COL_8EA5D1BB_B903_4AA6_811C_01F4D36D9299#942476] Batched: true, DataFilters: [(COL_6348CDD7_7FF9_4337_B9DE_365982DB3BA3#942473 <=> Optimisation)], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/06_COMPILATION__235024], PartitionFilters: [], PushedFilters: [EqualNullSafe(COL_6348CDD7_7FF9_4337_B9DE_365982DB3BA3,Optimisation)], ReadSchema: struct<COL_EB47ADCA_4440_4090_8691_F8499DB4555E:string,COL_13692FE9_27FE_43A3_9877_314B5FA6981E:s...

Details

== Physical Plan ==
Execute InsertIntoHadoopFsRelationCommand (6)
+- WriteFiles (5)
   +- * Project (4)
      +- * Filter (3)
         +- * ColumnarToRow (2)
            +- Scan parquet  (1)


(1) Scan parquet 
Output [17]: [COL_EB47ADCA_4440_4090_8691_F8499DB4555E#942460, COL_13692FE9_27FE_43A3_9877_314B5FA6981E#942461, COL_2876989F_DEC1_40A8_860A_830E1DDD6BAA#942462, COL_1BE7C81D_C98B_4777_B767_B833588E5C16#942463, COL_F7E6B982_AE01_4D61_95F1_A194F4B50FB7#942464, COL_11433D90_073E_4D4F_93EA_C1D4A3867F3E#942465, COL_24B70AFC_A481_42F7_BC8F_E9E89DEC4255#942466, COL_06545D41_928E_4A54_93BF_65904FCF81AA#942467, COL_0A41C34D_A1FB_4EC3_8E48_5C7A1E003394#942468, COL_CFEBEA6B_3FE9_463F_8774_B2A3942E56AB#942469, COL_6FA3C539_F981_4B55_80EE_5B06D96ED482#942470, COL_E38AB62F_E896_4A72_BE7E_515F8BC641C6#942471, COL_E20E6071_1A49_495A_9004_23ED33C98669#942472, COL_6348CDD7_7FF9_4337_B9DE_365982DB3BA3#942473, COL_493B3625_15CC_4C3E_B552_CFFC349A58D4#942474, COL_A2516838_D999_49FB_A245_E9F9B72D742A#942475, COL_8EA5D1BB_B903_4AA6_811C_01F4D36D9299#942476]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/06_COMPILATION__235024]
PushedFilters: [EqualNullSafe(COL_6348CDD7_7FF9_4337_B9DE_365982DB3BA3,Optimisation)]
ReadSchema: struct<COL_EB47ADCA_4440_4090_8691_F8499DB4555E:string,COL_13692FE9_27FE_43A3_9877_314B5FA6981E:string,COL_2876989F_DEC1_40A8_860A_830E1DDD6BAA:string,COL_1BE7C81D_C98B_4777_B767_B833588E5C16:string,COL_F7E6B982_AE01_4D61_95F1_A194F4B50FB7:string,COL_11433D90_073E_4D4F_93EA_C1D4A3867F3E:string,COL_24B70AFC_A481_42F7_BC8F_E9E89DEC4255:string,COL_06545D41_928E_4A54_93BF_65904FCF81AA:string,COL_0A41C34D_A1FB_4EC3_8E48_5C7A1E003394:timestamp,COL_CFEBEA6B_3FE9_463F_8774_B2A3942E56AB:double,COL_6FA3C539_F981_4B55_80EE_5B06D96ED482:string,COL_E38AB62F_E896_4A72_BE7E_515F8BC641C6:double,COL_E20E6071_1A49_495A_9004_23ED33C98669:string,COL_6348CDD7_7FF9_4337_B9DE_365982DB3BA3:string,COL_493B3625_15CC_4C3E_B552_CFFC349A58D4:string,COL_A2516838_D999_49FB_A245_E9F9B72D742A:int,COL_8EA5D1BB_B903_4AA6_811C_01F4D36D9299:double>

(2) ColumnarToRow [codegen id : 1]
Input [17]: [COL_EB47ADCA_4440_4090_8691_F8499DB4555E#942460, COL_13692FE9_27FE_43A3_9877_314B5FA6981E#942461, COL_2876989F_DEC1_40A8_860A_830E1DDD6BAA#942462, COL_1BE7C81D_C98B_4777_B767_B833588E5C16#942463, COL_F7E6B982_AE01_4D61_95F1_A194F4B50FB7#942464, COL_11433D90_073E_4D4F_93EA_C1D4A3867F3E#942465, COL_24B70AFC_A481_42F7_BC8F_E9E89DEC4255#942466, COL_06545D41_928E_4A54_93BF_65904FCF81AA#942467, COL_0A41C34D_A1FB_4EC3_8E48_5C7A1E003394#942468, COL_CFEBEA6B_3FE9_463F_8774_B2A3942E56AB#942469, COL_6FA3C539_F981_4B55_80EE_5B06D96ED482#942470, COL_E38AB62F_E896_4A72_BE7E_515F8BC641C6#942471, COL_E20E6071_1A49_495A_9004_23ED33C98669#942472, COL_6348CDD7_7FF9_4337_B9DE_365982DB3BA3#942473, COL_493B3625_15CC_4C3E_B552_CFFC349A58D4#942474, COL_A2516838_D999_49FB_A245_E9F9B72D742A#942475, COL_8EA5D1BB_B903_4AA6_811C_01F4D36D9299#942476]

(3) Filter [codegen id : 1]
Input [17]: [COL_EB47ADCA_4440_4090_8691_F8499DB4555E#942460, COL_13692FE9_27FE_43A3_9877_314B5FA6981E#942461, COL_2876989F_DEC1_40A8_860A_830E1DDD6BAA#942462, COL_1BE7C81D_C98B_4777_B767_B833588E5C16#942463, COL_F7E6B982_AE01_4D61_95F1_A194F4B50FB7#942464, COL_11433D90_073E_4D4F_93EA_C1D4A3867F3E#942465, COL_24B70AFC_A481_42F7_BC8F_E9E89DEC4255#942466, COL_06545D41_928E_4A54_93BF_65904FCF81AA#942467, COL_0A41C34D_A1FB_4EC3_8E48_5C7A1E003394#942468, COL_CFEBEA6B_3FE9_463F_8774_B2A3942E56AB#942469, COL_6FA3C539_F981_4B55_80EE_5B06D96ED482#942470, COL_E38AB62F_E896_4A72_BE7E_515F8BC641C6#942471, COL_E20E6071_1A49_495A_9004_23ED33C98669#942472, COL_6348CDD7_7FF9_4337_B9DE_365982DB3BA3#942473, COL_493B3625_15CC_4C3E_B552_CFFC349A58D4#942474, COL_A2516838_D999_49FB_A245_E9F9B72D742A#942475, COL_8EA5D1BB_B903_4AA6_811C_01F4D36D9299#942476]
Condition : (COL_6348CDD7_7FF9_4337_B9DE_365982DB3BA3#942473 <=> Optimisation)

(4) Project [codegen id : 1]
Output [17]: [COL_EB47ADCA_4440_4090_8691_F8499DB4555E#942460 AS COL_76028251_A1D0_4ED6_8DFE_8596AEF8091B#942630, COL_13692FE9_27FE_43A3_9877_314B5FA6981E#942461 AS COL_6EC6AEB8_2313_4E41_A988_47B4098135B2#942631, COL_2876989F_DEC1_40A8_860A_830E1DDD6BAA#942462 AS COL_2FF0D3EC_C722_42A9_840B_E7165DD3C5F4#942632, COL_1BE7C81D_C98B_4777_B767_B833588E5C16#942463 AS COL_90FC29D9_3439_4FBB_9DF3_A81AD9B2175B#942633, COL_F7E6B982_AE01_4D61_95F1_A194F4B50FB7#942464 AS COL_68686DE7_0E81_42EE_8A06_F1304BF77A52#942634, COL_11433D90_073E_4D4F_93EA_C1D4A3867F3E#942465 AS COL_685D41C1_CD6E_4400_839D_8E52D574467C#942635, COL_24B70AFC_A481_42F7_BC8F_E9E89DEC4255#942466 AS COL_C4BF7E67_D6E1_4337_80E0_9F71F49D5B10#942636, COL_06545D41_928E_4A54_93BF_65904FCF81AA#942467 AS COL_E9F8FC37_DF70_465A_A237_E0C7030CDA45#942637, COL_0A41C34D_A1FB_4EC3_8E48_5C7A1E003394#942468 AS COL_AC8D99FE_81C9_4200_A257_A99C452FE154#942638, COL_CFEBEA6B_3FE9_463F_8774_B2A3942E56AB#942469 AS COL_49FD500F_DFFA_4BA2_8540_86786EBCC946#942639, COL_6FA3C539_F981_4B55_80EE_5B06D96ED482#942470 AS COL_DF1F690F_30B3_410D_A036_A3931DCB8606#942640, COL_E38AB62F_E896_4A72_BE7E_515F8BC641C6#942471 AS COL_93B47511_1E93_4242_A792_2BCCF6344505#942641, COL_E20E6071_1A49_495A_9004_23ED33C98669#942472 AS COL_44883222_279F_4D50_89B0_1BFB27219728#942642, COL_6348CDD7_7FF9_4337_B9DE_365982DB3BA3#942473 AS COL_30493569_8410_4F7E_AE45_3B8AED0BE171#942643, COL_493B3625_15CC_4C3E_B552_CFFC349A58D4#942474 AS COL_70A4C5B0_B57C_49FB_99B8_A4C4982E37BF#942644, COL_A2516838_D999_49FB_A245_E9F9B72D742A#942475 AS COL_018898E9_4078_49F0_884C_222D32999EA7#942645, COL_8EA5D1BB_B903_4AA6_811C_01F4D36D9299#942476 AS COL_96B24F31_2273_40B5_AC40_68A2E9CA1B93#942646]
Input [17]: [COL_EB47ADCA_4440_4090_8691_F8499DB4555E#942460, COL_13692FE9_27FE_43A3_9877_314B5FA6981E#942461, COL_2876989F_DEC1_40A8_860A_830E1DDD6BAA#942462, COL_1BE7C81D_C98B_4777_B767_B833588E5C16#942463, COL_F7E6B982_AE01_4D61_95F1_A194F4B50FB7#942464, COL_11433D90_073E_4D4F_93EA_C1D4A3867F3E#942465, COL_24B70AFC_A481_42F7_BC8F_E9E89DEC4255#942466, COL_06545D41_928E_4A54_93BF_65904FCF81AA#942467, COL_0A41C34D_A1FB_4EC3_8E48_5C7A1E003394#942468, COL_CFEBEA6B_3FE9_463F_8774_B2A3942E56AB#942469, COL_6FA3C539_F981_4B55_80EE_5B06D96ED482#942470, COL_E38AB62F_E896_4A72_BE7E_515F8BC641C6#942471, COL_E20E6071_1A49_495A_9004_23ED33C98669#942472, COL_6348CDD7_7FF9_4337_B9DE_365982DB3BA3#942473, COL_493B3625_15CC_4C3E_B552_CFFC349A58D4#942474, COL_A2516838_D999_49FB_A245_E9F9B72D742A#942475, COL_8EA5D1BB_B903_4AA6_811C_01F4D36D9299#942476]

(5) WriteFiles
Input [17]: [COL_76028251_A1D0_4ED6_8DFE_8596AEF8091B#942630, COL_6EC6AEB8_2313_4E41_A988_47B4098135B2#942631, COL_2FF0D3EC_C722_42A9_840B_E7165DD3C5F4#942632, COL_90FC29D9_3439_4FBB_9DF3_A81AD9B2175B#942633, COL_68686DE7_0E81_42EE_8A06_F1304BF77A52#942634, COL_685D41C1_CD6E_4400_839D_8E52D574467C#942635, COL_C4BF7E67_D6E1_4337_80E0_9F71F49D5B10#942636, COL_E9F8FC37_DF70_465A_A237_E0C7030CDA45#942637, COL_AC8D99FE_81C9_4200_A257_A99C452FE154#942638, COL_49FD500F_DFFA_4BA2_8540_86786EBCC946#942639, COL_DF1F690F_30B3_410D_A036_A3931DCB8606#942640, COL_93B47511_1E93_4242_A792_2BCCF6344505#942641, COL_44883222_279F_4D50_89B0_1BFB27219728#942642, COL_30493569_8410_4F7E_AE45_3B8AED0BE171#942643, COL_70A4C5B0_B57C_49FB_99B8_A4C4982E37BF#942644, COL_018898E9_4078_49F0_884C_222D32999EA7#942645, COL_96B24F31_2273_40B5_AC40_68A2E9CA1B93#942646]

(6) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/datablock/07_OPTI_FILTRE__235205, false, Parquet, [path=file:///data/output/cache/parquet/datablock/07_OPTI_FILTRE__235205], Overwrite, [COL_76028251_A1D0_4ED6_8DFE_8596AEF8091B, COL_6EC6AEB8_2313_4E41_A988_47B4098135B2, COL_2FF0D3EC_C722_42A9_840B_E7165DD3C5F4, COL_90FC29D9_3439_4FBB_9DF3_A81AD9B2175B, COL_68686DE7_0E81_42EE_8A06_F1304BF77A52, COL_685D41C1_CD6E_4400_839D_8E52D574467C, COL_C4BF7E67_D6E1_4337_80E0_9F71F49D5B10, COL_E9F8FC37_DF70_465A_A237_E0C7030CDA45, COL_AC8D99FE_81C9_4200_A257_A99C452FE154, COL_49FD500F_DFFA_4BA2_8540_86786EBCC946, COL_DF1F690F_30B3_410D_A036_A3931DCB8606, COL_93B47511_1E93_4242_A792_2BCCF6344505, COL_44883222_279F_4D50_89B0_1BFB27219728, COL_30493569_8410_4F7E_AE45_3B8AED0BE171, COL_70A4C5B0_B57C_49FB_99B8_A4C4982E37BF, COL_018898E9_4078_49F0_884C_222D32999EA7, COL_96B24F31_2273_40B5_AC40_68A2E9CA1B93]

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet