SP1 - Details for Query 15409

Submitted Time: 2026/06/10 08:52:29
Duration: 3 s
Succeeded Jobs: 21040 21041

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" AdaptiveSparkPlan "]; 1 [labelType="html" label="Execute InsertIntoHadoopFsRelationCommand task commit time total (min, med, max (stageId: taskId)) 1 ms (0 ms, 0 ms, 1 ms (stage 39743.0: task 55878)) number of written files: 10 job commit time: 13 ms number of output rows: 6,027,530 number of dynamic part: 0 written output: 13.6 MiB"]; 2 [labelType="html" label=" WriteFiles "]; subgraph cluster3 { isCluster="true"; label="WholeStageCodegen (2)\n \nduration: total (min, med, max (stageId: taskId))\n15.5 s (1.5 s, 1.6 s, 1.6 s (stage 39743.0: task 55880))"; 4 [labelType="html" label=" Project "]; 5 [labelType="html" label="Generate number of output rows: 6,027,530"]; 6 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 3.1 s (251 ms, 312 ms, 348 ms (stage 39743.0: task 55884)) peak memory total (min, med, max (stageId: taskId)) 162.5 MiB (16.3 MiB, 16.3 MiB, 16.3 MiB (stage 39743.0: task 55875)) number of output rows: 602,753 number of sort fallback tasks: 0 avg hash probes per key (min, med, max (stageId: taskId)): (1.1, 1.1, 1.2 (stage 39743.0: task 55876))"]; } 7 [labelType="html" label="Exchange shuffle records written: 602,755 local merged chunks fetched: 0 shuffle write time total (min, med, max (stageId: taskId)) 62 ms (5 ms, 6 ms, 7 ms (stage 39741.0: task 55874)) remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 602,755 local bytes read total (min, med, max (stageId: taskId)) 21.2 MiB (2.1 MiB, 2.1 MiB, 2.1 MiB (stage 39743.0: task 55878)) fetch wait time total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 39743.0: task 55875)) remote bytes read: 0.0 B merged fetch fallback count: 0 local blocks read: 100 remote merged chunks fetched: 0 remote blocks read: 0 data size total (min, med, max (stageId: taskId)) 96.5 MiB (9.6 MiB, 9.7 MiB, 9.7 MiB (stage 39741.0: task 55867)) local merged bytes read: 0.0 B number of partitions: 10 remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 21.2 MiB (2.1 MiB, 2.1 MiB, 2.1 MiB (stage 39741.0: task 55867))"]; subgraph cluster8 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n15.0 s (1.3 s, 1.5 s, 1.6 s (stage 39741.0: task 55873))"; 9 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 14.3 s (1.3 s, 1.5 s, 1.5 s (stage 39741.0: task 55873)) peak memory total (min, med, max (stageId: taskId)) 162.5 MiB (16.3 MiB, 16.3 MiB, 16.3 MiB (stage 39741.0: task 55866)) number of output rows: 602,755 number of sort fallback tasks: 0 avg hash probes per key (min, med, max (stageId: taskId)): (1.1, 1.1, 1.2 (stage 39741.0: task 55866))"]; 10 [labelType="html" label=" Project "]; 11 [labelType="html" label="ColumnarToRow number of output rows: 2,996,010 number of input batches: 737"]; } 12 [labelType="html" label="Scan parquet number of files read: 10 scan time total (min, med, max (stageId: taskId)) 133 ms (7 ms, 15 ms, 16 ms (stage 39741.0: task 55870)) metadata time: 0 ms size of files read: 186.5 MiB number of output rows: 2,996,010"]; 1->0; 2->1; 4->2; 5->4; 6->5; 7->6; 9->7; 10->9; 11->10; 12->11; }

AdaptiveSparkPlan isFinalPlan=true

Execute InsertIntoHadoopFsRelationCommand file:/data/output/cache/parquet/datablock/12_B_ADMIN_PATI_215920, false, Parquet, [path=file:///data/output/cache/parquet/datablock/12_B_ADMIN_PATI_215920], Overwrite, [COL_0F35E2B2_690F_4AED_875C_E35C69ABA612, COL_9231416C_AF3F_4681_86ED_408F17D887D7, COL_7210E506_7CCF_4C52_A1A3_1A6276B9962C]

WriteFiles

Project [COL_34524C69_800D_49BB_A8D1_3CFFB5BA0949#3406476 AS COL_0F35E2B2_690F_4AED_875C_E35C69ABA612#3406515, col0#3406499 AS COL_9231416C_AF3F_4681_86ED_408F17D887D7#3406516, col1#3406500 AS COL_7210E506_7CCF_4C52_A1A3_1A6276B9962C#3406517]

Generate stack(10, Fides, COL_3C060057_21C6_4073_9281_64A655641E4F#3406477, Fact AM, COL_231AED6C_D2A7_46CD_BFBF_2C73B6432CFF#3406478, Nature Assurance, COL_DFB226B0_CCB6_4F9D_BAE1_4AE37208991F#3406479, Justif Exo, COL_502386B0_7059_4BA3_8A55_233436EE1655#3406480, Age( Année), COL_D90F208A_470A_4199_8C0E_14C1264265C3#3406481, Date Naissance, COL_ECE9908B_9FA5_4F94_8BF7_F1AC9076BD2B#3406482, Date Entrée, COL_9E114F7B_15DC_4CB1_BB69_CD3C62EE3A01#3406483, Date Sortie, COL_97A3CA8C_4E52_4D36_A288_C07F8ED47070#3406484, Présence_Acte_Urgence, COL_8CAFF346_2576_4F4F_8094_F6457AD1372A#3406485, Présence ATU, COL_306AE0C0_896F_4B10_B3A7_4F47C617A8D1#3406486), [COL_34524C69_800D_49BB_A8D1_3CFFB5BA0949#3406476], false, [col0#3406499, col1#3406500]

HashAggregate(keys=[COL_AEDCA996_B7EF_49A7_90ED_3DDB0BC7B715#3406211, COL_84FDE379_8E60_499E_B3B2_7C9785CE7921#3406216, COL_69CC8FBB_4E06_48E5_908F_9A7939FB8D85#3406226L, COL_2866983B_7B6A_4937_B8B9_7F25B4194545#3406219, COL_A7A8A83C_F3A9_49B8_B96F_526873F4D06C#3406220, COL_260D09DB_C309_4597_92D9_8FAC2C204E8A#3406221, COL_A6C72F64_806A_45BD_85BB_677A96DCD98A#3406222, COL_E04DFB31_5DF3_4A73_9652_B48821866FB3#3406223, COL_44F53C89_6431_4F30_A6C0_1B4771F4B595#3406224, COL_4DFF8175_5976_44E8_ACB0_8E9E4743CB6E#3406231, COL_C0D78D28_F844_4157_8A22_C5150A5C634A#3406232], functions=[])

WholeStageCodegen (2)

Exchange hashpartitioning(COL_AEDCA996_B7EF_49A7_90ED_3DDB0BC7B715#3406211, COL_84FDE379_8E60_499E_B3B2_7C9785CE7921#3406216, COL_69CC8FBB_4E06_48E5_908F_9A7939FB8D85#3406226L, COL_2866983B_7B6A_4937_B8B9_7F25B4194545#3406219, COL_A7A8A83C_F3A9_49B8_B96F_526873F4D06C#3406220, COL_260D09DB_C309_4597_92D9_8FAC2C204E8A#3406221, COL_A6C72F64_806A_45BD_85BB_677A96DCD98A#3406222, COL_E04DFB31_5DF3_4A73_9652_B48821866FB3#3406223, COL_44F53C89_6431_4F30_A6C0_1B4771F4B595#3406224, COL_4DFF8175_5976_44E8_ACB0_8E9E4743CB6E#3406231, COL_C0D78D28_F844_4157_8A22_C5150A5C634A#3406232, 10), ENSURE_REQUIREMENTS, [plan_id=1593368]

Project [COL_0CE644FE_8E6B_4581_A639_58227BF2A7A2#3405895 AS COL_AEDCA996_B7EF_49A7_90ED_3DDB0BC7B715#3406211, COL_622B74E9_F71D_4E3E_8627_51C1F0B6BE50#3405900 AS COL_84FDE379_8E60_499E_B3B2_7C9785CE7921#3406216, COL_90F15518_AEAA_468F_80BE_4F4773EFDA05#3405903 AS COL_2866983B_7B6A_4937_B8B9_7F25B4194545#3406219, COL_EDC5FAFE_825C_4EC7_A31E_66183BA64839#3405904 AS COL_A7A8A83C_F3A9_49B8_B96F_526873F4D06C#3406220, COL_346C27DC_6D06_4FCF_A022_7FF177053D81#3405905 AS COL_260D09DB_C309_4597_92D9_8FAC2C204E8A#3406221, COL_75DE8325_2CC3_4E7A_A718_80AA4F2A9D62#3405906 AS COL_A6C72F64_806A_45BD_85BB_677A96DCD98A#3406222, COL_B41CF42C_004D_4F47_A1D6_C923097E3079#3405907 AS COL_E04DFB31_5DF3_4A73_9652_B48821866FB3#3406223, COL_6A5227D7_4C1F_4F63_9444_9FF29ADC5BCE#3405908 AS COL_44F53C89_6431_4F30_A6C0_1B4771F4B595#3406224, COL_969EAFA1_AD39_4285_AD05_6146CD6F9342#3405910L AS COL_69CC8FBB_4E06_48E5_908F_9A7939FB8D85#3406226L, COL_D986422B_41E3_4D4B_9F25_9D68ED522BE6#3405915 AS COL_4DFF8175_5976_44E8_ACB0_8E9E4743CB6E#3406231, COL_DA9B5599_81F6_4F11_BD9B_F24A1CAC4BC1#3405916 AS COL_C0D78D28_F844_4157_8A22_C5150A5C634A#3406232]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_0CE644FE_8E6B_4581_A639_58227BF2A7A2#3405895,COL_622B74E9_F71D_4E3E_8627_51C1F0B6BE50#3405900,COL_90F15518_AEAA_468F_80BE_4F4773EFDA05#3405903,COL_EDC5FAFE_825C_4EC7_A31E_66183BA64839#3405904,COL_346C27DC_6D06_4FCF_A022_7FF177053D81#3405905,COL_75DE8325_2CC3_4E7A_A718_80AA4F2A9D62#3405906,COL_B41CF42C_004D_4F47_A1D6_C923097E3079#3405907,COL_6A5227D7_4C1F_4F63_9444_9FF29ADC5BCE#3405908,COL_969EAFA1_AD39_4285_AD05_6146CD6F9342#3405910L,COL_D986422B_41E3_4D4B_9F25_9D68ED522BE6#3405915,COL_DA9B5599_81F6_4F11_BD9B_F24A1CAC4BC1#3405916] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/01_A_STEP_1_RSF_215951], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_0CE644FE_8E6B_4581_A639_58227BF2A7A2:string,COL_622B74E9_F71D_4E3E_8627_51C1F0B6BE50:s...

Details

== Physical Plan ==
AdaptiveSparkPlan (20)
+- == Final Plan ==
   Execute InsertIntoHadoopFsRelationCommand (11)
   +- WriteFiles (10)
      +- * Project (9)
         +- * Generate (8)
            +- * HashAggregate (7)
               +- ShuffleQueryStage (6), Statistics(sizeInBytes=96.5 MiB, rowCount=6.03E+5)
                  +- Exchange (5)
                     +- * HashAggregate (4)
                        +- * Project (3)
                           +- * ColumnarToRow (2)
                              +- Scan parquet  (1)
+- == Initial Plan ==
   Execute InsertIntoHadoopFsRelationCommand (19)
   +- WriteFiles (18)
      +- Project (17)
         +- Generate (16)
            +- HashAggregate (15)
               +- Exchange (14)
                  +- HashAggregate (13)
                     +- Project (12)
                        +- Scan parquet  (1)


(1) Scan parquet 
Output [11]: [COL_0CE644FE_8E6B_4581_A639_58227BF2A7A2#3405895, COL_622B74E9_F71D_4E3E_8627_51C1F0B6BE50#3405900, COL_90F15518_AEAA_468F_80BE_4F4773EFDA05#3405903, COL_EDC5FAFE_825C_4EC7_A31E_66183BA64839#3405904, COL_346C27DC_6D06_4FCF_A022_7FF177053D81#3405905, COL_75DE8325_2CC3_4E7A_A718_80AA4F2A9D62#3405906, COL_B41CF42C_004D_4F47_A1D6_C923097E3079#3405907, COL_6A5227D7_4C1F_4F63_9444_9FF29ADC5BCE#3405908, COL_969EAFA1_AD39_4285_AD05_6146CD6F9342#3405910L, COL_D986422B_41E3_4D4B_9F25_9D68ED522BE6#3405915, COL_DA9B5599_81F6_4F11_BD9B_F24A1CAC4BC1#3405916]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/01_A_STEP_1_RSF_215951]
ReadSchema: struct<COL_0CE644FE_8E6B_4581_A639_58227BF2A7A2:string,COL_622B74E9_F71D_4E3E_8627_51C1F0B6BE50:string,COL_90F15518_AEAA_468F_80BE_4F4773EFDA05:string,COL_EDC5FAFE_825C_4EC7_A31E_66183BA64839:string,COL_346C27DC_6D06_4FCF_A022_7FF177053D81:string,COL_75DE8325_2CC3_4E7A_A718_80AA4F2A9D62:string,COL_B41CF42C_004D_4F47_A1D6_C923097E3079:string,COL_6A5227D7_4C1F_4F63_9444_9FF29ADC5BCE:string,COL_969EAFA1_AD39_4285_AD05_6146CD6F9342:bigint,COL_D986422B_41E3_4D4B_9F25_9D68ED522BE6:int,COL_DA9B5599_81F6_4F11_BD9B_F24A1CAC4BC1:int>

(2) ColumnarToRow [codegen id : 1]
Input [11]: [COL_0CE644FE_8E6B_4581_A639_58227BF2A7A2#3405895, COL_622B74E9_F71D_4E3E_8627_51C1F0B6BE50#3405900, COL_90F15518_AEAA_468F_80BE_4F4773EFDA05#3405903, COL_EDC5FAFE_825C_4EC7_A31E_66183BA64839#3405904, COL_346C27DC_6D06_4FCF_A022_7FF177053D81#3405905, COL_75DE8325_2CC3_4E7A_A718_80AA4F2A9D62#3405906, COL_B41CF42C_004D_4F47_A1D6_C923097E3079#3405907, COL_6A5227D7_4C1F_4F63_9444_9FF29ADC5BCE#3405908, COL_969EAFA1_AD39_4285_AD05_6146CD6F9342#3405910L, COL_D986422B_41E3_4D4B_9F25_9D68ED522BE6#3405915, COL_DA9B5599_81F6_4F11_BD9B_F24A1CAC4BC1#3405916]

(3) Project [codegen id : 1]
Output [11]: [COL_0CE644FE_8E6B_4581_A639_58227BF2A7A2#3405895 AS COL_AEDCA996_B7EF_49A7_90ED_3DDB0BC7B715#3406211, COL_622B74E9_F71D_4E3E_8627_51C1F0B6BE50#3405900 AS COL_84FDE379_8E60_499E_B3B2_7C9785CE7921#3406216, COL_90F15518_AEAA_468F_80BE_4F4773EFDA05#3405903 AS COL_2866983B_7B6A_4937_B8B9_7F25B4194545#3406219, COL_EDC5FAFE_825C_4EC7_A31E_66183BA64839#3405904 AS COL_A7A8A83C_F3A9_49B8_B96F_526873F4D06C#3406220, COL_346C27DC_6D06_4FCF_A022_7FF177053D81#3405905 AS COL_260D09DB_C309_4597_92D9_8FAC2C204E8A#3406221, COL_75DE8325_2CC3_4E7A_A718_80AA4F2A9D62#3405906 AS COL_A6C72F64_806A_45BD_85BB_677A96DCD98A#3406222, COL_B41CF42C_004D_4F47_A1D6_C923097E3079#3405907 AS COL_E04DFB31_5DF3_4A73_9652_B48821866FB3#3406223, COL_6A5227D7_4C1F_4F63_9444_9FF29ADC5BCE#3405908 AS COL_44F53C89_6431_4F30_A6C0_1B4771F4B595#3406224, COL_969EAFA1_AD39_4285_AD05_6146CD6F9342#3405910L AS COL_69CC8FBB_4E06_48E5_908F_9A7939FB8D85#3406226L, COL_D986422B_41E3_4D4B_9F25_9D68ED522BE6#3405915 AS COL_4DFF8175_5976_44E8_ACB0_8E9E4743CB6E#3406231, COL_DA9B5599_81F6_4F11_BD9B_F24A1CAC4BC1#3405916 AS COL_C0D78D28_F844_4157_8A22_C5150A5C634A#3406232]
Input [11]: [COL_0CE644FE_8E6B_4581_A639_58227BF2A7A2#3405895, COL_622B74E9_F71D_4E3E_8627_51C1F0B6BE50#3405900, COL_90F15518_AEAA_468F_80BE_4F4773EFDA05#3405903, COL_EDC5FAFE_825C_4EC7_A31E_66183BA64839#3405904, COL_346C27DC_6D06_4FCF_A022_7FF177053D81#3405905, COL_75DE8325_2CC3_4E7A_A718_80AA4F2A9D62#3405906, COL_B41CF42C_004D_4F47_A1D6_C923097E3079#3405907, COL_6A5227D7_4C1F_4F63_9444_9FF29ADC5BCE#3405908, COL_969EAFA1_AD39_4285_AD05_6146CD6F9342#3405910L, COL_D986422B_41E3_4D4B_9F25_9D68ED522BE6#3405915, COL_DA9B5599_81F6_4F11_BD9B_F24A1CAC4BC1#3405916]

(4) HashAggregate [codegen id : 1]
Input [11]: [COL_AEDCA996_B7EF_49A7_90ED_3DDB0BC7B715#3406211, COL_84FDE379_8E60_499E_B3B2_7C9785CE7921#3406216, COL_2866983B_7B6A_4937_B8B9_7F25B4194545#3406219, COL_A7A8A83C_F3A9_49B8_B96F_526873F4D06C#3406220, COL_260D09DB_C309_4597_92D9_8FAC2C204E8A#3406221, COL_A6C72F64_806A_45BD_85BB_677A96DCD98A#3406222, COL_E04DFB31_5DF3_4A73_9652_B48821866FB3#3406223, COL_44F53C89_6431_4F30_A6C0_1B4771F4B595#3406224, COL_69CC8FBB_4E06_48E5_908F_9A7939FB8D85#3406226L, COL_4DFF8175_5976_44E8_ACB0_8E9E4743CB6E#3406231, COL_C0D78D28_F844_4157_8A22_C5150A5C634A#3406232]
Keys [11]: [COL_AEDCA996_B7EF_49A7_90ED_3DDB0BC7B715#3406211, COL_84FDE379_8E60_499E_B3B2_7C9785CE7921#3406216, COL_69CC8FBB_4E06_48E5_908F_9A7939FB8D85#3406226L, COL_2866983B_7B6A_4937_B8B9_7F25B4194545#3406219, COL_A7A8A83C_F3A9_49B8_B96F_526873F4D06C#3406220, COL_260D09DB_C309_4597_92D9_8FAC2C204E8A#3406221, COL_A6C72F64_806A_45BD_85BB_677A96DCD98A#3406222, COL_E04DFB31_5DF3_4A73_9652_B48821866FB3#3406223, COL_44F53C89_6431_4F30_A6C0_1B4771F4B595#3406224, COL_4DFF8175_5976_44E8_ACB0_8E9E4743CB6E#3406231, COL_C0D78D28_F844_4157_8A22_C5150A5C634A#3406232]
Functions: []
Aggregate Attributes: []
Results [11]: [COL_AEDCA996_B7EF_49A7_90ED_3DDB0BC7B715#3406211, COL_84FDE379_8E60_499E_B3B2_7C9785CE7921#3406216, COL_69CC8FBB_4E06_48E5_908F_9A7939FB8D85#3406226L, COL_2866983B_7B6A_4937_B8B9_7F25B4194545#3406219, COL_A7A8A83C_F3A9_49B8_B96F_526873F4D06C#3406220, COL_260D09DB_C309_4597_92D9_8FAC2C204E8A#3406221, COL_A6C72F64_806A_45BD_85BB_677A96DCD98A#3406222, COL_E04DFB31_5DF3_4A73_9652_B48821866FB3#3406223, COL_44F53C89_6431_4F30_A6C0_1B4771F4B595#3406224, COL_4DFF8175_5976_44E8_ACB0_8E9E4743CB6E#3406231, COL_C0D78D28_F844_4157_8A22_C5150A5C634A#3406232]

(5) Exchange
Input [11]: [COL_AEDCA996_B7EF_49A7_90ED_3DDB0BC7B715#3406211, COL_84FDE379_8E60_499E_B3B2_7C9785CE7921#3406216, COL_69CC8FBB_4E06_48E5_908F_9A7939FB8D85#3406226L, COL_2866983B_7B6A_4937_B8B9_7F25B4194545#3406219, COL_A7A8A83C_F3A9_49B8_B96F_526873F4D06C#3406220, COL_260D09DB_C309_4597_92D9_8FAC2C204E8A#3406221, COL_A6C72F64_806A_45BD_85BB_677A96DCD98A#3406222, COL_E04DFB31_5DF3_4A73_9652_B48821866FB3#3406223, COL_44F53C89_6431_4F30_A6C0_1B4771F4B595#3406224, COL_4DFF8175_5976_44E8_ACB0_8E9E4743CB6E#3406231, COL_C0D78D28_F844_4157_8A22_C5150A5C634A#3406232]
Arguments: hashpartitioning(COL_AEDCA996_B7EF_49A7_90ED_3DDB0BC7B715#3406211, COL_84FDE379_8E60_499E_B3B2_7C9785CE7921#3406216, COL_69CC8FBB_4E06_48E5_908F_9A7939FB8D85#3406226L, COL_2866983B_7B6A_4937_B8B9_7F25B4194545#3406219, COL_A7A8A83C_F3A9_49B8_B96F_526873F4D06C#3406220, COL_260D09DB_C309_4597_92D9_8FAC2C204E8A#3406221, COL_A6C72F64_806A_45BD_85BB_677A96DCD98A#3406222, COL_E04DFB31_5DF3_4A73_9652_B48821866FB3#3406223, COL_44F53C89_6431_4F30_A6C0_1B4771F4B595#3406224, COL_4DFF8175_5976_44E8_ACB0_8E9E4743CB6E#3406231, COL_C0D78D28_F844_4157_8A22_C5150A5C634A#3406232, 10), ENSURE_REQUIREMENTS, [plan_id=1593368]

(6) ShuffleQueryStage
Output [11]: [COL_AEDCA996_B7EF_49A7_90ED_3DDB0BC7B715#3406211, COL_84FDE379_8E60_499E_B3B2_7C9785CE7921#3406216, COL_69CC8FBB_4E06_48E5_908F_9A7939FB8D85#3406226L, COL_2866983B_7B6A_4937_B8B9_7F25B4194545#3406219, COL_A7A8A83C_F3A9_49B8_B96F_526873F4D06C#3406220, COL_260D09DB_C309_4597_92D9_8FAC2C204E8A#3406221, COL_A6C72F64_806A_45BD_85BB_677A96DCD98A#3406222, COL_E04DFB31_5DF3_4A73_9652_B48821866FB3#3406223, COL_44F53C89_6431_4F30_A6C0_1B4771F4B595#3406224, COL_4DFF8175_5976_44E8_ACB0_8E9E4743CB6E#3406231, COL_C0D78D28_F844_4157_8A22_C5150A5C634A#3406232]
Arguments: 0

(7) HashAggregate [codegen id : 2]
Input [11]: [COL_AEDCA996_B7EF_49A7_90ED_3DDB0BC7B715#3406211, COL_84FDE379_8E60_499E_B3B2_7C9785CE7921#3406216, COL_69CC8FBB_4E06_48E5_908F_9A7939FB8D85#3406226L, COL_2866983B_7B6A_4937_B8B9_7F25B4194545#3406219, COL_A7A8A83C_F3A9_49B8_B96F_526873F4D06C#3406220, COL_260D09DB_C309_4597_92D9_8FAC2C204E8A#3406221, COL_A6C72F64_806A_45BD_85BB_677A96DCD98A#3406222, COL_E04DFB31_5DF3_4A73_9652_B48821866FB3#3406223, COL_44F53C89_6431_4F30_A6C0_1B4771F4B595#3406224, COL_4DFF8175_5976_44E8_ACB0_8E9E4743CB6E#3406231, COL_C0D78D28_F844_4157_8A22_C5150A5C634A#3406232]
Keys [11]: [COL_AEDCA996_B7EF_49A7_90ED_3DDB0BC7B715#3406211, COL_84FDE379_8E60_499E_B3B2_7C9785CE7921#3406216, COL_69CC8FBB_4E06_48E5_908F_9A7939FB8D85#3406226L, COL_2866983B_7B6A_4937_B8B9_7F25B4194545#3406219, COL_A7A8A83C_F3A9_49B8_B96F_526873F4D06C#3406220, COL_260D09DB_C309_4597_92D9_8FAC2C204E8A#3406221, COL_A6C72F64_806A_45BD_85BB_677A96DCD98A#3406222, COL_E04DFB31_5DF3_4A73_9652_B48821866FB3#3406223, COL_44F53C89_6431_4F30_A6C0_1B4771F4B595#3406224, COL_4DFF8175_5976_44E8_ACB0_8E9E4743CB6E#3406231, COL_C0D78D28_F844_4157_8A22_C5150A5C634A#3406232]
Functions: []
Aggregate Attributes: []
Results [11]: [COL_AEDCA996_B7EF_49A7_90ED_3DDB0BC7B715#3406211 AS COL_34524C69_800D_49BB_A8D1_3CFFB5BA0949#3406476, COL_260D09DB_C309_4597_92D9_8FAC2C204E8A#3406221 AS COL_3C060057_21C6_4073_9281_64A655641E4F#3406477, COL_A6C72F64_806A_45BD_85BB_677A96DCD98A#3406222 AS COL_231AED6C_D2A7_46CD_BFBF_2C73B6432CFF#3406478, COL_E04DFB31_5DF3_4A73_9652_B48821866FB3#3406223 AS COL_DFB226B0_CCB6_4F9D_BAE1_4AE37208991F#3406479, COL_44F53C89_6431_4F30_A6C0_1B4771F4B595#3406224 AS COL_502386B0_7059_4BA3_8A55_233436EE1655#3406480, bigint_to_str(COL_69CC8FBB_4E06_48E5_908F_9A7939FB8D85#3406226L) AS COL_D90F208A_470A_4199_8C0E_14C1264265C3#3406481, str_join(array(str_extract_middle(COL_84FDE379_8E60_499E_B3B2_7C9785CE7921#3406216, 5, 4), str_extract_middle(COL_84FDE379_8E60_499E_B3B2_7C9785CE7921#3406216, 3, 2), str_extract_middle(COL_84FDE379_8E60_499E_B3B2_7C9785CE7921#3406216, 1, 2)), -) AS COL_ECE9908B_9FA5_4F94_8BF7_F1AC9076BD2B#3406482, str_join(array(str_extract_middle(COL_2866983B_7B6A_4937_B8B9_7F25B4194545#3406219, 5, 4), str_extract_middle(COL_2866983B_7B6A_4937_B8B9_7F25B4194545#3406219, 3, 2), str_extract_middle(COL_2866983B_7B6A_4937_B8B9_7F25B4194545#3406219, 1, 2)), -) AS COL_9E114F7B_15DC_4CB1_BB69_CD3C62EE3A01#3406483, str_join(array(str_extract_middle(COL_A7A8A83C_F3A9_49B8_B96F_526873F4D06C#3406220, 5, 4), str_extract_middle(COL_A7A8A83C_F3A9_49B8_B96F_526873F4D06C#3406220, 3, 2), str_extract_middle(COL_A7A8A83C_F3A9_49B8_B96F_526873F4D06C#3406220, 1, 2)), -) AS COL_97A3CA8C_4E52_4D36_A288_C07F8ED47070#3406484, int_to_str(COL_4DFF8175_5976_44E8_ACB0_8E9E4743CB6E#3406231) AS COL_8CAFF346_2576_4F4F_8094_F6457AD1372A#3406485, int_to_str(COL_C0D78D28_F844_4157_8A22_C5150A5C634A#3406232) AS COL_306AE0C0_896F_4B10_B3A7_4F47C617A8D1#3406486]

(8) Generate [codegen id : 2]
Input [11]: [COL_34524C69_800D_49BB_A8D1_3CFFB5BA0949#3406476, COL_3C060057_21C6_4073_9281_64A655641E4F#3406477, COL_231AED6C_D2A7_46CD_BFBF_2C73B6432CFF#3406478, COL_DFB226B0_CCB6_4F9D_BAE1_4AE37208991F#3406479, COL_502386B0_7059_4BA3_8A55_233436EE1655#3406480, COL_D90F208A_470A_4199_8C0E_14C1264265C3#3406481, COL_ECE9908B_9FA5_4F94_8BF7_F1AC9076BD2B#3406482, COL_9E114F7B_15DC_4CB1_BB69_CD3C62EE3A01#3406483, COL_97A3CA8C_4E52_4D36_A288_C07F8ED47070#3406484, COL_8CAFF346_2576_4F4F_8094_F6457AD1372A#3406485, COL_306AE0C0_896F_4B10_B3A7_4F47C617A8D1#3406486]
Arguments: stack(10, Fides, COL_3C060057_21C6_4073_9281_64A655641E4F#3406477, Fact AM, COL_231AED6C_D2A7_46CD_BFBF_2C73B6432CFF#3406478, Nature Assurance, COL_DFB226B0_CCB6_4F9D_BAE1_4AE37208991F#3406479, Justif Exo, COL_502386B0_7059_4BA3_8A55_233436EE1655#3406480, Age( Année), COL_D90F208A_470A_4199_8C0E_14C1264265C3#3406481, Date Naissance, COL_ECE9908B_9FA5_4F94_8BF7_F1AC9076BD2B#3406482, Date Entrée, COL_9E114F7B_15DC_4CB1_BB69_CD3C62EE3A01#3406483, Date Sortie, COL_97A3CA8C_4E52_4D36_A288_C07F8ED47070#3406484, Présence_Acte_Urgence, COL_8CAFF346_2576_4F4F_8094_F6457AD1372A#3406485, Présence ATU, COL_306AE0C0_896F_4B10_B3A7_4F47C617A8D1#3406486), [COL_34524C69_800D_49BB_A8D1_3CFFB5BA0949#3406476], false, [col0#3406499, col1#3406500]

(9) Project [codegen id : 2]
Output [3]: [COL_34524C69_800D_49BB_A8D1_3CFFB5BA0949#3406476 AS COL_0F35E2B2_690F_4AED_875C_E35C69ABA612#3406515, col0#3406499 AS COL_9231416C_AF3F_4681_86ED_408F17D887D7#3406516, col1#3406500 AS COL_7210E506_7CCF_4C52_A1A3_1A6276B9962C#3406517]
Input [3]: [COL_34524C69_800D_49BB_A8D1_3CFFB5BA0949#3406476, col0#3406499, col1#3406500]

(10) WriteFiles
Input [3]: [COL_0F35E2B2_690F_4AED_875C_E35C69ABA612#3406515, COL_9231416C_AF3F_4681_86ED_408F17D887D7#3406516, COL_7210E506_7CCF_4C52_A1A3_1A6276B9962C#3406517]

(11) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/datablock/12_B_ADMIN_PATI_215920, false, Parquet, [path=file:///data/output/cache/parquet/datablock/12_B_ADMIN_PATI_215920], Overwrite, [COL_0F35E2B2_690F_4AED_875C_E35C69ABA612, COL_9231416C_AF3F_4681_86ED_408F17D887D7, COL_7210E506_7CCF_4C52_A1A3_1A6276B9962C]

(12) Project
Output [11]: [COL_0CE644FE_8E6B_4581_A639_58227BF2A7A2#3405895 AS COL_AEDCA996_B7EF_49A7_90ED_3DDB0BC7B715#3406211, COL_622B74E9_F71D_4E3E_8627_51C1F0B6BE50#3405900 AS COL_84FDE379_8E60_499E_B3B2_7C9785CE7921#3406216, COL_90F15518_AEAA_468F_80BE_4F4773EFDA05#3405903 AS COL_2866983B_7B6A_4937_B8B9_7F25B4194545#3406219, COL_EDC5FAFE_825C_4EC7_A31E_66183BA64839#3405904 AS COL_A7A8A83C_F3A9_49B8_B96F_526873F4D06C#3406220, COL_346C27DC_6D06_4FCF_A022_7FF177053D81#3405905 AS COL_260D09DB_C309_4597_92D9_8FAC2C204E8A#3406221, COL_75DE8325_2CC3_4E7A_A718_80AA4F2A9D62#3405906 AS COL_A6C72F64_806A_45BD_85BB_677A96DCD98A#3406222, COL_B41CF42C_004D_4F47_A1D6_C923097E3079#3405907 AS COL_E04DFB31_5DF3_4A73_9652_B48821866FB3#3406223, COL_6A5227D7_4C1F_4F63_9444_9FF29ADC5BCE#3405908 AS COL_44F53C89_6431_4F30_A6C0_1B4771F4B595#3406224, COL_969EAFA1_AD39_4285_AD05_6146CD6F9342#3405910L AS COL_69CC8FBB_4E06_48E5_908F_9A7939FB8D85#3406226L, COL_D986422B_41E3_4D4B_9F25_9D68ED522BE6#3405915 AS COL_4DFF8175_5976_44E8_ACB0_8E9E4743CB6E#3406231, COL_DA9B5599_81F6_4F11_BD9B_F24A1CAC4BC1#3405916 AS COL_C0D78D28_F844_4157_8A22_C5150A5C634A#3406232]
Input [11]: [COL_0CE644FE_8E6B_4581_A639_58227BF2A7A2#3405895, COL_622B74E9_F71D_4E3E_8627_51C1F0B6BE50#3405900, COL_90F15518_AEAA_468F_80BE_4F4773EFDA05#3405903, COL_EDC5FAFE_825C_4EC7_A31E_66183BA64839#3405904, COL_346C27DC_6D06_4FCF_A022_7FF177053D81#3405905, COL_75DE8325_2CC3_4E7A_A718_80AA4F2A9D62#3405906, COL_B41CF42C_004D_4F47_A1D6_C923097E3079#3405907, COL_6A5227D7_4C1F_4F63_9444_9FF29ADC5BCE#3405908, COL_969EAFA1_AD39_4285_AD05_6146CD6F9342#3405910L, COL_D986422B_41E3_4D4B_9F25_9D68ED522BE6#3405915, COL_DA9B5599_81F6_4F11_BD9B_F24A1CAC4BC1#3405916]

(13) HashAggregate
Input [11]: [COL_AEDCA996_B7EF_49A7_90ED_3DDB0BC7B715#3406211, COL_84FDE379_8E60_499E_B3B2_7C9785CE7921#3406216, COL_2866983B_7B6A_4937_B8B9_7F25B4194545#3406219, COL_A7A8A83C_F3A9_49B8_B96F_526873F4D06C#3406220, COL_260D09DB_C309_4597_92D9_8FAC2C204E8A#3406221, COL_A6C72F64_806A_45BD_85BB_677A96DCD98A#3406222, COL_E04DFB31_5DF3_4A73_9652_B48821866FB3#3406223, COL_44F53C89_6431_4F30_A6C0_1B4771F4B595#3406224, COL_69CC8FBB_4E06_48E5_908F_9A7939FB8D85#3406226L, COL_4DFF8175_5976_44E8_ACB0_8E9E4743CB6E#3406231, COL_C0D78D28_F844_4157_8A22_C5150A5C634A#3406232]
Keys [11]: [COL_AEDCA996_B7EF_49A7_90ED_3DDB0BC7B715#3406211, COL_84FDE379_8E60_499E_B3B2_7C9785CE7921#3406216, COL_69CC8FBB_4E06_48E5_908F_9A7939FB8D85#3406226L, COL_2866983B_7B6A_4937_B8B9_7F25B4194545#3406219, COL_A7A8A83C_F3A9_49B8_B96F_526873F4D06C#3406220, COL_260D09DB_C309_4597_92D9_8FAC2C204E8A#3406221, COL_A6C72F64_806A_45BD_85BB_677A96DCD98A#3406222, COL_E04DFB31_5DF3_4A73_9652_B48821866FB3#3406223, COL_44F53C89_6431_4F30_A6C0_1B4771F4B595#3406224, COL_4DFF8175_5976_44E8_ACB0_8E9E4743CB6E#3406231, COL_C0D78D28_F844_4157_8A22_C5150A5C634A#3406232]
Functions: []
Aggregate Attributes: []
Results [11]: [COL_AEDCA996_B7EF_49A7_90ED_3DDB0BC7B715#3406211, COL_84FDE379_8E60_499E_B3B2_7C9785CE7921#3406216, COL_69CC8FBB_4E06_48E5_908F_9A7939FB8D85#3406226L, COL_2866983B_7B6A_4937_B8B9_7F25B4194545#3406219, COL_A7A8A83C_F3A9_49B8_B96F_526873F4D06C#3406220, COL_260D09DB_C309_4597_92D9_8FAC2C204E8A#3406221, COL_A6C72F64_806A_45BD_85BB_677A96DCD98A#3406222, COL_E04DFB31_5DF3_4A73_9652_B48821866FB3#3406223, COL_44F53C89_6431_4F30_A6C0_1B4771F4B595#3406224, COL_4DFF8175_5976_44E8_ACB0_8E9E4743CB6E#3406231, COL_C0D78D28_F844_4157_8A22_C5150A5C634A#3406232]

(14) Exchange
Input [11]: [COL_AEDCA996_B7EF_49A7_90ED_3DDB0BC7B715#3406211, COL_84FDE379_8E60_499E_B3B2_7C9785CE7921#3406216, COL_69CC8FBB_4E06_48E5_908F_9A7939FB8D85#3406226L, COL_2866983B_7B6A_4937_B8B9_7F25B4194545#3406219, COL_A7A8A83C_F3A9_49B8_B96F_526873F4D06C#3406220, COL_260D09DB_C309_4597_92D9_8FAC2C204E8A#3406221, COL_A6C72F64_806A_45BD_85BB_677A96DCD98A#3406222, COL_E04DFB31_5DF3_4A73_9652_B48821866FB3#3406223, COL_44F53C89_6431_4F30_A6C0_1B4771F4B595#3406224, COL_4DFF8175_5976_44E8_ACB0_8E9E4743CB6E#3406231, COL_C0D78D28_F844_4157_8A22_C5150A5C634A#3406232]
Arguments: hashpartitioning(COL_AEDCA996_B7EF_49A7_90ED_3DDB0BC7B715#3406211, COL_84FDE379_8E60_499E_B3B2_7C9785CE7921#3406216, COL_69CC8FBB_4E06_48E5_908F_9A7939FB8D85#3406226L, COL_2866983B_7B6A_4937_B8B9_7F25B4194545#3406219, COL_A7A8A83C_F3A9_49B8_B96F_526873F4D06C#3406220, COL_260D09DB_C309_4597_92D9_8FAC2C204E8A#3406221, COL_A6C72F64_806A_45BD_85BB_677A96DCD98A#3406222, COL_E04DFB31_5DF3_4A73_9652_B48821866FB3#3406223, COL_44F53C89_6431_4F30_A6C0_1B4771F4B595#3406224, COL_4DFF8175_5976_44E8_ACB0_8E9E4743CB6E#3406231, COL_C0D78D28_F844_4157_8A22_C5150A5C634A#3406232, 10), ENSURE_REQUIREMENTS, [plan_id=1593346]

(15) HashAggregate
Input [11]: [COL_AEDCA996_B7EF_49A7_90ED_3DDB0BC7B715#3406211, COL_84FDE379_8E60_499E_B3B2_7C9785CE7921#3406216, COL_69CC8FBB_4E06_48E5_908F_9A7939FB8D85#3406226L, COL_2866983B_7B6A_4937_B8B9_7F25B4194545#3406219, COL_A7A8A83C_F3A9_49B8_B96F_526873F4D06C#3406220, COL_260D09DB_C309_4597_92D9_8FAC2C204E8A#3406221, COL_A6C72F64_806A_45BD_85BB_677A96DCD98A#3406222, COL_E04DFB31_5DF3_4A73_9652_B48821866FB3#3406223, COL_44F53C89_6431_4F30_A6C0_1B4771F4B595#3406224, COL_4DFF8175_5976_44E8_ACB0_8E9E4743CB6E#3406231, COL_C0D78D28_F844_4157_8A22_C5150A5C634A#3406232]
Keys [11]: [COL_AEDCA996_B7EF_49A7_90ED_3DDB0BC7B715#3406211, COL_84FDE379_8E60_499E_B3B2_7C9785CE7921#3406216, COL_69CC8FBB_4E06_48E5_908F_9A7939FB8D85#3406226L, COL_2866983B_7B6A_4937_B8B9_7F25B4194545#3406219, COL_A7A8A83C_F3A9_49B8_B96F_526873F4D06C#3406220, COL_260D09DB_C309_4597_92D9_8FAC2C204E8A#3406221, COL_A6C72F64_806A_45BD_85BB_677A96DCD98A#3406222, COL_E04DFB31_5DF3_4A73_9652_B48821866FB3#3406223, COL_44F53C89_6431_4F30_A6C0_1B4771F4B595#3406224, COL_4DFF8175_5976_44E8_ACB0_8E9E4743CB6E#3406231, COL_C0D78D28_F844_4157_8A22_C5150A5C634A#3406232]
Functions: []
Aggregate Attributes: []
Results [11]: [COL_AEDCA996_B7EF_49A7_90ED_3DDB0BC7B715#3406211 AS COL_34524C69_800D_49BB_A8D1_3CFFB5BA0949#3406476, COL_260D09DB_C309_4597_92D9_8FAC2C204E8A#3406221 AS COL_3C060057_21C6_4073_9281_64A655641E4F#3406477, COL_A6C72F64_806A_45BD_85BB_677A96DCD98A#3406222 AS COL_231AED6C_D2A7_46CD_BFBF_2C73B6432CFF#3406478, COL_E04DFB31_5DF3_4A73_9652_B48821866FB3#3406223 AS COL_DFB226B0_CCB6_4F9D_BAE1_4AE37208991F#3406479, COL_44F53C89_6431_4F30_A6C0_1B4771F4B595#3406224 AS COL_502386B0_7059_4BA3_8A55_233436EE1655#3406480, bigint_to_str(COL_69CC8FBB_4E06_48E5_908F_9A7939FB8D85#3406226L) AS COL_D90F208A_470A_4199_8C0E_14C1264265C3#3406481, str_join(array(str_extract_middle(COL_84FDE379_8E60_499E_B3B2_7C9785CE7921#3406216, 5, 4), str_extract_middle(COL_84FDE379_8E60_499E_B3B2_7C9785CE7921#3406216, 3, 2), str_extract_middle(COL_84FDE379_8E60_499E_B3B2_7C9785CE7921#3406216, 1, 2)), -) AS COL_ECE9908B_9FA5_4F94_8BF7_F1AC9076BD2B#3406482, str_join(array(str_extract_middle(COL_2866983B_7B6A_4937_B8B9_7F25B4194545#3406219, 5, 4), str_extract_middle(COL_2866983B_7B6A_4937_B8B9_7F25B4194545#3406219, 3, 2), str_extract_middle(COL_2866983B_7B6A_4937_B8B9_7F25B4194545#3406219, 1, 2)), -) AS COL_9E114F7B_15DC_4CB1_BB69_CD3C62EE3A01#3406483, str_join(array(str_extract_middle(COL_A7A8A83C_F3A9_49B8_B96F_526873F4D06C#3406220, 5, 4), str_extract_middle(COL_A7A8A83C_F3A9_49B8_B96F_526873F4D06C#3406220, 3, 2), str_extract_middle(COL_A7A8A83C_F3A9_49B8_B96F_526873F4D06C#3406220, 1, 2)), -) AS COL_97A3CA8C_4E52_4D36_A288_C07F8ED47070#3406484, int_to_str(COL_4DFF8175_5976_44E8_ACB0_8E9E4743CB6E#3406231) AS COL_8CAFF346_2576_4F4F_8094_F6457AD1372A#3406485, int_to_str(COL_C0D78D28_F844_4157_8A22_C5150A5C634A#3406232) AS COL_306AE0C0_896F_4B10_B3A7_4F47C617A8D1#3406486]

(16) Generate
Input [11]: [COL_34524C69_800D_49BB_A8D1_3CFFB5BA0949#3406476, COL_3C060057_21C6_4073_9281_64A655641E4F#3406477, COL_231AED6C_D2A7_46CD_BFBF_2C73B6432CFF#3406478, COL_DFB226B0_CCB6_4F9D_BAE1_4AE37208991F#3406479, COL_502386B0_7059_4BA3_8A55_233436EE1655#3406480, COL_D90F208A_470A_4199_8C0E_14C1264265C3#3406481, COL_ECE9908B_9FA5_4F94_8BF7_F1AC9076BD2B#3406482, COL_9E114F7B_15DC_4CB1_BB69_CD3C62EE3A01#3406483, COL_97A3CA8C_4E52_4D36_A288_C07F8ED47070#3406484, COL_8CAFF346_2576_4F4F_8094_F6457AD1372A#3406485, COL_306AE0C0_896F_4B10_B3A7_4F47C617A8D1#3406486]
Arguments: stack(10, Fides, COL_3C060057_21C6_4073_9281_64A655641E4F#3406477, Fact AM, COL_231AED6C_D2A7_46CD_BFBF_2C73B6432CFF#3406478, Nature Assurance, COL_DFB226B0_CCB6_4F9D_BAE1_4AE37208991F#3406479, Justif Exo, COL_502386B0_7059_4BA3_8A55_233436EE1655#3406480, Age( Année), COL_D90F208A_470A_4199_8C0E_14C1264265C3#3406481, Date Naissance, COL_ECE9908B_9FA5_4F94_8BF7_F1AC9076BD2B#3406482, Date Entrée, COL_9E114F7B_15DC_4CB1_BB69_CD3C62EE3A01#3406483, Date Sortie, COL_97A3CA8C_4E52_4D36_A288_C07F8ED47070#3406484, Présence_Acte_Urgence, COL_8CAFF346_2576_4F4F_8094_F6457AD1372A#3406485, Présence ATU, COL_306AE0C0_896F_4B10_B3A7_4F47C617A8D1#3406486), [COL_34524C69_800D_49BB_A8D1_3CFFB5BA0949#3406476], false, [col0#3406499, col1#3406500]

(17) Project
Output [3]: [COL_34524C69_800D_49BB_A8D1_3CFFB5BA0949#3406476 AS COL_0F35E2B2_690F_4AED_875C_E35C69ABA612#3406515, col0#3406499 AS COL_9231416C_AF3F_4681_86ED_408F17D887D7#3406516, col1#3406500 AS COL_7210E506_7CCF_4C52_A1A3_1A6276B9962C#3406517]
Input [3]: [COL_34524C69_800D_49BB_A8D1_3CFFB5BA0949#3406476, col0#3406499, col1#3406500]

(18) WriteFiles
Input [3]: [COL_0F35E2B2_690F_4AED_875C_E35C69ABA612#3406515, COL_9231416C_AF3F_4681_86ED_408F17D887D7#3406516, COL_7210E506_7CCF_4C52_A1A3_1A6276B9962C#3406517]

(19) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/datablock/12_B_ADMIN_PATI_215920, false, Parquet, [path=file:///data/output/cache/parquet/datablock/12_B_ADMIN_PATI_215920], Overwrite, [COL_0F35E2B2_690F_4AED_875C_E35C69ABA612, COL_9231416C_AF3F_4681_86ED_408F17D887D7, COL_7210E506_7CCF_4C52_A1A3_1A6276B9962C]

(20) AdaptiveSparkPlan
Output: []
Arguments: isFinalPlan=true

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet