SP1 - Details for Query 15408

Submitted Time: 2026/06/10 08:52:27
Duration: 0.4 s
Succeeded Jobs: 21036 21037 21038 21039

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" AdaptiveSparkPlan "]; 1 [labelType="html" label="Execute InsertIntoHadoopFsRelationCommand task commit time: 1 ms number of written files: 1 job commit time: 10 ms number of output rows: 8 number of dynamic part: 0 written output: 2.5 KiB"]; 2 [labelType="html" label=" WriteFiles "]; subgraph cluster3 { isCluster="true"; label="WholeStageCodegen (2)\n \nduration: 32 ms"; 4 [labelType="html" label=" Project "]; 5 [labelType="html" label="Sort sort time: 0 ms peak memory: 16.1 MiB spill size: 0.0 B"]; } 6 [labelType="html" label="AQEShuffleRead number of partitions: 1 partition data size: 1081.0 B number of coalesced partitions: 1"]; 7 [labelType="html" label="Exchange shuffle records written: 8 local merged chunks fetched: 0 shuffle write time: 1 ms remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 8 local bytes read: 1032.0 B fetch wait time: 0 ms remote bytes read: 0.0 B merged fetch fallback count: 0 local blocks read: 1 remote merged chunks fetched: 0 remote blocks read: 0 data size: 784.0 B local merged bytes read: 0.0 B number of partitions: 8 remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written: 1032.0 B"]; 8 [labelType="html" label="ObjectHashAggregate number of output rows: 16 time in aggregation build total (min, med, max (stageId: taskId)) 16 ms (7 ms, 9 ms, 9 ms (stage 39735.0: task 55862)) spill size total (min, med, max (stageId: taskId)) 0.0 B (0.0 B, 0.0 B, 0.0 B (stage 39737.0: task 55863)) number of sort fallback tasks: 0"]; 9 [labelType="html" label="AQEShuffleRead number of partitions: 1 partition data size: 1422.0 B number of coalesced partitions: 1"]; 10 [labelType="html" label="Exchange shuffle records written: 8 local merged chunks fetched: 0 shuffle write time: 1 ms remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 16 local bytes read total (min, med, max (stageId: taskId)) 2.6 KiB (1341.0 B, 1341.0 B, 1341.0 B (stage 39737.0: task 55863)) fetch wait time total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 39737.0: task 55863)) remote bytes read: 0.0 B merged fetch fallback count: 0 local blocks read: 2 remote merged chunks fetched: 0 remote blocks read: 0 data size: 1864.0 B local merged bytes read: 0.0 B number of partitions: 10 remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written: 1341.0 B"]; 11 [labelType="html" label="ObjectHashAggregate number of output rows: 8 time in aggregation build: 58 ms spill size: 0.0 B number of sort fallback tasks: 0"]; subgraph cluster12 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 58 ms"; 13 [labelType="html" label=" Project "]; 14 [labelType="html" label="ColumnarToRow number of output rows: 20,807 number of input batches: 6"]; } 15 [labelType="html" label="Scan parquet number of files read: 1 scan time: 4 ms metadata time: 0 ms size of files read: 544.9 KiB number of output rows: 20,807"]; 1->0; 2->1; 4->2; 5->4; 6->5; 7->6; 8->7; 9->8; 10->9; 11->10; 13->11; 14->13; 15->14; }

AdaptiveSparkPlan isFinalPlan=true

Execute InsertIntoHadoopFsRelationCommand file:/data/output/cache/parquet/datablock/13_EXPORT_SYNTH_215978, false, Parquet, [path=file:///data/output/cache/parquet/datablock/13_EXPORT_SYNTH_215978], Overwrite, [COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7, COL_ADBA375C_382A_4696_A56D_08711309B6AD, COL_80784EA8_DF22_41C4_AC0F_C47220973F5A, COL_CAE7C07C_83AD_445B_8A95_E3774DB4F7B4, COL_E866A795_329B_4C6A_AFC1_2AB39A257889]

WriteFiles

Project [COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7#3406166, COL_ADBA375C_382A_4696_A56D_08711309B6AD#3406170L, COL_80784EA8_DF22_41C4_AC0F_C47220973F5A#3406168, COL_CAE7C07C_83AD_445B_8A95_E3774DB4F7B4#3406206, COL_E866A795_329B_4C6A_AFC1_2AB39A257889#3406245]

Sort [COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7#3406166 ASC NULLS FIRST, COL_E866A795_329B_4C6A_AFC1_2AB39A257889#3406245 ASC NULLS FIRST], true, 0

WholeStageCodegen (2)

AQEShuffleRead coalesced

Exchange rangepartitioning(COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7#3406166 ASC NULLS FIRST, COL_E866A795_329B_4C6A_AFC1_2AB39A257889#3406245 ASC NULLS FIRST, 10), ENSURE_REQUIREMENTS, [plan_id=1593265]

ObjectHashAggregate(keys=[COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3405986, COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3405984], functions=[sum(COL_474285FB_94F4_487F_B607_6465C0B6AEE8#3405983), count(1), collect_set(COL_38D2CD32_F136_4B4E_AED4_7052AB814363#3405985, 0, 0)])

AQEShuffleRead coalesced

Exchange hashpartitioning(COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3405986, COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3405984, 10), ENSURE_REQUIREMENTS, [plan_id=1593224]

ObjectHashAggregate(keys=[COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3405986, COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3405984], functions=[partial_sum(COL_474285FB_94F4_487F_B607_6465C0B6AEE8#3405983), partial_count(1), partial_collect_set(COL_38D2CD32_F136_4B4E_AED4_7052AB814363#3405985, 0, 0)])

Project [COL_D37472E7_F883_4730_86AA_8A7F19313463#3405857 AS COL_474285FB_94F4_487F_B607_6465C0B6AEE8#3405983, COL_26C5613E_4B62_48B0_BC4B_AAC5E01A0512#3405858 AS COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3405984, COL_0CDDF5AD_C26B_495C_8DED_7E817D243BEA#3405859 AS COL_38D2CD32_F136_4B4E_AED4_7052AB814363#3405985, COL_E653E27B_68E4_45D1_9CE1_5C6AB9E346D8#3405860 AS COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3405986]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_D37472E7_F883_4730_86AA_8A7F19313463#3405857,COL_26C5613E_4B62_48B0_BC4B_AAC5E01A0512#3405858,COL_0CDDF5AD_C26B_495C_8DED_7E817D243BEA#3405859,COL_E653E27B_68E4_45D1_9CE1_5C6AB9E346D8#3405860] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/10_CONSOLIDATIO_216040], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_D37472E7_F883_4730_86AA_8A7F19313463:double,COL_26C5613E_4B62_48B0_BC4B_AAC5E01A0512:s...

Details

== Physical Plan ==
AdaptiveSparkPlan (25)
+- == Final Plan ==
   Execute InsertIntoHadoopFsRelationCommand (15)
   +- WriteFiles (14)
      +- * Project (13)
         +- * Sort (12)
            +- AQEShuffleRead (11)
               +- ShuffleQueryStage (10), Statistics(sizeInBytes=784.0 B, rowCount=8)
                  +- Exchange (9)
                     +- ObjectHashAggregate (8)
                        +- AQEShuffleRead (7)
                           +- ShuffleQueryStage (6), Statistics(sizeInBytes=1864.0 B, rowCount=8)
                              +- Exchange (5)
                                 +- ObjectHashAggregate (4)
                                    +- * Project (3)
                                       +- * ColumnarToRow (2)
                                          +- Scan parquet  (1)
+- == Initial Plan ==
   Execute InsertIntoHadoopFsRelationCommand (24)
   +- WriteFiles (23)
      +- Project (22)
         +- Sort (21)
            +- Exchange (20)
               +- ObjectHashAggregate (19)
                  +- Exchange (18)
                     +- ObjectHashAggregate (17)
                        +- Project (16)
                           +- Scan parquet  (1)


(1) Scan parquet 
Output [4]: [COL_D37472E7_F883_4730_86AA_8A7F19313463#3405857, COL_26C5613E_4B62_48B0_BC4B_AAC5E01A0512#3405858, COL_0CDDF5AD_C26B_495C_8DED_7E817D243BEA#3405859, COL_E653E27B_68E4_45D1_9CE1_5C6AB9E346D8#3405860]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/10_CONSOLIDATIO_216040]
ReadSchema: struct<COL_D37472E7_F883_4730_86AA_8A7F19313463:double,COL_26C5613E_4B62_48B0_BC4B_AAC5E01A0512:string,COL_0CDDF5AD_C26B_495C_8DED_7E817D243BEA:string,COL_E653E27B_68E4_45D1_9CE1_5C6AB9E346D8:string>

(2) ColumnarToRow [codegen id : 1]
Input [4]: [COL_D37472E7_F883_4730_86AA_8A7F19313463#3405857, COL_26C5613E_4B62_48B0_BC4B_AAC5E01A0512#3405858, COL_0CDDF5AD_C26B_495C_8DED_7E817D243BEA#3405859, COL_E653E27B_68E4_45D1_9CE1_5C6AB9E346D8#3405860]

(3) Project [codegen id : 1]
Output [4]: [COL_D37472E7_F883_4730_86AA_8A7F19313463#3405857 AS COL_474285FB_94F4_487F_B607_6465C0B6AEE8#3405983, COL_26C5613E_4B62_48B0_BC4B_AAC5E01A0512#3405858 AS COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3405984, COL_0CDDF5AD_C26B_495C_8DED_7E817D243BEA#3405859 AS COL_38D2CD32_F136_4B4E_AED4_7052AB814363#3405985, COL_E653E27B_68E4_45D1_9CE1_5C6AB9E346D8#3405860 AS COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3405986]
Input [4]: [COL_D37472E7_F883_4730_86AA_8A7F19313463#3405857, COL_26C5613E_4B62_48B0_BC4B_AAC5E01A0512#3405858, COL_0CDDF5AD_C26B_495C_8DED_7E817D243BEA#3405859, COL_E653E27B_68E4_45D1_9CE1_5C6AB9E346D8#3405860]

(4) ObjectHashAggregate
Input [4]: [COL_474285FB_94F4_487F_B607_6465C0B6AEE8#3405983, COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3405984, COL_38D2CD32_F136_4B4E_AED4_7052AB814363#3405985, COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3405986]
Keys [2]: [COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3405986, COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3405984]
Functions [3]: [partial_sum(COL_474285FB_94F4_487F_B607_6465C0B6AEE8#3405983), partial_count(1), partial_collect_set(COL_38D2CD32_F136_4B4E_AED4_7052AB814363#3405985, 0, 0)]
Aggregate Attributes [3]: [sum#3406398, count#3406399L, buf#3406400]
Results [5]: [COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3405986, COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3405984, sum#3406401, count#3406402L, buf#3406403]

(5) Exchange
Input [5]: [COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3405986, COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3405984, sum#3406401, count#3406402L, buf#3406403]
Arguments: hashpartitioning(COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3405986, COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3405984, 10), ENSURE_REQUIREMENTS, [plan_id=1593224]

(6) ShuffleQueryStage
Output [5]: [COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3405986, COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3405984, sum#3406401, count#3406402L, buf#3406403]
Arguments: 0

(7) AQEShuffleRead
Input [5]: [COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3405986, COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3405984, sum#3406401, count#3406402L, buf#3406403]
Arguments: coalesced

(8) ObjectHashAggregate
Input [5]: [COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3405986, COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3405984, sum#3406401, count#3406402L, buf#3406403]
Keys [2]: [COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3405986, COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3405984]
Functions [3]: [sum(COL_474285FB_94F4_487F_B607_6465C0B6AEE8#3405983), count(1), collect_set(COL_38D2CD32_F136_4B4E_AED4_7052AB814363#3405985, 0, 0)]
Aggregate Attributes [3]: [sum(COL_474285FB_94F4_487F_B607_6465C0B6AEE8#3405983)#3406057, count(1)#3406061L, collect_set(COL_38D2CD32_F136_4B4E_AED4_7052AB814363#3405985, 0, 0)#3406059]
Results [5]: [COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3405984 AS COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7#3406166, round(sum(COL_474285FB_94F4_487F_B607_6465C0B6AEE8#3405983)#3406057, 2) AS COL_80784EA8_DF22_41C4_AC0F_C47220973F5A#3406168, count(1)#3406061L AS COL_ADBA375C_382A_4696_A56D_08711309B6AD#3406170L, str_remove_extend(str_list_as_str(collect_set(COL_38D2CD32_F136_4B4E_AED4_7052AB814363#3405985, 0, 0)#3406059), [[,],"]) AS COL_CAE7C07C_83AD_445B_8A95_E3774DB4F7B4#3406206, str_if_with_rule((COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3405986 <=> V), Eligible, Hypothèse) AS COL_E866A795_329B_4C6A_AFC1_2AB39A257889#3406245]

(9) Exchange
Input [5]: [COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7#3406166, COL_80784EA8_DF22_41C4_AC0F_C47220973F5A#3406168, COL_ADBA375C_382A_4696_A56D_08711309B6AD#3406170L, COL_CAE7C07C_83AD_445B_8A95_E3774DB4F7B4#3406206, COL_E866A795_329B_4C6A_AFC1_2AB39A257889#3406245]
Arguments: rangepartitioning(COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7#3406166 ASC NULLS FIRST, COL_E866A795_329B_4C6A_AFC1_2AB39A257889#3406245 ASC NULLS FIRST, 10), ENSURE_REQUIREMENTS, [plan_id=1593265]

(10) ShuffleQueryStage
Output [5]: [COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7#3406166, COL_80784EA8_DF22_41C4_AC0F_C47220973F5A#3406168, COL_ADBA375C_382A_4696_A56D_08711309B6AD#3406170L, COL_CAE7C07C_83AD_445B_8A95_E3774DB4F7B4#3406206, COL_E866A795_329B_4C6A_AFC1_2AB39A257889#3406245]
Arguments: 1

(11) AQEShuffleRead
Input [5]: [COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7#3406166, COL_80784EA8_DF22_41C4_AC0F_C47220973F5A#3406168, COL_ADBA375C_382A_4696_A56D_08711309B6AD#3406170L, COL_CAE7C07C_83AD_445B_8A95_E3774DB4F7B4#3406206, COL_E866A795_329B_4C6A_AFC1_2AB39A257889#3406245]
Arguments: coalesced

(12) Sort [codegen id : 2]
Input [5]: [COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7#3406166, COL_80784EA8_DF22_41C4_AC0F_C47220973F5A#3406168, COL_ADBA375C_382A_4696_A56D_08711309B6AD#3406170L, COL_CAE7C07C_83AD_445B_8A95_E3774DB4F7B4#3406206, COL_E866A795_329B_4C6A_AFC1_2AB39A257889#3406245]
Arguments: [COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7#3406166 ASC NULLS FIRST, COL_E866A795_329B_4C6A_AFC1_2AB39A257889#3406245 ASC NULLS FIRST], true, 0

(13) Project [codegen id : 2]
Output [5]: [COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7#3406166, COL_ADBA375C_382A_4696_A56D_08711309B6AD#3406170L, COL_80784EA8_DF22_41C4_AC0F_C47220973F5A#3406168, COL_CAE7C07C_83AD_445B_8A95_E3774DB4F7B4#3406206, COL_E866A795_329B_4C6A_AFC1_2AB39A257889#3406245]
Input [5]: [COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7#3406166, COL_80784EA8_DF22_41C4_AC0F_C47220973F5A#3406168, COL_ADBA375C_382A_4696_A56D_08711309B6AD#3406170L, COL_CAE7C07C_83AD_445B_8A95_E3774DB4F7B4#3406206, COL_E866A795_329B_4C6A_AFC1_2AB39A257889#3406245]

(14) WriteFiles
Input [5]: [COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7#3406166, COL_ADBA375C_382A_4696_A56D_08711309B6AD#3406170L, COL_80784EA8_DF22_41C4_AC0F_C47220973F5A#3406168, COL_CAE7C07C_83AD_445B_8A95_E3774DB4F7B4#3406206, COL_E866A795_329B_4C6A_AFC1_2AB39A257889#3406245]

(15) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/datablock/13_EXPORT_SYNTH_215978, false, Parquet, [path=file:///data/output/cache/parquet/datablock/13_EXPORT_SYNTH_215978], Overwrite, [COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7, COL_ADBA375C_382A_4696_A56D_08711309B6AD, COL_80784EA8_DF22_41C4_AC0F_C47220973F5A, COL_CAE7C07C_83AD_445B_8A95_E3774DB4F7B4, COL_E866A795_329B_4C6A_AFC1_2AB39A257889]

(16) Project
Output [4]: [COL_D37472E7_F883_4730_86AA_8A7F19313463#3405857 AS COL_474285FB_94F4_487F_B607_6465C0B6AEE8#3405983, COL_26C5613E_4B62_48B0_BC4B_AAC5E01A0512#3405858 AS COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3405984, COL_0CDDF5AD_C26B_495C_8DED_7E817D243BEA#3405859 AS COL_38D2CD32_F136_4B4E_AED4_7052AB814363#3405985, COL_E653E27B_68E4_45D1_9CE1_5C6AB9E346D8#3405860 AS COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3405986]
Input [4]: [COL_D37472E7_F883_4730_86AA_8A7F19313463#3405857, COL_26C5613E_4B62_48B0_BC4B_AAC5E01A0512#3405858, COL_0CDDF5AD_C26B_495C_8DED_7E817D243BEA#3405859, COL_E653E27B_68E4_45D1_9CE1_5C6AB9E346D8#3405860]

(17) ObjectHashAggregate
Input [4]: [COL_474285FB_94F4_487F_B607_6465C0B6AEE8#3405983, COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3405984, COL_38D2CD32_F136_4B4E_AED4_7052AB814363#3405985, COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3405986]
Keys [2]: [COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3405986, COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3405984]
Functions [3]: [partial_sum(COL_474285FB_94F4_487F_B607_6465C0B6AEE8#3405983), partial_count(1), partial_collect_set(COL_38D2CD32_F136_4B4E_AED4_7052AB814363#3405985, 0, 0)]
Aggregate Attributes [3]: [sum#3406398, count#3406399L, buf#3406400]
Results [5]: [COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3405986, COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3405984, sum#3406401, count#3406402L, buf#3406403]

(18) Exchange
Input [5]: [COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3405986, COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3405984, sum#3406401, count#3406402L, buf#3406403]
Arguments: hashpartitioning(COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3405986, COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3405984, 10), ENSURE_REQUIREMENTS, [plan_id=1593196]

(19) ObjectHashAggregate
Input [5]: [COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3405986, COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3405984, sum#3406401, count#3406402L, buf#3406403]
Keys [2]: [COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3405986, COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3405984]
Functions [3]: [sum(COL_474285FB_94F4_487F_B607_6465C0B6AEE8#3405983), count(1), collect_set(COL_38D2CD32_F136_4B4E_AED4_7052AB814363#3405985, 0, 0)]
Aggregate Attributes [3]: [sum(COL_474285FB_94F4_487F_B607_6465C0B6AEE8#3405983)#3406057, count(1)#3406061L, collect_set(COL_38D2CD32_F136_4B4E_AED4_7052AB814363#3405985, 0, 0)#3406059]
Results [5]: [COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3405984 AS COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7#3406166, round(sum(COL_474285FB_94F4_487F_B607_6465C0B6AEE8#3405983)#3406057, 2) AS COL_80784EA8_DF22_41C4_AC0F_C47220973F5A#3406168, count(1)#3406061L AS COL_ADBA375C_382A_4696_A56D_08711309B6AD#3406170L, str_remove_extend(str_list_as_str(collect_set(COL_38D2CD32_F136_4B4E_AED4_7052AB814363#3405985, 0, 0)#3406059), [[,],"]) AS COL_CAE7C07C_83AD_445B_8A95_E3774DB4F7B4#3406206, str_if_with_rule((COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3405986 <=> V), Eligible, Hypothèse) AS COL_E866A795_329B_4C6A_AFC1_2AB39A257889#3406245]

(20) Exchange
Input [5]: [COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7#3406166, COL_80784EA8_DF22_41C4_AC0F_C47220973F5A#3406168, COL_ADBA375C_382A_4696_A56D_08711309B6AD#3406170L, COL_CAE7C07C_83AD_445B_8A95_E3774DB4F7B4#3406206, COL_E866A795_329B_4C6A_AFC1_2AB39A257889#3406245]
Arguments: rangepartitioning(COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7#3406166 ASC NULLS FIRST, COL_E866A795_329B_4C6A_AFC1_2AB39A257889#3406245 ASC NULLS FIRST, 10), ENSURE_REQUIREMENTS, [plan_id=1593199]

(21) Sort
Input [5]: [COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7#3406166, COL_80784EA8_DF22_41C4_AC0F_C47220973F5A#3406168, COL_ADBA375C_382A_4696_A56D_08711309B6AD#3406170L, COL_CAE7C07C_83AD_445B_8A95_E3774DB4F7B4#3406206, COL_E866A795_329B_4C6A_AFC1_2AB39A257889#3406245]
Arguments: [COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7#3406166 ASC NULLS FIRST, COL_E866A795_329B_4C6A_AFC1_2AB39A257889#3406245 ASC NULLS FIRST], true, 0

(22) Project
Output [5]: [COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7#3406166, COL_ADBA375C_382A_4696_A56D_08711309B6AD#3406170L, COL_80784EA8_DF22_41C4_AC0F_C47220973F5A#3406168, COL_CAE7C07C_83AD_445B_8A95_E3774DB4F7B4#3406206, COL_E866A795_329B_4C6A_AFC1_2AB39A257889#3406245]
Input [5]: [COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7#3406166, COL_80784EA8_DF22_41C4_AC0F_C47220973F5A#3406168, COL_ADBA375C_382A_4696_A56D_08711309B6AD#3406170L, COL_CAE7C07C_83AD_445B_8A95_E3774DB4F7B4#3406206, COL_E866A795_329B_4C6A_AFC1_2AB39A257889#3406245]

(23) WriteFiles
Input [5]: [COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7#3406166, COL_ADBA375C_382A_4696_A56D_08711309B6AD#3406170L, COL_80784EA8_DF22_41C4_AC0F_C47220973F5A#3406168, COL_CAE7C07C_83AD_445B_8A95_E3774DB4F7B4#3406206, COL_E866A795_329B_4C6A_AFC1_2AB39A257889#3406245]

(24) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/datablock/13_EXPORT_SYNTH_215978, false, Parquet, [path=file:///data/output/cache/parquet/datablock/13_EXPORT_SYNTH_215978], Overwrite, [COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7, COL_ADBA375C_382A_4696_A56D_08711309B6AD, COL_80784EA8_DF22_41C4_AC0F_C47220973F5A, COL_CAE7C07C_83AD_445B_8A95_E3774DB4F7B4, COL_E866A795_329B_4C6A_AFC1_2AB39A257889]

(25) AdaptiveSparkPlan
Output: []
Arguments: isFinalPlan=true

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet