SP1 - Details for Query 16518

Submitted Time: 2026/06/10 13:31:40
Duration: 0.5 s
Succeeded Jobs: 22479 22480 22481 22482

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" AdaptiveSparkPlan "]; 1 [labelType="html" label="Execute InsertIntoHadoopFsRelationCommand task commit time: 1 ms number of written files: 1 job commit time: 8 ms number of output rows: 8 number of dynamic part: 0 written output: 2.5 KiB"]; 2 [labelType="html" label=" WriteFiles "]; subgraph cluster3 { isCluster="true"; label="WholeStageCodegen (2)\n \nduration: 35 ms"; 4 [labelType="html" label=" Project "]; 5 [labelType="html" label="Sort sort time: 0 ms peak memory: 16.1 MiB spill size: 0.0 B"]; } 6 [labelType="html" label="AQEShuffleRead number of partitions: 1 partition data size: 1081.0 B number of coalesced partitions: 1"]; 7 [labelType="html" label="Exchange shuffle records written: 8 local merged chunks fetched: 0 shuffle write time: 2 ms remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 8 local bytes read: 1032.0 B fetch wait time: 0 ms remote bytes read: 0.0 B merged fetch fallback count: 0 local blocks read: 1 remote merged chunks fetched: 0 remote blocks read: 0 data size: 784.0 B local merged bytes read: 0.0 B number of partitions: 8 remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written: 1032.0 B"]; 8 [labelType="html" label="ObjectHashAggregate number of output rows: 16 time in aggregation build total (min, med, max (stageId: taskId)) 11 ms (5 ms, 6 ms, 6 ms (stage 42862.0: task 60555)) spill size total (min, med, max (stageId: taskId)) 0.0 B (0.0 B, 0.0 B, 0.0 B (stage 42860.0: task 60554)) number of sort fallback tasks: 0"]; 9 [labelType="html" label="AQEShuffleRead number of partitions: 1 partition data size: 1422.0 B number of coalesced partitions: 1"]; 10 [labelType="html" label="Exchange shuffle records written: 8 local merged chunks fetched: 0 shuffle write time: 1 ms remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 16 local bytes read total (min, med, max (stageId: taskId)) 2.6 KiB (1343.0 B, 1343.0 B, 1343.0 B (stage 42860.0: task 60554)) fetch wait time total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 42860.0: task 60554)) remote bytes read: 0.0 B merged fetch fallback count: 0 local blocks read: 2 remote merged chunks fetched: 0 remote blocks read: 0 data size: 1864.0 B local merged bytes read: 0.0 B number of partitions: 10 remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written: 1343.0 B"]; 11 [labelType="html" label="ObjectHashAggregate number of output rows: 8 time in aggregation build: 66 ms spill size: 0.0 B number of sort fallback tasks: 0"]; subgraph cluster12 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 66 ms"; 13 [labelType="html" label=" Project "]; 14 [labelType="html" label="ColumnarToRow number of output rows: 20,807 number of input batches: 6"]; } 15 [labelType="html" label="Scan parquet number of files read: 1 scan time: 2 ms metadata time: 0 ms size of files read: 544.8 KiB number of output rows: 20,807"]; 1->0; 2->1; 4->2; 5->4; 6->5; 7->6; 8->7; 9->8; 10->9; 11->10; 13->11; 14->13; 15->14; }

AdaptiveSparkPlan isFinalPlan=true

Execute InsertIntoHadoopFsRelationCommand file:/data/output/cache/parquet/datablock/13_EXPORT_SYNTH_214290, false, Parquet, [path=file:///data/output/cache/parquet/datablock/13_EXPORT_SYNTH_214290], Overwrite, [COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7, COL_ADBA375C_382A_4696_A56D_08711309B6AD, COL_80784EA8_DF22_41C4_AC0F_C47220973F5A, COL_CAE7C07C_83AD_445B_8A95_E3774DB4F7B4, COL_E866A795_329B_4C6A_AFC1_2AB39A257889]

WriteFiles

Project [COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7#3713262, COL_ADBA375C_382A_4696_A56D_08711309B6AD#3713266L, COL_80784EA8_DF22_41C4_AC0F_C47220973F5A#3713264, COL_CAE7C07C_83AD_445B_8A95_E3774DB4F7B4#3713298, COL_E866A795_329B_4C6A_AFC1_2AB39A257889#3713357]

Sort [COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7#3713262 ASC NULLS FIRST, COL_E866A795_329B_4C6A_AFC1_2AB39A257889#3713357 ASC NULLS FIRST], true, 0

WholeStageCodegen (2)

AQEShuffleRead coalesced

Exchange rangepartitioning(COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7#3713262 ASC NULLS FIRST, COL_E866A795_329B_4C6A_AFC1_2AB39A257889#3713357 ASC NULLS FIRST, 10), ENSURE_REQUIREMENTS, [plan_id=1748141]

ObjectHashAggregate(keys=[COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3713162, COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3713160], functions=[sum(COL_474285FB_94F4_487F_B607_6465C0B6AEE8#3713159), count(1), collect_set(COL_38D2CD32_F136_4B4E_AED4_7052AB814363#3713161, 0, 0)])

AQEShuffleRead coalesced

Exchange hashpartitioning(COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3713162, COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3713160, 10), ENSURE_REQUIREMENTS, [plan_id=1748100]

ObjectHashAggregate(keys=[COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3713162, COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3713160], functions=[partial_sum(COL_474285FB_94F4_487F_B607_6465C0B6AEE8#3713159), partial_count(1), partial_collect_set(COL_38D2CD32_F136_4B4E_AED4_7052AB814363#3713161, 0, 0)])

Project [COL_D37472E7_F883_4730_86AA_8A7F19313463#3713033 AS COL_474285FB_94F4_487F_B607_6465C0B6AEE8#3713159, COL_26C5613E_4B62_48B0_BC4B_AAC5E01A0512#3713034 AS COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3713160, COL_0CDDF5AD_C26B_495C_8DED_7E817D243BEA#3713035 AS COL_38D2CD32_F136_4B4E_AED4_7052AB814363#3713161, COL_E653E27B_68E4_45D1_9CE1_5C6AB9E346D8#3713036 AS COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3713162]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_D37472E7_F883_4730_86AA_8A7F19313463#3713033,COL_26C5613E_4B62_48B0_BC4B_AAC5E01A0512#3713034,COL_0CDDF5AD_C26B_495C_8DED_7E817D243BEA#3713035,COL_E653E27B_68E4_45D1_9CE1_5C6AB9E346D8#3713036] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/10_CONSOLIDATIO_214345], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_D37472E7_F883_4730_86AA_8A7F19313463:double,COL_26C5613E_4B62_48B0_BC4B_AAC5E01A0512:s...

Details

== Physical Plan ==
AdaptiveSparkPlan (25)
+- == Final Plan ==
   Execute InsertIntoHadoopFsRelationCommand (15)
   +- WriteFiles (14)
      +- * Project (13)
         +- * Sort (12)
            +- AQEShuffleRead (11)
               +- ShuffleQueryStage (10), Statistics(sizeInBytes=784.0 B, rowCount=8)
                  +- Exchange (9)
                     +- ObjectHashAggregate (8)
                        +- AQEShuffleRead (7)
                           +- ShuffleQueryStage (6), Statistics(sizeInBytes=1864.0 B, rowCount=8)
                              +- Exchange (5)
                                 +- ObjectHashAggregate (4)
                                    +- * Project (3)
                                       +- * ColumnarToRow (2)
                                          +- Scan parquet  (1)
+- == Initial Plan ==
   Execute InsertIntoHadoopFsRelationCommand (24)
   +- WriteFiles (23)
      +- Project (22)
         +- Sort (21)
            +- Exchange (20)
               +- ObjectHashAggregate (19)
                  +- Exchange (18)
                     +- ObjectHashAggregate (17)
                        +- Project (16)
                           +- Scan parquet  (1)


(1) Scan parquet 
Output [4]: [COL_D37472E7_F883_4730_86AA_8A7F19313463#3713033, COL_26C5613E_4B62_48B0_BC4B_AAC5E01A0512#3713034, COL_0CDDF5AD_C26B_495C_8DED_7E817D243BEA#3713035, COL_E653E27B_68E4_45D1_9CE1_5C6AB9E346D8#3713036]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/10_CONSOLIDATIO_214345]
ReadSchema: struct<COL_D37472E7_F883_4730_86AA_8A7F19313463:double,COL_26C5613E_4B62_48B0_BC4B_AAC5E01A0512:string,COL_0CDDF5AD_C26B_495C_8DED_7E817D243BEA:string,COL_E653E27B_68E4_45D1_9CE1_5C6AB9E346D8:string>

(2) ColumnarToRow [codegen id : 1]
Input [4]: [COL_D37472E7_F883_4730_86AA_8A7F19313463#3713033, COL_26C5613E_4B62_48B0_BC4B_AAC5E01A0512#3713034, COL_0CDDF5AD_C26B_495C_8DED_7E817D243BEA#3713035, COL_E653E27B_68E4_45D1_9CE1_5C6AB9E346D8#3713036]

(3) Project [codegen id : 1]
Output [4]: [COL_D37472E7_F883_4730_86AA_8A7F19313463#3713033 AS COL_474285FB_94F4_487F_B607_6465C0B6AEE8#3713159, COL_26C5613E_4B62_48B0_BC4B_AAC5E01A0512#3713034 AS COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3713160, COL_0CDDF5AD_C26B_495C_8DED_7E817D243BEA#3713035 AS COL_38D2CD32_F136_4B4E_AED4_7052AB814363#3713161, COL_E653E27B_68E4_45D1_9CE1_5C6AB9E346D8#3713036 AS COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3713162]
Input [4]: [COL_D37472E7_F883_4730_86AA_8A7F19313463#3713033, COL_26C5613E_4B62_48B0_BC4B_AAC5E01A0512#3713034, COL_0CDDF5AD_C26B_495C_8DED_7E817D243BEA#3713035, COL_E653E27B_68E4_45D1_9CE1_5C6AB9E346D8#3713036]

(4) ObjectHashAggregate
Input [4]: [COL_474285FB_94F4_487F_B607_6465C0B6AEE8#3713159, COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3713160, COL_38D2CD32_F136_4B4E_AED4_7052AB814363#3713161, COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3713162]
Keys [2]: [COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3713162, COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3713160]
Functions [3]: [partial_sum(COL_474285FB_94F4_487F_B607_6465C0B6AEE8#3713159), partial_count(1), partial_collect_set(COL_38D2CD32_F136_4B4E_AED4_7052AB814363#3713161, 0, 0)]
Aggregate Attributes [3]: [sum#3713492, count#3713493L, buf#3713494]
Results [5]: [COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3713162, COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3713160, sum#3713495, count#3713496L, buf#3713497]

(5) Exchange
Input [5]: [COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3713162, COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3713160, sum#3713495, count#3713496L, buf#3713497]
Arguments: hashpartitioning(COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3713162, COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3713160, 10), ENSURE_REQUIREMENTS, [plan_id=1748100]

(6) ShuffleQueryStage
Output [5]: [COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3713162, COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3713160, sum#3713495, count#3713496L, buf#3713497]
Arguments: 0

(7) AQEShuffleRead
Input [5]: [COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3713162, COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3713160, sum#3713495, count#3713496L, buf#3713497]
Arguments: coalesced

(8) ObjectHashAggregate
Input [5]: [COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3713162, COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3713160, sum#3713495, count#3713496L, buf#3713497]
Keys [2]: [COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3713162, COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3713160]
Functions [3]: [sum(COL_474285FB_94F4_487F_B607_6465C0B6AEE8#3713159), count(1), collect_set(COL_38D2CD32_F136_4B4E_AED4_7052AB814363#3713161, 0, 0)]
Aggregate Attributes [3]: [sum(COL_474285FB_94F4_487F_B607_6465C0B6AEE8#3713159)#3713181, count(1)#3713185L, collect_set(COL_38D2CD32_F136_4B4E_AED4_7052AB814363#3713161, 0, 0)#3713183]
Results [5]: [COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3713160 AS COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7#3713262, round(sum(COL_474285FB_94F4_487F_B607_6465C0B6AEE8#3713159)#3713181, 2) AS COL_80784EA8_DF22_41C4_AC0F_C47220973F5A#3713264, count(1)#3713185L AS COL_ADBA375C_382A_4696_A56D_08711309B6AD#3713266L, str_remove_extend(str_list_as_str(collect_set(COL_38D2CD32_F136_4B4E_AED4_7052AB814363#3713161, 0, 0)#3713183), [[,],"]) AS COL_CAE7C07C_83AD_445B_8A95_E3774DB4F7B4#3713298, str_if_with_rule((COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3713162 <=> V), Eligible, Hypothèse) AS COL_E866A795_329B_4C6A_AFC1_2AB39A257889#3713357]

(9) Exchange
Input [5]: [COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7#3713262, COL_80784EA8_DF22_41C4_AC0F_C47220973F5A#3713264, COL_ADBA375C_382A_4696_A56D_08711309B6AD#3713266L, COL_CAE7C07C_83AD_445B_8A95_E3774DB4F7B4#3713298, COL_E866A795_329B_4C6A_AFC1_2AB39A257889#3713357]
Arguments: rangepartitioning(COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7#3713262 ASC NULLS FIRST, COL_E866A795_329B_4C6A_AFC1_2AB39A257889#3713357 ASC NULLS FIRST, 10), ENSURE_REQUIREMENTS, [plan_id=1748141]

(10) ShuffleQueryStage
Output [5]: [COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7#3713262, COL_80784EA8_DF22_41C4_AC0F_C47220973F5A#3713264, COL_ADBA375C_382A_4696_A56D_08711309B6AD#3713266L, COL_CAE7C07C_83AD_445B_8A95_E3774DB4F7B4#3713298, COL_E866A795_329B_4C6A_AFC1_2AB39A257889#3713357]
Arguments: 1

(11) AQEShuffleRead
Input [5]: [COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7#3713262, COL_80784EA8_DF22_41C4_AC0F_C47220973F5A#3713264, COL_ADBA375C_382A_4696_A56D_08711309B6AD#3713266L, COL_CAE7C07C_83AD_445B_8A95_E3774DB4F7B4#3713298, COL_E866A795_329B_4C6A_AFC1_2AB39A257889#3713357]
Arguments: coalesced

(12) Sort [codegen id : 2]
Input [5]: [COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7#3713262, COL_80784EA8_DF22_41C4_AC0F_C47220973F5A#3713264, COL_ADBA375C_382A_4696_A56D_08711309B6AD#3713266L, COL_CAE7C07C_83AD_445B_8A95_E3774DB4F7B4#3713298, COL_E866A795_329B_4C6A_AFC1_2AB39A257889#3713357]
Arguments: [COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7#3713262 ASC NULLS FIRST, COL_E866A795_329B_4C6A_AFC1_2AB39A257889#3713357 ASC NULLS FIRST], true, 0

(13) Project [codegen id : 2]
Output [5]: [COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7#3713262, COL_ADBA375C_382A_4696_A56D_08711309B6AD#3713266L, COL_80784EA8_DF22_41C4_AC0F_C47220973F5A#3713264, COL_CAE7C07C_83AD_445B_8A95_E3774DB4F7B4#3713298, COL_E866A795_329B_4C6A_AFC1_2AB39A257889#3713357]
Input [5]: [COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7#3713262, COL_80784EA8_DF22_41C4_AC0F_C47220973F5A#3713264, COL_ADBA375C_382A_4696_A56D_08711309B6AD#3713266L, COL_CAE7C07C_83AD_445B_8A95_E3774DB4F7B4#3713298, COL_E866A795_329B_4C6A_AFC1_2AB39A257889#3713357]

(14) WriteFiles
Input [5]: [COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7#3713262, COL_ADBA375C_382A_4696_A56D_08711309B6AD#3713266L, COL_80784EA8_DF22_41C4_AC0F_C47220973F5A#3713264, COL_CAE7C07C_83AD_445B_8A95_E3774DB4F7B4#3713298, COL_E866A795_329B_4C6A_AFC1_2AB39A257889#3713357]

(15) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/datablock/13_EXPORT_SYNTH_214290, false, Parquet, [path=file:///data/output/cache/parquet/datablock/13_EXPORT_SYNTH_214290], Overwrite, [COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7, COL_ADBA375C_382A_4696_A56D_08711309B6AD, COL_80784EA8_DF22_41C4_AC0F_C47220973F5A, COL_CAE7C07C_83AD_445B_8A95_E3774DB4F7B4, COL_E866A795_329B_4C6A_AFC1_2AB39A257889]

(16) Project
Output [4]: [COL_D37472E7_F883_4730_86AA_8A7F19313463#3713033 AS COL_474285FB_94F4_487F_B607_6465C0B6AEE8#3713159, COL_26C5613E_4B62_48B0_BC4B_AAC5E01A0512#3713034 AS COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3713160, COL_0CDDF5AD_C26B_495C_8DED_7E817D243BEA#3713035 AS COL_38D2CD32_F136_4B4E_AED4_7052AB814363#3713161, COL_E653E27B_68E4_45D1_9CE1_5C6AB9E346D8#3713036 AS COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3713162]
Input [4]: [COL_D37472E7_F883_4730_86AA_8A7F19313463#3713033, COL_26C5613E_4B62_48B0_BC4B_AAC5E01A0512#3713034, COL_0CDDF5AD_C26B_495C_8DED_7E817D243BEA#3713035, COL_E653E27B_68E4_45D1_9CE1_5C6AB9E346D8#3713036]

(17) ObjectHashAggregate
Input [4]: [COL_474285FB_94F4_487F_B607_6465C0B6AEE8#3713159, COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3713160, COL_38D2CD32_F136_4B4E_AED4_7052AB814363#3713161, COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3713162]
Keys [2]: [COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3713162, COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3713160]
Functions [3]: [partial_sum(COL_474285FB_94F4_487F_B607_6465C0B6AEE8#3713159), partial_count(1), partial_collect_set(COL_38D2CD32_F136_4B4E_AED4_7052AB814363#3713161, 0, 0)]
Aggregate Attributes [3]: [sum#3713492, count#3713493L, buf#3713494]
Results [5]: [COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3713162, COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3713160, sum#3713495, count#3713496L, buf#3713497]

(18) Exchange
Input [5]: [COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3713162, COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3713160, sum#3713495, count#3713496L, buf#3713497]
Arguments: hashpartitioning(COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3713162, COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3713160, 10), ENSURE_REQUIREMENTS, [plan_id=1748072]

(19) ObjectHashAggregate
Input [5]: [COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3713162, COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3713160, sum#3713495, count#3713496L, buf#3713497]
Keys [2]: [COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3713162, COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3713160]
Functions [3]: [sum(COL_474285FB_94F4_487F_B607_6465C0B6AEE8#3713159), count(1), collect_set(COL_38D2CD32_F136_4B4E_AED4_7052AB814363#3713161, 0, 0)]
Aggregate Attributes [3]: [sum(COL_474285FB_94F4_487F_B607_6465C0B6AEE8#3713159)#3713181, count(1)#3713185L, collect_set(COL_38D2CD32_F136_4B4E_AED4_7052AB814363#3713161, 0, 0)#3713183]
Results [5]: [COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3713160 AS COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7#3713262, round(sum(COL_474285FB_94F4_487F_B607_6465C0B6AEE8#3713159)#3713181, 2) AS COL_80784EA8_DF22_41C4_AC0F_C47220973F5A#3713264, count(1)#3713185L AS COL_ADBA375C_382A_4696_A56D_08711309B6AD#3713266L, str_remove_extend(str_list_as_str(collect_set(COL_38D2CD32_F136_4B4E_AED4_7052AB814363#3713161, 0, 0)#3713183), [[,],"]) AS COL_CAE7C07C_83AD_445B_8A95_E3774DB4F7B4#3713298, str_if_with_rule((COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3713162 <=> V), Eligible, Hypothèse) AS COL_E866A795_329B_4C6A_AFC1_2AB39A257889#3713357]

(20) Exchange
Input [5]: [COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7#3713262, COL_80784EA8_DF22_41C4_AC0F_C47220973F5A#3713264, COL_ADBA375C_382A_4696_A56D_08711309B6AD#3713266L, COL_CAE7C07C_83AD_445B_8A95_E3774DB4F7B4#3713298, COL_E866A795_329B_4C6A_AFC1_2AB39A257889#3713357]
Arguments: rangepartitioning(COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7#3713262 ASC NULLS FIRST, COL_E866A795_329B_4C6A_AFC1_2AB39A257889#3713357 ASC NULLS FIRST, 10), ENSURE_REQUIREMENTS, [plan_id=1748075]

(21) Sort
Input [5]: [COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7#3713262, COL_80784EA8_DF22_41C4_AC0F_C47220973F5A#3713264, COL_ADBA375C_382A_4696_A56D_08711309B6AD#3713266L, COL_CAE7C07C_83AD_445B_8A95_E3774DB4F7B4#3713298, COL_E866A795_329B_4C6A_AFC1_2AB39A257889#3713357]
Arguments: [COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7#3713262 ASC NULLS FIRST, COL_E866A795_329B_4C6A_AFC1_2AB39A257889#3713357 ASC NULLS FIRST], true, 0

(22) Project
Output [5]: [COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7#3713262, COL_ADBA375C_382A_4696_A56D_08711309B6AD#3713266L, COL_80784EA8_DF22_41C4_AC0F_C47220973F5A#3713264, COL_CAE7C07C_83AD_445B_8A95_E3774DB4F7B4#3713298, COL_E866A795_329B_4C6A_AFC1_2AB39A257889#3713357]
Input [5]: [COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7#3713262, COL_80784EA8_DF22_41C4_AC0F_C47220973F5A#3713264, COL_ADBA375C_382A_4696_A56D_08711309B6AD#3713266L, COL_CAE7C07C_83AD_445B_8A95_E3774DB4F7B4#3713298, COL_E866A795_329B_4C6A_AFC1_2AB39A257889#3713357]

(23) WriteFiles
Input [5]: [COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7#3713262, COL_ADBA375C_382A_4696_A56D_08711309B6AD#3713266L, COL_80784EA8_DF22_41C4_AC0F_C47220973F5A#3713264, COL_CAE7C07C_83AD_445B_8A95_E3774DB4F7B4#3713298, COL_E866A795_329B_4C6A_AFC1_2AB39A257889#3713357]

(24) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/datablock/13_EXPORT_SYNTH_214290, false, Parquet, [path=file:///data/output/cache/parquet/datablock/13_EXPORT_SYNTH_214290], Overwrite, [COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7, COL_ADBA375C_382A_4696_A56D_08711309B6AD, COL_80784EA8_DF22_41C4_AC0F_C47220973F5A, COL_CAE7C07C_83AD_445B_8A95_E3774DB4F7B4, COL_E866A795_329B_4C6A_AFC1_2AB39A257889]

(25) AdaptiveSparkPlan
Output: []
Arguments: isFinalPlan=true

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet