SP1 - Details for Query 16550

Submitted Time: 2026/06/10 13:33:19
Duration: 0.3 s
Succeeded Jobs: 22528 22529 22530 22531

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" AdaptiveSparkPlan "]; 1 [labelType="html" label="Execute InsertIntoHadoopFsRelationCommand task commit time: 1 ms number of written files: 1 job commit time: 10 ms number of output rows: 9 number of dynamic part: 0 written output: 2.5 KiB"]; 2 [labelType="html" label=" WriteFiles "]; subgraph cluster3 { isCluster="true"; label="WholeStageCodegen (2)\n \nduration: 35 ms"; 4 [labelType="html" label=" Project "]; 5 [labelType="html" label="Sort sort time: 0 ms peak memory: 16.1 MiB spill size: 0.0 B"]; } 6 [labelType="html" label="AQEShuffleRead number of partitions: 1 partition data size: 1134.0 B number of coalesced partitions: 1"]; 7 [labelType="html" label="Exchange shuffle records written: 9 local merged chunks fetched: 0 shuffle write time: 1 ms remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 9 local bytes read: 1080.0 B fetch wait time: 0 ms remote bytes read: 0.0 B merged fetch fallback count: 0 local blocks read: 1 remote merged chunks fetched: 0 remote blocks read: 0 data size: 816.0 B local merged bytes read: 0.0 B number of partitions: 9 remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written: 1080.0 B"]; 8 [labelType="html" label="ObjectHashAggregate number of output rows: 18 time in aggregation build total (min, med, max (stageId: taskId)) 14 ms (6 ms, 8 ms, 8 ms (stage 42935.0: task 60685)) spill size total (min, med, max (stageId: taskId)) 0.0 B (0.0 B, 0.0 B, 0.0 B (stage 42935.0: task 60685)) number of sort fallback tasks: 0"]; 9 [labelType="html" label="AQEShuffleRead number of partitions: 1 partition data size: 1350.0 B number of coalesced partitions: 1"]; 10 [labelType="html" label="Exchange shuffle records written: 9 local merged chunks fetched: 0 shuffle write time: 1 ms remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 18 local bytes read total (min, med, max (stageId: taskId)) 2.5 KiB (1291.0 B, 1291.0 B, 1291.0 B (stage 42935.0: task 60685)) fetch wait time total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 42935.0: task 60685)) remote bytes read: 0.0 B merged fetch fallback count: 0 local blocks read: 2 remote merged chunks fetched: 0 remote blocks read: 0 data size: 1808.0 B local merged bytes read: 0.0 B number of partitions: 10 remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written: 1291.0 B"]; 11 [labelType="html" label="ObjectHashAggregate number of output rows: 9 time in aggregation build: 41 ms spill size: 0.0 B number of sort fallback tasks: 0"]; subgraph cluster12 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 41 ms"; 13 [labelType="html" label=" Project "]; 14 [labelType="html" label="ColumnarToRow number of output rows: 21,421 number of input batches: 6"]; } 15 [labelType="html" label="Scan parquet number of files read: 1 scan time: 1 ms metadata time: 0 ms size of files read: 814.9 KiB number of output rows: 21,421"]; 1->0; 2->1; 4->2; 5->4; 6->5; 7->6; 8->7; 9->8; 10->9; 11->10; 13->11; 14->13; 15->14; }

AdaptiveSparkPlan isFinalPlan=true

Execute InsertIntoHadoopFsRelationCommand file:/data/output/cache/parquet/datablock/13_EXPORT_SYNTH_209828, false, Parquet, [path=file:///data/output/cache/parquet/datablock/13_EXPORT_SYNTH_209828], Overwrite, [COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7, COL_ADBA375C_382A_4696_A56D_08711309B6AD, COL_80784EA8_DF22_41C4_AC0F_C47220973F5A, COL_CAE7C07C_83AD_445B_8A95_E3774DB4F7B4, COL_E866A795_329B_4C6A_AFC1_2AB39A257889]

WriteFiles

Project [COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7#3716099, COL_ADBA375C_382A_4696_A56D_08711309B6AD#3716103L, COL_80784EA8_DF22_41C4_AC0F_C47220973F5A#3716101, COL_CAE7C07C_83AD_445B_8A95_E3774DB4F7B4#3716109, COL_E866A795_329B_4C6A_AFC1_2AB39A257889#3716116]

Sort [COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7#3716099 ASC NULLS FIRST, COL_E866A795_329B_4C6A_AFC1_2AB39A257889#3716116 ASC NULLS FIRST], true, 0

WholeStageCodegen (2)

AQEShuffleRead coalesced

Exchange rangepartitioning(COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7#3716099 ASC NULLS FIRST, COL_E866A795_329B_4C6A_AFC1_2AB39A257889#3716116 ASC NULLS FIRST, 10), ENSURE_REQUIREMENTS, [plan_id=1751786]

ObjectHashAggregate(keys=[COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3716051, COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3716049], functions=[sum(COL_474285FB_94F4_487F_B607_6465C0B6AEE8#3716048), count(1), collect_set(COL_38D2CD32_F136_4B4E_AED4_7052AB814363#3716050, 0, 0)])

AQEShuffleRead coalesced

Exchange hashpartitioning(COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3716051, COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3716049, 10), ENSURE_REQUIREMENTS, [plan_id=1751745]

ObjectHashAggregate(keys=[COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3716051, COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3716049], functions=[partial_sum(COL_474285FB_94F4_487F_B607_6465C0B6AEE8#3716048), partial_count(1), partial_collect_set(COL_38D2CD32_F136_4B4E_AED4_7052AB814363#3716050, 0, 0)])

Project [COL_D37472E7_F883_4730_86AA_8A7F19313463#3715979 AS COL_474285FB_94F4_487F_B607_6465C0B6AEE8#3716048, COL_26C5613E_4B62_48B0_BC4B_AAC5E01A0512#3715980 AS COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3716049, COL_0CDDF5AD_C26B_495C_8DED_7E817D243BEA#3715981 AS COL_38D2CD32_F136_4B4E_AED4_7052AB814363#3716050, COL_E653E27B_68E4_45D1_9CE1_5C6AB9E346D8#3715982 AS COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3716051]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_D37472E7_F883_4730_86AA_8A7F19313463#3715979,COL_26C5613E_4B62_48B0_BC4B_AAC5E01A0512#3715980,COL_0CDDF5AD_C26B_495C_8DED_7E817D243BEA#3715981,COL_E653E27B_68E4_45D1_9CE1_5C6AB9E346D8#3715982] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/10_CONSOLIDATIO_209771], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_D37472E7_F883_4730_86AA_8A7F19313463:double,COL_26C5613E_4B62_48B0_BC4B_AAC5E01A0512:s...

Details

== Physical Plan ==
AdaptiveSparkPlan (25)
+- == Final Plan ==
   Execute InsertIntoHadoopFsRelationCommand (15)
   +- WriteFiles (14)
      +- * Project (13)
         +- * Sort (12)
            +- AQEShuffleRead (11)
               +- ShuffleQueryStage (10), Statistics(sizeInBytes=816.0 B, rowCount=9)
                  +- Exchange (9)
                     +- ObjectHashAggregate (8)
                        +- AQEShuffleRead (7)
                           +- ShuffleQueryStage (6), Statistics(sizeInBytes=1808.0 B, rowCount=9)
                              +- Exchange (5)
                                 +- ObjectHashAggregate (4)
                                    +- * Project (3)
                                       +- * ColumnarToRow (2)
                                          +- Scan parquet  (1)
+- == Initial Plan ==
   Execute InsertIntoHadoopFsRelationCommand (24)
   +- WriteFiles (23)
      +- Project (22)
         +- Sort (21)
            +- Exchange (20)
               +- ObjectHashAggregate (19)
                  +- Exchange (18)
                     +- ObjectHashAggregate (17)
                        +- Project (16)
                           +- Scan parquet  (1)


(1) Scan parquet 
Output [4]: [COL_D37472E7_F883_4730_86AA_8A7F19313463#3715979, COL_26C5613E_4B62_48B0_BC4B_AAC5E01A0512#3715980, COL_0CDDF5AD_C26B_495C_8DED_7E817D243BEA#3715981, COL_E653E27B_68E4_45D1_9CE1_5C6AB9E346D8#3715982]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/10_CONSOLIDATIO_209771]
ReadSchema: struct<COL_D37472E7_F883_4730_86AA_8A7F19313463:double,COL_26C5613E_4B62_48B0_BC4B_AAC5E01A0512:string,COL_0CDDF5AD_C26B_495C_8DED_7E817D243BEA:string,COL_E653E27B_68E4_45D1_9CE1_5C6AB9E346D8:string>

(2) ColumnarToRow [codegen id : 1]
Input [4]: [COL_D37472E7_F883_4730_86AA_8A7F19313463#3715979, COL_26C5613E_4B62_48B0_BC4B_AAC5E01A0512#3715980, COL_0CDDF5AD_C26B_495C_8DED_7E817D243BEA#3715981, COL_E653E27B_68E4_45D1_9CE1_5C6AB9E346D8#3715982]

(3) Project [codegen id : 1]
Output [4]: [COL_D37472E7_F883_4730_86AA_8A7F19313463#3715979 AS COL_474285FB_94F4_487F_B607_6465C0B6AEE8#3716048, COL_26C5613E_4B62_48B0_BC4B_AAC5E01A0512#3715980 AS COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3716049, COL_0CDDF5AD_C26B_495C_8DED_7E817D243BEA#3715981 AS COL_38D2CD32_F136_4B4E_AED4_7052AB814363#3716050, COL_E653E27B_68E4_45D1_9CE1_5C6AB9E346D8#3715982 AS COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3716051]
Input [4]: [COL_D37472E7_F883_4730_86AA_8A7F19313463#3715979, COL_26C5613E_4B62_48B0_BC4B_AAC5E01A0512#3715980, COL_0CDDF5AD_C26B_495C_8DED_7E817D243BEA#3715981, COL_E653E27B_68E4_45D1_9CE1_5C6AB9E346D8#3715982]

(4) ObjectHashAggregate
Input [4]: [COL_474285FB_94F4_487F_B607_6465C0B6AEE8#3716048, COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3716049, COL_38D2CD32_F136_4B4E_AED4_7052AB814363#3716050, COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3716051]
Keys [2]: [COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3716051, COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3716049]
Functions [3]: [partial_sum(COL_474285FB_94F4_487F_B607_6465C0B6AEE8#3716048), partial_count(1), partial_collect_set(COL_38D2CD32_F136_4B4E_AED4_7052AB814363#3716050, 0, 0)]
Aggregate Attributes [3]: [sum#3716135, count#3716136L, buf#3716137]
Results [5]: [COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3716051, COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3716049, sum#3716138, count#3716139L, buf#3716140]

(5) Exchange
Input [5]: [COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3716051, COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3716049, sum#3716138, count#3716139L, buf#3716140]
Arguments: hashpartitioning(COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3716051, COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3716049, 10), ENSURE_REQUIREMENTS, [plan_id=1751745]

(6) ShuffleQueryStage
Output [5]: [COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3716051, COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3716049, sum#3716138, count#3716139L, buf#3716140]
Arguments: 0

(7) AQEShuffleRead
Input [5]: [COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3716051, COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3716049, sum#3716138, count#3716139L, buf#3716140]
Arguments: coalesced

(8) ObjectHashAggregate
Input [5]: [COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3716051, COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3716049, sum#3716138, count#3716139L, buf#3716140]
Keys [2]: [COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3716051, COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3716049]
Functions [3]: [sum(COL_474285FB_94F4_487F_B607_6465C0B6AEE8#3716048), count(1), collect_set(COL_38D2CD32_F136_4B4E_AED4_7052AB814363#3716050, 0, 0)]
Aggregate Attributes [3]: [sum(COL_474285FB_94F4_487F_B607_6465C0B6AEE8#3716048)#3716070, count(1)#3716074L, collect_set(COL_38D2CD32_F136_4B4E_AED4_7052AB814363#3716050, 0, 0)#3716072]
Results [5]: [COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3716049 AS COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7#3716099, round(sum(COL_474285FB_94F4_487F_B607_6465C0B6AEE8#3716048)#3716070, 2) AS COL_80784EA8_DF22_41C4_AC0F_C47220973F5A#3716101, count(1)#3716074L AS COL_ADBA375C_382A_4696_A56D_08711309B6AD#3716103L, str_remove_extend(str_list_as_str(collect_set(COL_38D2CD32_F136_4B4E_AED4_7052AB814363#3716050, 0, 0)#3716072), [[,],"]) AS COL_CAE7C07C_83AD_445B_8A95_E3774DB4F7B4#3716109, str_if_with_rule((COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3716051 <=> V), Eligible, Hypothèse) AS COL_E866A795_329B_4C6A_AFC1_2AB39A257889#3716116]

(9) Exchange
Input [5]: [COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7#3716099, COL_80784EA8_DF22_41C4_AC0F_C47220973F5A#3716101, COL_ADBA375C_382A_4696_A56D_08711309B6AD#3716103L, COL_CAE7C07C_83AD_445B_8A95_E3774DB4F7B4#3716109, COL_E866A795_329B_4C6A_AFC1_2AB39A257889#3716116]
Arguments: rangepartitioning(COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7#3716099 ASC NULLS FIRST, COL_E866A795_329B_4C6A_AFC1_2AB39A257889#3716116 ASC NULLS FIRST, 10), ENSURE_REQUIREMENTS, [plan_id=1751786]

(10) ShuffleQueryStage
Output [5]: [COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7#3716099, COL_80784EA8_DF22_41C4_AC0F_C47220973F5A#3716101, COL_ADBA375C_382A_4696_A56D_08711309B6AD#3716103L, COL_CAE7C07C_83AD_445B_8A95_E3774DB4F7B4#3716109, COL_E866A795_329B_4C6A_AFC1_2AB39A257889#3716116]
Arguments: 1

(11) AQEShuffleRead
Input [5]: [COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7#3716099, COL_80784EA8_DF22_41C4_AC0F_C47220973F5A#3716101, COL_ADBA375C_382A_4696_A56D_08711309B6AD#3716103L, COL_CAE7C07C_83AD_445B_8A95_E3774DB4F7B4#3716109, COL_E866A795_329B_4C6A_AFC1_2AB39A257889#3716116]
Arguments: coalesced

(12) Sort [codegen id : 2]
Input [5]: [COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7#3716099, COL_80784EA8_DF22_41C4_AC0F_C47220973F5A#3716101, COL_ADBA375C_382A_4696_A56D_08711309B6AD#3716103L, COL_CAE7C07C_83AD_445B_8A95_E3774DB4F7B4#3716109, COL_E866A795_329B_4C6A_AFC1_2AB39A257889#3716116]
Arguments: [COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7#3716099 ASC NULLS FIRST, COL_E866A795_329B_4C6A_AFC1_2AB39A257889#3716116 ASC NULLS FIRST], true, 0

(13) Project [codegen id : 2]
Output [5]: [COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7#3716099, COL_ADBA375C_382A_4696_A56D_08711309B6AD#3716103L, COL_80784EA8_DF22_41C4_AC0F_C47220973F5A#3716101, COL_CAE7C07C_83AD_445B_8A95_E3774DB4F7B4#3716109, COL_E866A795_329B_4C6A_AFC1_2AB39A257889#3716116]
Input [5]: [COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7#3716099, COL_80784EA8_DF22_41C4_AC0F_C47220973F5A#3716101, COL_ADBA375C_382A_4696_A56D_08711309B6AD#3716103L, COL_CAE7C07C_83AD_445B_8A95_E3774DB4F7B4#3716109, COL_E866A795_329B_4C6A_AFC1_2AB39A257889#3716116]

(14) WriteFiles
Input [5]: [COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7#3716099, COL_ADBA375C_382A_4696_A56D_08711309B6AD#3716103L, COL_80784EA8_DF22_41C4_AC0F_C47220973F5A#3716101, COL_CAE7C07C_83AD_445B_8A95_E3774DB4F7B4#3716109, COL_E866A795_329B_4C6A_AFC1_2AB39A257889#3716116]

(15) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/datablock/13_EXPORT_SYNTH_209828, false, Parquet, [path=file:///data/output/cache/parquet/datablock/13_EXPORT_SYNTH_209828], Overwrite, [COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7, COL_ADBA375C_382A_4696_A56D_08711309B6AD, COL_80784EA8_DF22_41C4_AC0F_C47220973F5A, COL_CAE7C07C_83AD_445B_8A95_E3774DB4F7B4, COL_E866A795_329B_4C6A_AFC1_2AB39A257889]

(16) Project
Output [4]: [COL_D37472E7_F883_4730_86AA_8A7F19313463#3715979 AS COL_474285FB_94F4_487F_B607_6465C0B6AEE8#3716048, COL_26C5613E_4B62_48B0_BC4B_AAC5E01A0512#3715980 AS COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3716049, COL_0CDDF5AD_C26B_495C_8DED_7E817D243BEA#3715981 AS COL_38D2CD32_F136_4B4E_AED4_7052AB814363#3716050, COL_E653E27B_68E4_45D1_9CE1_5C6AB9E346D8#3715982 AS COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3716051]
Input [4]: [COL_D37472E7_F883_4730_86AA_8A7F19313463#3715979, COL_26C5613E_4B62_48B0_BC4B_AAC5E01A0512#3715980, COL_0CDDF5AD_C26B_495C_8DED_7E817D243BEA#3715981, COL_E653E27B_68E4_45D1_9CE1_5C6AB9E346D8#3715982]

(17) ObjectHashAggregate
Input [4]: [COL_474285FB_94F4_487F_B607_6465C0B6AEE8#3716048, COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3716049, COL_38D2CD32_F136_4B4E_AED4_7052AB814363#3716050, COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3716051]
Keys [2]: [COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3716051, COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3716049]
Functions [3]: [partial_sum(COL_474285FB_94F4_487F_B607_6465C0B6AEE8#3716048), partial_count(1), partial_collect_set(COL_38D2CD32_F136_4B4E_AED4_7052AB814363#3716050, 0, 0)]
Aggregate Attributes [3]: [sum#3716135, count#3716136L, buf#3716137]
Results [5]: [COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3716051, COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3716049, sum#3716138, count#3716139L, buf#3716140]

(18) Exchange
Input [5]: [COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3716051, COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3716049, sum#3716138, count#3716139L, buf#3716140]
Arguments: hashpartitioning(COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3716051, COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3716049, 10), ENSURE_REQUIREMENTS, [plan_id=1751717]

(19) ObjectHashAggregate
Input [5]: [COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3716051, COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3716049, sum#3716138, count#3716139L, buf#3716140]
Keys [2]: [COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3716051, COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3716049]
Functions [3]: [sum(COL_474285FB_94F4_487F_B607_6465C0B6AEE8#3716048), count(1), collect_set(COL_38D2CD32_F136_4B4E_AED4_7052AB814363#3716050, 0, 0)]
Aggregate Attributes [3]: [sum(COL_474285FB_94F4_487F_B607_6465C0B6AEE8#3716048)#3716070, count(1)#3716074L, collect_set(COL_38D2CD32_F136_4B4E_AED4_7052AB814363#3716050, 0, 0)#3716072]
Results [5]: [COL_1FD215D2_D938_453D_A6A1_4952854CD40A#3716049 AS COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7#3716099, round(sum(COL_474285FB_94F4_487F_B607_6465C0B6AEE8#3716048)#3716070, 2) AS COL_80784EA8_DF22_41C4_AC0F_C47220973F5A#3716101, count(1)#3716074L AS COL_ADBA375C_382A_4696_A56D_08711309B6AD#3716103L, str_remove_extend(str_list_as_str(collect_set(COL_38D2CD32_F136_4B4E_AED4_7052AB814363#3716050, 0, 0)#3716072), [[,],"]) AS COL_CAE7C07C_83AD_445B_8A95_E3774DB4F7B4#3716109, str_if_with_rule((COL_DC2694BE_A4CB_408A_A45C_C92EEBDC0038#3716051 <=> V), Eligible, Hypothèse) AS COL_E866A795_329B_4C6A_AFC1_2AB39A257889#3716116]

(20) Exchange
Input [5]: [COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7#3716099, COL_80784EA8_DF22_41C4_AC0F_C47220973F5A#3716101, COL_ADBA375C_382A_4696_A56D_08711309B6AD#3716103L, COL_CAE7C07C_83AD_445B_8A95_E3774DB4F7B4#3716109, COL_E866A795_329B_4C6A_AFC1_2AB39A257889#3716116]
Arguments: rangepartitioning(COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7#3716099 ASC NULLS FIRST, COL_E866A795_329B_4C6A_AFC1_2AB39A257889#3716116 ASC NULLS FIRST, 10), ENSURE_REQUIREMENTS, [plan_id=1751720]

(21) Sort
Input [5]: [COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7#3716099, COL_80784EA8_DF22_41C4_AC0F_C47220973F5A#3716101, COL_ADBA375C_382A_4696_A56D_08711309B6AD#3716103L, COL_CAE7C07C_83AD_445B_8A95_E3774DB4F7B4#3716109, COL_E866A795_329B_4C6A_AFC1_2AB39A257889#3716116]
Arguments: [COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7#3716099 ASC NULLS FIRST, COL_E866A795_329B_4C6A_AFC1_2AB39A257889#3716116 ASC NULLS FIRST], true, 0

(22) Project
Output [5]: [COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7#3716099, COL_ADBA375C_382A_4696_A56D_08711309B6AD#3716103L, COL_80784EA8_DF22_41C4_AC0F_C47220973F5A#3716101, COL_CAE7C07C_83AD_445B_8A95_E3774DB4F7B4#3716109, COL_E866A795_329B_4C6A_AFC1_2AB39A257889#3716116]
Input [5]: [COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7#3716099, COL_80784EA8_DF22_41C4_AC0F_C47220973F5A#3716101, COL_ADBA375C_382A_4696_A56D_08711309B6AD#3716103L, COL_CAE7C07C_83AD_445B_8A95_E3774DB4F7B4#3716109, COL_E866A795_329B_4C6A_AFC1_2AB39A257889#3716116]

(23) WriteFiles
Input [5]: [COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7#3716099, COL_ADBA375C_382A_4696_A56D_08711309B6AD#3716103L, COL_80784EA8_DF22_41C4_AC0F_C47220973F5A#3716101, COL_CAE7C07C_83AD_445B_8A95_E3774DB4F7B4#3716109, COL_E866A795_329B_4C6A_AFC1_2AB39A257889#3716116]

(24) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/datablock/13_EXPORT_SYNTH_209828, false, Parquet, [path=file:///data/output/cache/parquet/datablock/13_EXPORT_SYNTH_209828], Overwrite, [COL_6FFCE516_8BDA_474B_96C2_BF6EDBA832B7, COL_ADBA375C_382A_4696_A56D_08711309B6AD, COL_80784EA8_DF22_41C4_AC0F_C47220973F5A, COL_CAE7C07C_83AD_445B_8A95_E3774DB4F7B4, COL_E866A795_329B_4C6A_AFC1_2AB39A257889]

(25) AdaptiveSparkPlan
Output: []
Arguments: isFinalPlan=true

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet