SP1 - Details for Query 2971

Submitted Time: 2026/06/12 05:27:42
Duration: 28 s
Succeeded Jobs: 4564 4565 4566

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" AdaptiveSparkPlan "]; 1 [labelType="html" label="Execute InsertIntoHadoopFsRelationCommand task commit time: 1 ms number of written files: 1 job commit time: 18 ms number of output rows: 2,246,272 number of dynamic part: 0 written output: 94.3 MiB"]; 2 [labelType="html" label=" WriteFiles "]; 3 [labelType="html" label="Exchange shuffle records written: 2,246,272 local merged chunks fetched: 0 shuffle write time: 291 ms remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 2,246,272 local bytes read: 131.0 MiB fetch wait time: 0 ms remote bytes read: 0.0 B merged fetch fallback count: 0 local blocks read: 1 remote merged chunks fetched: 0 remote blocks read: 0 data size: 900.3 MiB local merged bytes read: 0.0 B number of partitions: 1 remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written: 131.0 MiB"]; subgraph cluster4 { isCluster="true"; label="WholeStageCodegen (4)\n \nduration: 7.2 s"; 5 [labelType="html" label=" Project "]; } 6 [labelType="html" label="Window spill size: 0.0 B"]; subgraph cluster7 { isCluster="true"; label="WholeStageCodegen (3)\n \nduration: 10.3 s"; 8 [labelType="html" label="Sort sort time: 279 ms peak memory: 800.0 MiB spill size: 0.0 B"]; 9 [labelType="html" label=" Project "]; } 10 [labelType="html" label="Window spill size: 0.0 B"]; subgraph cluster11 { isCluster="true"; label="WholeStageCodegen (2)\n \nduration: 2.7 s"; 12 [labelType="html" label="Sort sort time: 254 ms peak memory: 624.0 MiB spill size: 0.0 B"]; } 13 [labelType="html" label="AQEShuffleRead number of partitions: 1 partition data size: 100.4 MiB number of coalesced partitions: 1"]; 14 [labelType="html" label="Exchange shuffle records written: 2,246,272 local merged chunks fetched: 0 shuffle write time total (min, med, max (stageId: taskId)) 349 ms (25 ms, 27 ms, 67 ms (stage 10465.0: task 10168)) remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 2,246,272 local bytes read: 94.4 MiB fetch wait time: 0 ms remote bytes read: 0.0 B merged fetch fallback count: 0 local blocks read: 10 remote merged chunks fetched: 0 remote blocks read: 0 data size total (min, med, max (stageId: taskId)) 545.5 MiB (49.7 MiB, 55.1 MiB, 55.2 MiB (stage 10465.0: task 10173)) local merged bytes read: 0.0 B number of partitions: 10 remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 94.4 MiB (7.7 MiB, 9.6 MiB, 10.6 MiB (stage 10465.0: task 10165))"]; subgraph cluster15 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n12.2 s (1.1 s, 1.2 s, 1.3 s (stage 10465.0: task 10167))"; 16 [labelType="html" label=" Project "]; 17 [labelType="html" label="Filter number of output rows: 2,246,272"]; } 18 [labelType="html" label="Scan csv number of output rows: 2,246,272 number of files read: 1 metadata time: 0 ms size of files read: 395.0 MiB"]; 1->0; 2->1; 3->2; 5->3; 6->5; 8->6; 9->8; 10->9; 12->10; 13->12; 14->13; 16->14; 17->16; 18->17; }

AdaptiveSparkPlan isFinalPlan=true

Execute InsertIntoHadoopFsRelationCommand file:/data/output/cache/parquet/datablock/00_A_LIGNES_RSF_210430, false, Parquet, [path=file:///data/output/cache/parquet/datablock/00_A_LIGNES_RSF_210430], Overwrite, [COL_B706A975_F287_4DC9_B631_A35735FE936F, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38, COL_0767075F_6D90_4406_A1C5_BC087A39F7CE, COL_95A012EF_312B_40A6_8CFC_200BFD4465E3, COL_1CCAED33_3E69_435E_B522_DAE3B9E63F9D, COL_B72BD372_650E_474E_B8E0_7CB995AE80BF, COL_5E65448D_2CBA_49A0_8E69_D8B1EF0C0EBA, COL_E53A575D_3952_4C14_AC9F_075847D06BB1, COL_9E2EC32D_FCB5_4E43_A453_428839A5DAD4, COL_C7343A35_76C1_46A3_B74D_C7263B786745, COL_52134AAB_9340_42E7_9290_A298AF6C9438]

WriteFiles

Exchange SinglePartition, REPARTITION_BY_NUM, [plan_id=570130]

Project [COL_B706A975_F287_4DC9_B631_A35735FE936F#941730, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#941731, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#941762, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#941750, COL_0767075F_6D90_4406_A1C5_BC087A39F7CE#941910, COL_95A012EF_312B_40A6_8CFC_200BFD4465E3#942266, COL_1CCAED33_3E69_435E_B522_DAE3B9E63F9D#942331, COL_B72BD372_650E_474E_B8E0_7CB995AE80BF#942399, COL_5E65448D_2CBA_49A0_8E69_D8B1EF0C0EBA#942470, COL_E53A575D_3952_4C14_AC9F_075847D06BB1#942013, COL_9E2EC32D_FCB5_4E43_A453_428839A5DAD4#941960, COL_C7343A35_76C1_46A3_B74D_C7263B786745#942069, COL_52134AAB_9340_42E7_9290_A298AF6C9438#942128]

WholeStageCodegen (4)

Window [last(COL_4A7AC898_9611_4A0A_86C5_61D6CB1AD7DA#941794, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#941762 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_0767075F_6D90_4406_A1C5_BC087A39F7CE#941910, last(COL_44CE2B15_015A_4E14_8FA8_248E657CF570#941801, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#941762 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_9E2EC32D_FCB5_4E43_A453_428839A5DAD4#941960, last(COL_8E936474_0FF1_479F_82B0_AB95B3B0DCAF#941809, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#941762 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_E53A575D_3952_4C14_AC9F_075847D06BB1#942013, last(COL_0FAE0227_5D0A_422A_B526_12CF16B5C8CE#941864, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#941762 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_C7343A35_76C1_46A3_B74D_C7263B786745#942069, last(COL_72E7C5E1_DD35_48E8_80FA_08AF51714D5E#941878, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#941762 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_52134AAB_9340_42E7_9290_A298AF6C9438#942128, last(COL_25B879C4_36D2_489F_B446_6501A1E67754#941818, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#941762 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_95A012EF_312B_40A6_8CFC_200BFD4465E3#942266, last(COL_680C5F82_0BF3_40D6_B7C6_9ABF5D4EDAA0#941828, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#941762 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_1CCAED33_3E69_435E_B522_DAE3B9E63F9D#942331, last(COL_1A372C23_5064_4170_A811_4401991E73DD#941839, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#941762 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_B72BD372_650E_474E_B8E0_7CB995AE80BF#942399, last(COL_872A06E3_3546_4804_929D_A512DE4C1392#941851, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#941762 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_5E65448D_2CBA_49A0_8E69_D8B1EF0C0EBA#942470], [1], [COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#941762 ASC NULLS LAST]

Sort [1 ASC NULLS FIRST, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#941762 ASC NULLS LAST], false, 0

Project [COL_B706A975_F287_4DC9_B631_A35735FE936F#941730, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#941731, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#941762, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#941750, str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#941750 <=> A), str_join(array(COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#941750, str_complete(int_to_str(COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#941762), 0, 7, LEFT), COL_2664BA73_E6B4_4AB9_90D6_2C3C28D2F025#941746), -), null) AS COL_4A7AC898_9611_4A0A_86C5_61D6CB1AD7DA#941794, str_remove_space(str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#941750 <=> A), str_extract_middle(COL_B706A975_F287_4DC9_B631_A35735FE936F#941730, 172, 1), null), ALL) AS COL_44CE2B15_015A_4E14_8FA8_248E657CF570#941801, str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#941750 <=> A), str_extract_middle(COL_B706A975_F287_4DC9_B631_A35735FE936F#941730, 71, 1), null) AS COL_8E936474_0FF1_479F_82B0_AB95B3B0DCAF#941809, str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#941750 <=> A), str_extract_middle(COL_B706A975_F287_4DC9_B631_A35735FE936F#941730, 76, 8), null) AS COL_25B879C4_36D2_489F_B446_6501A1E67754#941818, str_create(COL_2664BA73_E6B4_4AB9_90D6_2C3C28D2F025#941746) AS COL_680C5F82_0BF3_40D6_B7C6_9ABF5D4EDAA0#941828, str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#941750 <=> A), str_extract_middle(COL_B706A975_F287_4DC9_B631_A35735FE936F#941730, 85, 8), null) AS COL_1A372C23_5064_4170_A811_4401991E73DD#941839, str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#941750 <=> A), str_extract_middle(COL_B706A975_F287_4DC9_B631_A35735FE936F#941730, 93, 8), null) AS COL_872A06E3_3546_4804_929D_A512DE4C1392#941851, str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#941750 <=> A), str_extract_middle(COL_B706A975_F287_4DC9_B631_A35735FE936F#941730, 66, 2), null) AS COL_0FAE0227_5D0A_422A_B526_12CF16B5C8CE#941864, str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#941750 <=> A), str_extract_middle(COL_B706A975_F287_4DC9_B631_A35735FE936F#941730, 70, 1), null) AS COL_72E7C5E1_DD35_48E8_80FA_08AF51714D5E#941878]

WholeStageCodegen (3)

Window [row_number() windowspecdefinition(1, 1 DESC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#941762], [1], [1 DESC NULLS LAST]

Sort [1 ASC NULLS FIRST, 1 DESC NULLS LAST], false, 0

WholeStageCodegen (2)

AQEShuffleRead coalesced

Exchange hashpartitioning(1, 10), ENSURE_REQUIREMENTS, [plan_id=570048]

Project [_c0#941694 AS COL_B706A975_F287_4DC9_B631_A35735FE936F#941730, str_if_with_rule(((((((CASE WHEN isnull(StartsWith(_c0#941694, A)) THEN false ELSE StartsWith(_c0#941694, A) END OR CASE WHEN isnull(StartsWith(_c0#941694, B)) THEN false ELSE StartsWith(_c0#941694, B) END) OR CASE WHEN isnull(StartsWith(_c0#941694, C)) THEN false ELSE StartsWith(_c0#941694, C) END) OR CASE WHEN isnull(StartsWith(_c0#941694, H)) THEN false ELSE StartsWith(_c0#941694, H) END) OR CASE WHEN isnull(StartsWith(_c0#941694, L)) THEN false ELSE StartsWith(_c0#941694, L) END) OR CASE WHEN isnull(StartsWith(_c0#941694, M)) THEN false ELSE StartsWith(_c0#941694, M) END) OR CASE WHEN isnull(StartsWith(_c0#941694, P)) THEN false ELSE StartsWith(_c0#941694, P) END), str_extract_middle(_c0#941694, 2, 9), null) AS COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#941731, str_if_with_rule(CASE WHEN isnull(StartsWith(_c0#941694, A)) THEN false ELSE StartsWith(_c0#941694, A) END, str_complete(str_remove_space(str_extract_middle(_c0#941694, 40, 9), ALL), 0, 9, LEFT), null) AS COL_2664BA73_E6B4_4AB9_90D6_2C3C28D2F025#941746, str_extract(_c0#941694, LEFT, 1) AS COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#941750]

Filter isnotnull(str_if_with_rule(((((((CASE WHEN isnull(StartsWith(_c0#941694, A)) THEN false ELSE StartsWith(_c0#941694, A) END OR CASE WHEN isnull(StartsWith(_c0#941694, B)) THEN false ELSE StartsWith(_c0#941694, B) END) OR CASE WHEN isnull(StartsWith(_c0#941694, C)) THEN false ELSE StartsWith(_c0#941694, C) END) OR CASE WHEN isnull(StartsWith(_c0#941694, H)) THEN false ELSE StartsWith(_c0#941694, H) END) OR CASE WHEN isnull(StartsWith(_c0#941694, L)) THEN false ELSE StartsWith(_c0#941694, L) END) OR CASE WHEN isnull(StartsWith(_c0#941694, M)) THEN false ELSE StartsWith(_c0#941694, M) END) OR CASE WHEN isnull(StartsWith(_c0#941694, P)) THEN false ELSE StartsWith(_c0#941694, P) END), str_extract_middle(_c0#941694, 2, 9), null))

WholeStageCodegen (1)

FileScan csv [_c0#941694] Batched: false, DataFilters: [isnotnull(str_if_with_rule(((((((CASE WHEN isnull(StartsWith(_c0#941694, A)) THEN false ELSE Sta..., Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/tmp/RSF_SERVEUR_209981/rsf_CHSF_last versio..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<_c0:string>

Details

== Physical Plan ==
AdaptiveSparkPlan (29)
+- == Final Plan ==
   Execute InsertIntoHadoopFsRelationCommand (16)
   +- WriteFiles (15)
      +- ShuffleQueryStage (14), Statistics(sizeInBytes=900.3 MiB, rowCount=2.25E+6)
         +- Exchange (13)
            +- * Project (12)
               +- Window (11)
                  +- * Sort (10)
                     +- * Project (9)
                        +- Window (8)
                           +- * Sort (7)
                              +- AQEShuffleRead (6)
                                 +- ShuffleQueryStage (5), Statistics(sizeInBytes=545.5 MiB, rowCount=2.25E+6)
                                    +- Exchange (4)
                                       +- * Project (3)
                                          +- * Filter (2)
                                             +- Scan csv  (1)
+- == Initial Plan ==
   Execute InsertIntoHadoopFsRelationCommand (28)
   +- WriteFiles (27)
      +- Exchange (26)
         +- Project (25)
            +- Window (24)
               +- Sort (23)
                  +- Project (22)
                     +- Window (21)
                        +- Sort (20)
                           +- Exchange (19)
                              +- Project (18)
                                 +- Filter (17)
                                    +- Scan csv  (1)


(1) Scan csv 
Output [1]: [_c0#941694]
Batched: false
Location: InMemoryFileIndex [file:/data/input/depot/csv/tmp/RSF_SERVEUR_209981/rsf_CHSF_last version_290426.txt]
ReadSchema: struct<_c0:string>

(2) Filter [codegen id : 1]
Input [1]: [_c0#941694]
Condition : isnotnull(str_if_with_rule(((((((CASE WHEN isnull(StartsWith(_c0#941694, A)) THEN false ELSE StartsWith(_c0#941694, A) END OR CASE WHEN isnull(StartsWith(_c0#941694, B)) THEN false ELSE StartsWith(_c0#941694, B) END) OR CASE WHEN isnull(StartsWith(_c0#941694, C)) THEN false ELSE StartsWith(_c0#941694, C) END) OR CASE WHEN isnull(StartsWith(_c0#941694, H)) THEN false ELSE StartsWith(_c0#941694, H) END) OR CASE WHEN isnull(StartsWith(_c0#941694, L)) THEN false ELSE StartsWith(_c0#941694, L) END) OR CASE WHEN isnull(StartsWith(_c0#941694, M)) THEN false ELSE StartsWith(_c0#941694, M) END) OR CASE WHEN isnull(StartsWith(_c0#941694, P)) THEN false ELSE StartsWith(_c0#941694, P) END), str_extract_middle(_c0#941694, 2, 9), null))

(3) Project [codegen id : 1]
Output [4]: [_c0#941694 AS COL_B706A975_F287_4DC9_B631_A35735FE936F#941730, str_if_with_rule(((((((CASE WHEN isnull(StartsWith(_c0#941694, A)) THEN false ELSE StartsWith(_c0#941694, A) END OR CASE WHEN isnull(StartsWith(_c0#941694, B)) THEN false ELSE StartsWith(_c0#941694, B) END) OR CASE WHEN isnull(StartsWith(_c0#941694, C)) THEN false ELSE StartsWith(_c0#941694, C) END) OR CASE WHEN isnull(StartsWith(_c0#941694, H)) THEN false ELSE StartsWith(_c0#941694, H) END) OR CASE WHEN isnull(StartsWith(_c0#941694, L)) THEN false ELSE StartsWith(_c0#941694, L) END) OR CASE WHEN isnull(StartsWith(_c0#941694, M)) THEN false ELSE StartsWith(_c0#941694, M) END) OR CASE WHEN isnull(StartsWith(_c0#941694, P)) THEN false ELSE StartsWith(_c0#941694, P) END), str_extract_middle(_c0#941694, 2, 9), null) AS COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#941731, str_if_with_rule(CASE WHEN isnull(StartsWith(_c0#941694, A)) THEN false ELSE StartsWith(_c0#941694, A) END, str_complete(str_remove_space(str_extract_middle(_c0#941694, 40, 9), ALL), 0, 9, LEFT), null) AS COL_2664BA73_E6B4_4AB9_90D6_2C3C28D2F025#941746, str_extract(_c0#941694, LEFT, 1) AS COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#941750]
Input [1]: [_c0#941694]

(4) Exchange
Input [4]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#941730, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#941731, COL_2664BA73_E6B4_4AB9_90D6_2C3C28D2F025#941746, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#941750]
Arguments: hashpartitioning(1, 10), ENSURE_REQUIREMENTS, [plan_id=570048]

(5) ShuffleQueryStage
Output [4]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#941730, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#941731, COL_2664BA73_E6B4_4AB9_90D6_2C3C28D2F025#941746, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#941750]
Arguments: 0

(6) AQEShuffleRead
Input [4]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#941730, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#941731, COL_2664BA73_E6B4_4AB9_90D6_2C3C28D2F025#941746, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#941750]
Arguments: coalesced

(7) Sort [codegen id : 2]
Input [4]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#941730, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#941731, COL_2664BA73_E6B4_4AB9_90D6_2C3C28D2F025#941746, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#941750]
Arguments: [1 ASC NULLS FIRST, 1 DESC NULLS LAST], false, 0

(8) Window
Input [4]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#941730, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#941731, COL_2664BA73_E6B4_4AB9_90D6_2C3C28D2F025#941746, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#941750]
Arguments: [row_number() windowspecdefinition(1, 1 DESC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#941762], [1], [1 DESC NULLS LAST]

(9) Project [codegen id : 3]
Output [13]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#941730, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#941731, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#941762, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#941750, str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#941750 <=> A), str_join(array(COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#941750, str_complete(int_to_str(COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#941762), 0, 7, LEFT), COL_2664BA73_E6B4_4AB9_90D6_2C3C28D2F025#941746), -), null) AS COL_4A7AC898_9611_4A0A_86C5_61D6CB1AD7DA#941794, str_remove_space(str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#941750 <=> A), str_extract_middle(COL_B706A975_F287_4DC9_B631_A35735FE936F#941730, 172, 1), null), ALL) AS COL_44CE2B15_015A_4E14_8FA8_248E657CF570#941801, str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#941750 <=> A), str_extract_middle(COL_B706A975_F287_4DC9_B631_A35735FE936F#941730, 71, 1), null) AS COL_8E936474_0FF1_479F_82B0_AB95B3B0DCAF#941809, str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#941750 <=> A), str_extract_middle(COL_B706A975_F287_4DC9_B631_A35735FE936F#941730, 76, 8), null) AS COL_25B879C4_36D2_489F_B446_6501A1E67754#941818, str_create(COL_2664BA73_E6B4_4AB9_90D6_2C3C28D2F025#941746) AS COL_680C5F82_0BF3_40D6_B7C6_9ABF5D4EDAA0#941828, str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#941750 <=> A), str_extract_middle(COL_B706A975_F287_4DC9_B631_A35735FE936F#941730, 85, 8), null) AS COL_1A372C23_5064_4170_A811_4401991E73DD#941839, str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#941750 <=> A), str_extract_middle(COL_B706A975_F287_4DC9_B631_A35735FE936F#941730, 93, 8), null) AS COL_872A06E3_3546_4804_929D_A512DE4C1392#941851, str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#941750 <=> A), str_extract_middle(COL_B706A975_F287_4DC9_B631_A35735FE936F#941730, 66, 2), null) AS COL_0FAE0227_5D0A_422A_B526_12CF16B5C8CE#941864, str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#941750 <=> A), str_extract_middle(COL_B706A975_F287_4DC9_B631_A35735FE936F#941730, 70, 1), null) AS COL_72E7C5E1_DD35_48E8_80FA_08AF51714D5E#941878]
Input [5]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#941730, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#941731, COL_2664BA73_E6B4_4AB9_90D6_2C3C28D2F025#941746, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#941750, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#941762]

(10) Sort [codegen id : 3]
Input [13]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#941730, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#941731, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#941762, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#941750, COL_4A7AC898_9611_4A0A_86C5_61D6CB1AD7DA#941794, COL_44CE2B15_015A_4E14_8FA8_248E657CF570#941801, COL_8E936474_0FF1_479F_82B0_AB95B3B0DCAF#941809, COL_25B879C4_36D2_489F_B446_6501A1E67754#941818, COL_680C5F82_0BF3_40D6_B7C6_9ABF5D4EDAA0#941828, COL_1A372C23_5064_4170_A811_4401991E73DD#941839, COL_872A06E3_3546_4804_929D_A512DE4C1392#941851, COL_0FAE0227_5D0A_422A_B526_12CF16B5C8CE#941864, COL_72E7C5E1_DD35_48E8_80FA_08AF51714D5E#941878]
Arguments: [1 ASC NULLS FIRST, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#941762 ASC NULLS LAST], false, 0

(11) Window
Input [13]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#941730, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#941731, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#941762, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#941750, COL_4A7AC898_9611_4A0A_86C5_61D6CB1AD7DA#941794, COL_44CE2B15_015A_4E14_8FA8_248E657CF570#941801, COL_8E936474_0FF1_479F_82B0_AB95B3B0DCAF#941809, COL_25B879C4_36D2_489F_B446_6501A1E67754#941818, COL_680C5F82_0BF3_40D6_B7C6_9ABF5D4EDAA0#941828, COL_1A372C23_5064_4170_A811_4401991E73DD#941839, COL_872A06E3_3546_4804_929D_A512DE4C1392#941851, COL_0FAE0227_5D0A_422A_B526_12CF16B5C8CE#941864, COL_72E7C5E1_DD35_48E8_80FA_08AF51714D5E#941878]
Arguments: [last(COL_4A7AC898_9611_4A0A_86C5_61D6CB1AD7DA#941794, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#941762 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_0767075F_6D90_4406_A1C5_BC087A39F7CE#941910, last(COL_44CE2B15_015A_4E14_8FA8_248E657CF570#941801, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#941762 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_9E2EC32D_FCB5_4E43_A453_428839A5DAD4#941960, last(COL_8E936474_0FF1_479F_82B0_AB95B3B0DCAF#941809, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#941762 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_E53A575D_3952_4C14_AC9F_075847D06BB1#942013, last(COL_0FAE0227_5D0A_422A_B526_12CF16B5C8CE#941864, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#941762 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_C7343A35_76C1_46A3_B74D_C7263B786745#942069, last(COL_72E7C5E1_DD35_48E8_80FA_08AF51714D5E#941878, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#941762 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_52134AAB_9340_42E7_9290_A298AF6C9438#942128, last(COL_25B879C4_36D2_489F_B446_6501A1E67754#941818, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#941762 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_95A012EF_312B_40A6_8CFC_200BFD4465E3#942266, last(COL_680C5F82_0BF3_40D6_B7C6_9ABF5D4EDAA0#941828, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#941762 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_1CCAED33_3E69_435E_B522_DAE3B9E63F9D#942331, last(COL_1A372C23_5064_4170_A811_4401991E73DD#941839, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#941762 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_B72BD372_650E_474E_B8E0_7CB995AE80BF#942399, last(COL_872A06E3_3546_4804_929D_A512DE4C1392#941851, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#941762 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_5E65448D_2CBA_49A0_8E69_D8B1EF0C0EBA#942470], [1], [COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#941762 ASC NULLS LAST]

(12) Project [codegen id : 4]
Output [13]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#941730, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#941731, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#941762, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#941750, COL_0767075F_6D90_4406_A1C5_BC087A39F7CE#941910, COL_95A012EF_312B_40A6_8CFC_200BFD4465E3#942266, COL_1CCAED33_3E69_435E_B522_DAE3B9E63F9D#942331, COL_B72BD372_650E_474E_B8E0_7CB995AE80BF#942399, COL_5E65448D_2CBA_49A0_8E69_D8B1EF0C0EBA#942470, COL_E53A575D_3952_4C14_AC9F_075847D06BB1#942013, COL_9E2EC32D_FCB5_4E43_A453_428839A5DAD4#941960, COL_C7343A35_76C1_46A3_B74D_C7263B786745#942069, COL_52134AAB_9340_42E7_9290_A298AF6C9438#942128]
Input [22]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#941730, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#941731, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#941762, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#941750, COL_4A7AC898_9611_4A0A_86C5_61D6CB1AD7DA#941794, COL_44CE2B15_015A_4E14_8FA8_248E657CF570#941801, COL_8E936474_0FF1_479F_82B0_AB95B3B0DCAF#941809, COL_25B879C4_36D2_489F_B446_6501A1E67754#941818, COL_680C5F82_0BF3_40D6_B7C6_9ABF5D4EDAA0#941828, COL_1A372C23_5064_4170_A811_4401991E73DD#941839, COL_872A06E3_3546_4804_929D_A512DE4C1392#941851, COL_0FAE0227_5D0A_422A_B526_12CF16B5C8CE#941864, COL_72E7C5E1_DD35_48E8_80FA_08AF51714D5E#941878, COL_0767075F_6D90_4406_A1C5_BC087A39F7CE#941910, COL_9E2EC32D_FCB5_4E43_A453_428839A5DAD4#941960, COL_E53A575D_3952_4C14_AC9F_075847D06BB1#942013, COL_C7343A35_76C1_46A3_B74D_C7263B786745#942069, COL_52134AAB_9340_42E7_9290_A298AF6C9438#942128, COL_95A012EF_312B_40A6_8CFC_200BFD4465E3#942266, COL_1CCAED33_3E69_435E_B522_DAE3B9E63F9D#942331, COL_B72BD372_650E_474E_B8E0_7CB995AE80BF#942399, COL_5E65448D_2CBA_49A0_8E69_D8B1EF0C0EBA#942470]

(13) Exchange
Input [13]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#941730, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#941731, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#941762, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#941750, COL_0767075F_6D90_4406_A1C5_BC087A39F7CE#941910, COL_95A012EF_312B_40A6_8CFC_200BFD4465E3#942266, COL_1CCAED33_3E69_435E_B522_DAE3B9E63F9D#942331, COL_B72BD372_650E_474E_B8E0_7CB995AE80BF#942399, COL_5E65448D_2CBA_49A0_8E69_D8B1EF0C0EBA#942470, COL_E53A575D_3952_4C14_AC9F_075847D06BB1#942013, COL_9E2EC32D_FCB5_4E43_A453_428839A5DAD4#941960, COL_C7343A35_76C1_46A3_B74D_C7263B786745#942069, COL_52134AAB_9340_42E7_9290_A298AF6C9438#942128]
Arguments: SinglePartition, REPARTITION_BY_NUM, [plan_id=570130]

(14) ShuffleQueryStage
Output [13]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#941730, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#941731, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#941762, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#941750, COL_0767075F_6D90_4406_A1C5_BC087A39F7CE#941910, COL_95A012EF_312B_40A6_8CFC_200BFD4465E3#942266, COL_1CCAED33_3E69_435E_B522_DAE3B9E63F9D#942331, COL_B72BD372_650E_474E_B8E0_7CB995AE80BF#942399, COL_5E65448D_2CBA_49A0_8E69_D8B1EF0C0EBA#942470, COL_E53A575D_3952_4C14_AC9F_075847D06BB1#942013, COL_9E2EC32D_FCB5_4E43_A453_428839A5DAD4#941960, COL_C7343A35_76C1_46A3_B74D_C7263B786745#942069, COL_52134AAB_9340_42E7_9290_A298AF6C9438#942128]
Arguments: 1

(15) WriteFiles
Input [13]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#941730, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#941731, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#941762, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#941750, COL_0767075F_6D90_4406_A1C5_BC087A39F7CE#941910, COL_95A012EF_312B_40A6_8CFC_200BFD4465E3#942266, COL_1CCAED33_3E69_435E_B522_DAE3B9E63F9D#942331, COL_B72BD372_650E_474E_B8E0_7CB995AE80BF#942399, COL_5E65448D_2CBA_49A0_8E69_D8B1EF0C0EBA#942470, COL_E53A575D_3952_4C14_AC9F_075847D06BB1#942013, COL_9E2EC32D_FCB5_4E43_A453_428839A5DAD4#941960, COL_C7343A35_76C1_46A3_B74D_C7263B786745#942069, COL_52134AAB_9340_42E7_9290_A298AF6C9438#942128]

(16) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/datablock/00_A_LIGNES_RSF_210430, false, Parquet, [path=file:///data/output/cache/parquet/datablock/00_A_LIGNES_RSF_210430], Overwrite, [COL_B706A975_F287_4DC9_B631_A35735FE936F, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38, COL_0767075F_6D90_4406_A1C5_BC087A39F7CE, COL_95A012EF_312B_40A6_8CFC_200BFD4465E3, COL_1CCAED33_3E69_435E_B522_DAE3B9E63F9D, COL_B72BD372_650E_474E_B8E0_7CB995AE80BF, COL_5E65448D_2CBA_49A0_8E69_D8B1EF0C0EBA, COL_E53A575D_3952_4C14_AC9F_075847D06BB1, COL_9E2EC32D_FCB5_4E43_A453_428839A5DAD4, COL_C7343A35_76C1_46A3_B74D_C7263B786745, COL_52134AAB_9340_42E7_9290_A298AF6C9438]

(17) Filter
Input [1]: [_c0#941694]
Condition : isnotnull(str_if_with_rule(((((((CASE WHEN isnull(StartsWith(_c0#941694, A)) THEN false ELSE StartsWith(_c0#941694, A) END OR CASE WHEN isnull(StartsWith(_c0#941694, B)) THEN false ELSE StartsWith(_c0#941694, B) END) OR CASE WHEN isnull(StartsWith(_c0#941694, C)) THEN false ELSE StartsWith(_c0#941694, C) END) OR CASE WHEN isnull(StartsWith(_c0#941694, H)) THEN false ELSE StartsWith(_c0#941694, H) END) OR CASE WHEN isnull(StartsWith(_c0#941694, L)) THEN false ELSE StartsWith(_c0#941694, L) END) OR CASE WHEN isnull(StartsWith(_c0#941694, M)) THEN false ELSE StartsWith(_c0#941694, M) END) OR CASE WHEN isnull(StartsWith(_c0#941694, P)) THEN false ELSE StartsWith(_c0#941694, P) END), str_extract_middle(_c0#941694, 2, 9), null))

(18) Project
Output [4]: [_c0#941694 AS COL_B706A975_F287_4DC9_B631_A35735FE936F#941730, str_if_with_rule(((((((CASE WHEN isnull(StartsWith(_c0#941694, A)) THEN false ELSE StartsWith(_c0#941694, A) END OR CASE WHEN isnull(StartsWith(_c0#941694, B)) THEN false ELSE StartsWith(_c0#941694, B) END) OR CASE WHEN isnull(StartsWith(_c0#941694, C)) THEN false ELSE StartsWith(_c0#941694, C) END) OR CASE WHEN isnull(StartsWith(_c0#941694, H)) THEN false ELSE StartsWith(_c0#941694, H) END) OR CASE WHEN isnull(StartsWith(_c0#941694, L)) THEN false ELSE StartsWith(_c0#941694, L) END) OR CASE WHEN isnull(StartsWith(_c0#941694, M)) THEN false ELSE StartsWith(_c0#941694, M) END) OR CASE WHEN isnull(StartsWith(_c0#941694, P)) THEN false ELSE StartsWith(_c0#941694, P) END), str_extract_middle(_c0#941694, 2, 9), null) AS COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#941731, str_if_with_rule(CASE WHEN isnull(StartsWith(_c0#941694, A)) THEN false ELSE StartsWith(_c0#941694, A) END, str_complete(str_remove_space(str_extract_middle(_c0#941694, 40, 9), ALL), 0, 9, LEFT), null) AS COL_2664BA73_E6B4_4AB9_90D6_2C3C28D2F025#941746, str_extract(_c0#941694, LEFT, 1) AS COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#941750]
Input [1]: [_c0#941694]

(19) Exchange
Input [4]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#941730, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#941731, COL_2664BA73_E6B4_4AB9_90D6_2C3C28D2F025#941746, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#941750]
Arguments: hashpartitioning(1, 10), ENSURE_REQUIREMENTS, [plan_id=570015]

(20) Sort
Input [4]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#941730, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#941731, COL_2664BA73_E6B4_4AB9_90D6_2C3C28D2F025#941746, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#941750]
Arguments: [1 ASC NULLS FIRST, 1 DESC NULLS LAST], false, 0

(21) Window
Input [4]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#941730, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#941731, COL_2664BA73_E6B4_4AB9_90D6_2C3C28D2F025#941746, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#941750]
Arguments: [row_number() windowspecdefinition(1, 1 DESC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#941762], [1], [1 DESC NULLS LAST]

(22) Project
Output [13]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#941730, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#941731, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#941762, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#941750, str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#941750 <=> A), str_join(array(COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#941750, str_complete(int_to_str(COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#941762), 0, 7, LEFT), COL_2664BA73_E6B4_4AB9_90D6_2C3C28D2F025#941746), -), null) AS COL_4A7AC898_9611_4A0A_86C5_61D6CB1AD7DA#941794, str_remove_space(str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#941750 <=> A), str_extract_middle(COL_B706A975_F287_4DC9_B631_A35735FE936F#941730, 172, 1), null), ALL) AS COL_44CE2B15_015A_4E14_8FA8_248E657CF570#941801, str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#941750 <=> A), str_extract_middle(COL_B706A975_F287_4DC9_B631_A35735FE936F#941730, 71, 1), null) AS COL_8E936474_0FF1_479F_82B0_AB95B3B0DCAF#941809, str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#941750 <=> A), str_extract_middle(COL_B706A975_F287_4DC9_B631_A35735FE936F#941730, 76, 8), null) AS COL_25B879C4_36D2_489F_B446_6501A1E67754#941818, str_create(COL_2664BA73_E6B4_4AB9_90D6_2C3C28D2F025#941746) AS COL_680C5F82_0BF3_40D6_B7C6_9ABF5D4EDAA0#941828, str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#941750 <=> A), str_extract_middle(COL_B706A975_F287_4DC9_B631_A35735FE936F#941730, 85, 8), null) AS COL_1A372C23_5064_4170_A811_4401991E73DD#941839, str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#941750 <=> A), str_extract_middle(COL_B706A975_F287_4DC9_B631_A35735FE936F#941730, 93, 8), null) AS COL_872A06E3_3546_4804_929D_A512DE4C1392#941851, str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#941750 <=> A), str_extract_middle(COL_B706A975_F287_4DC9_B631_A35735FE936F#941730, 66, 2), null) AS COL_0FAE0227_5D0A_422A_B526_12CF16B5C8CE#941864, str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#941750 <=> A), str_extract_middle(COL_B706A975_F287_4DC9_B631_A35735FE936F#941730, 70, 1), null) AS COL_72E7C5E1_DD35_48E8_80FA_08AF51714D5E#941878]
Input [5]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#941730, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#941731, COL_2664BA73_E6B4_4AB9_90D6_2C3C28D2F025#941746, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#941750, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#941762]

(23) Sort
Input [13]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#941730, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#941731, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#941762, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#941750, COL_4A7AC898_9611_4A0A_86C5_61D6CB1AD7DA#941794, COL_44CE2B15_015A_4E14_8FA8_248E657CF570#941801, COL_8E936474_0FF1_479F_82B0_AB95B3B0DCAF#941809, COL_25B879C4_36D2_489F_B446_6501A1E67754#941818, COL_680C5F82_0BF3_40D6_B7C6_9ABF5D4EDAA0#941828, COL_1A372C23_5064_4170_A811_4401991E73DD#941839, COL_872A06E3_3546_4804_929D_A512DE4C1392#941851, COL_0FAE0227_5D0A_422A_B526_12CF16B5C8CE#941864, COL_72E7C5E1_DD35_48E8_80FA_08AF51714D5E#941878]
Arguments: [1 ASC NULLS FIRST, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#941762 ASC NULLS LAST], false, 0

(24) Window
Input [13]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#941730, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#941731, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#941762, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#941750, COL_4A7AC898_9611_4A0A_86C5_61D6CB1AD7DA#941794, COL_44CE2B15_015A_4E14_8FA8_248E657CF570#941801, COL_8E936474_0FF1_479F_82B0_AB95B3B0DCAF#941809, COL_25B879C4_36D2_489F_B446_6501A1E67754#941818, COL_680C5F82_0BF3_40D6_B7C6_9ABF5D4EDAA0#941828, COL_1A372C23_5064_4170_A811_4401991E73DD#941839, COL_872A06E3_3546_4804_929D_A512DE4C1392#941851, COL_0FAE0227_5D0A_422A_B526_12CF16B5C8CE#941864, COL_72E7C5E1_DD35_48E8_80FA_08AF51714D5E#941878]
Arguments: [last(COL_4A7AC898_9611_4A0A_86C5_61D6CB1AD7DA#941794, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#941762 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_0767075F_6D90_4406_A1C5_BC087A39F7CE#941910, last(COL_44CE2B15_015A_4E14_8FA8_248E657CF570#941801, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#941762 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_9E2EC32D_FCB5_4E43_A453_428839A5DAD4#941960, last(COL_8E936474_0FF1_479F_82B0_AB95B3B0DCAF#941809, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#941762 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_E53A575D_3952_4C14_AC9F_075847D06BB1#942013, last(COL_0FAE0227_5D0A_422A_B526_12CF16B5C8CE#941864, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#941762 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_C7343A35_76C1_46A3_B74D_C7263B786745#942069, last(COL_72E7C5E1_DD35_48E8_80FA_08AF51714D5E#941878, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#941762 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_52134AAB_9340_42E7_9290_A298AF6C9438#942128, last(COL_25B879C4_36D2_489F_B446_6501A1E67754#941818, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#941762 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_95A012EF_312B_40A6_8CFC_200BFD4465E3#942266, last(COL_680C5F82_0BF3_40D6_B7C6_9ABF5D4EDAA0#941828, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#941762 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_1CCAED33_3E69_435E_B522_DAE3B9E63F9D#942331, last(COL_1A372C23_5064_4170_A811_4401991E73DD#941839, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#941762 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_B72BD372_650E_474E_B8E0_7CB995AE80BF#942399, last(COL_872A06E3_3546_4804_929D_A512DE4C1392#941851, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#941762 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_5E65448D_2CBA_49A0_8E69_D8B1EF0C0EBA#942470], [1], [COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#941762 ASC NULLS LAST]

(25) Project
Output [13]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#941730, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#941731, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#941762, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#941750, COL_0767075F_6D90_4406_A1C5_BC087A39F7CE#941910, COL_95A012EF_312B_40A6_8CFC_200BFD4465E3#942266, COL_1CCAED33_3E69_435E_B522_DAE3B9E63F9D#942331, COL_B72BD372_650E_474E_B8E0_7CB995AE80BF#942399, COL_5E65448D_2CBA_49A0_8E69_D8B1EF0C0EBA#942470, COL_E53A575D_3952_4C14_AC9F_075847D06BB1#942013, COL_9E2EC32D_FCB5_4E43_A453_428839A5DAD4#941960, COL_C7343A35_76C1_46A3_B74D_C7263B786745#942069, COL_52134AAB_9340_42E7_9290_A298AF6C9438#942128]
Input [22]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#941730, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#941731, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#941762, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#941750, COL_4A7AC898_9611_4A0A_86C5_61D6CB1AD7DA#941794, COL_44CE2B15_015A_4E14_8FA8_248E657CF570#941801, COL_8E936474_0FF1_479F_82B0_AB95B3B0DCAF#941809, COL_25B879C4_36D2_489F_B446_6501A1E67754#941818, COL_680C5F82_0BF3_40D6_B7C6_9ABF5D4EDAA0#941828, COL_1A372C23_5064_4170_A811_4401991E73DD#941839, COL_872A06E3_3546_4804_929D_A512DE4C1392#941851, COL_0FAE0227_5D0A_422A_B526_12CF16B5C8CE#941864, COL_72E7C5E1_DD35_48E8_80FA_08AF51714D5E#941878, COL_0767075F_6D90_4406_A1C5_BC087A39F7CE#941910, COL_9E2EC32D_FCB5_4E43_A453_428839A5DAD4#941960, COL_E53A575D_3952_4C14_AC9F_075847D06BB1#942013, COL_C7343A35_76C1_46A3_B74D_C7263B786745#942069, COL_52134AAB_9340_42E7_9290_A298AF6C9438#942128, COL_95A012EF_312B_40A6_8CFC_200BFD4465E3#942266, COL_1CCAED33_3E69_435E_B522_DAE3B9E63F9D#942331, COL_B72BD372_650E_474E_B8E0_7CB995AE80BF#942399, COL_5E65448D_2CBA_49A0_8E69_D8B1EF0C0EBA#942470]

(26) Exchange
Input [13]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#941730, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#941731, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#941762, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#941750, COL_0767075F_6D90_4406_A1C5_BC087A39F7CE#941910, COL_95A012EF_312B_40A6_8CFC_200BFD4465E3#942266, COL_1CCAED33_3E69_435E_B522_DAE3B9E63F9D#942331, COL_B72BD372_650E_474E_B8E0_7CB995AE80BF#942399, COL_5E65448D_2CBA_49A0_8E69_D8B1EF0C0EBA#942470, COL_E53A575D_3952_4C14_AC9F_075847D06BB1#942013, COL_9E2EC32D_FCB5_4E43_A453_428839A5DAD4#941960, COL_C7343A35_76C1_46A3_B74D_C7263B786745#942069, COL_52134AAB_9340_42E7_9290_A298AF6C9438#942128]
Arguments: SinglePartition, REPARTITION_BY_NUM, [plan_id=570023]

(27) WriteFiles
Input [13]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#941730, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#941731, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#941762, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#941750, COL_0767075F_6D90_4406_A1C5_BC087A39F7CE#941910, COL_95A012EF_312B_40A6_8CFC_200BFD4465E3#942266, COL_1CCAED33_3E69_435E_B522_DAE3B9E63F9D#942331, COL_B72BD372_650E_474E_B8E0_7CB995AE80BF#942399, COL_5E65448D_2CBA_49A0_8E69_D8B1EF0C0EBA#942470, COL_E53A575D_3952_4C14_AC9F_075847D06BB1#942013, COL_9E2EC32D_FCB5_4E43_A453_428839A5DAD4#941960, COL_C7343A35_76C1_46A3_B74D_C7263B786745#942069, COL_52134AAB_9340_42E7_9290_A298AF6C9438#942128]

(28) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/datablock/00_A_LIGNES_RSF_210430, false, Parquet, [path=file:///data/output/cache/parquet/datablock/00_A_LIGNES_RSF_210430], Overwrite, [COL_B706A975_F287_4DC9_B631_A35735FE936F, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38, COL_0767075F_6D90_4406_A1C5_BC087A39F7CE, COL_95A012EF_312B_40A6_8CFC_200BFD4465E3, COL_1CCAED33_3E69_435E_B522_DAE3B9E63F9D, COL_B72BD372_650E_474E_B8E0_7CB995AE80BF, COL_5E65448D_2CBA_49A0_8E69_D8B1EF0C0EBA, COL_E53A575D_3952_4C14_AC9F_075847D06BB1, COL_9E2EC32D_FCB5_4E43_A453_428839A5DAD4, COL_C7343A35_76C1_46A3_B74D_C7263B786745, COL_52134AAB_9340_42E7_9290_A298AF6C9438]

(29) AdaptiveSparkPlan
Output: []
Arguments: isFinalPlan=true

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet