SP1 - Details for Query 6030

Submitted Time: 2026/10/26 15:41:47
Duration: 19 s
Succeeded Jobs: 9207 9209

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" AdaptiveSparkPlan "]; 1 [labelType="html" label=" CollectLimit "]; subgraph cluster2 { isCluster="true"; label="WholeStageCodegen (4)\n \nduration: 0 ms"; 3 [labelType="html" label=" Project "]; } 4 [labelType="html" label="Window spill size: 0.0 B"]; subgraph cluster5 { isCluster="true"; label="WholeStageCodegen (3)\n \nduration: 12.4 s"; 6 [labelType="html" label="Sort sort time: 240 ms peak memory: 976.0 MiB spill size: 0.0 B"]; 7 [labelType="html" label=" Project "]; } 8 [labelType="html" label="Window spill size: 0.0 B"]; subgraph cluster9 { isCluster="true"; label="WholeStageCodegen (2)\n \nduration: 3.8 s"; 10 [labelType="html" label="Sort sort time: 245 ms peak memory: 800.0 MiB spill size: 0.0 B"]; } 11 [labelType="html" label="AQEShuffleRead number of partitions: 1 partition data size: 113.1 MiB number of coalesced partitions: 1"]; 12 [labelType="html" label="Exchange shuffle records written: 2,133,238 local merged chunks fetched: 0 shuffle write time total (min, med, max (stageId: taskId)) 372 ms (31 ms, 36 ms, 44 ms (stage 18398.0: task 24310)) remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 2,133,238 local bytes read: 110.7 MiB fetch wait time: 0 ms remote bytes read: 0.0 B merged fetch fallback count: 0 local blocks read: 10 remote merged chunks fetched: 0 remote blocks read: 0 data size total (min, med, max (stageId: taskId)) 725.1 MiB (65.6 MiB, 73.2 MiB, 73.5 MiB (stage 18398.0: task 24309)) local merged bytes read: 0.0 B number of partitions: 10 remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 110.7 MiB (10.1 MiB, 11.2 MiB, 11.2 MiB (stage 18398.0: task 24315))"]; 13 [labelType="html" label=" Project "]; subgraph cluster14 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n27.5 s (2.2 s, 2.7 s, 3.1 s (stage 18398.0: task 24310))"; 15 [labelType="html" label="Filter number of output rows: 2,133,238"]; 16 [labelType="html" label=" Project "]; } 17 [labelType="html" label="Scan csv number of output rows: 2,133,239 number of files read: 1 metadata time: 0 ms size of files read: 385.0 MiB"]; 1->0; 3->1; 4->3; 6->4; 7->6; 8->7; 10->8; 11->10; 12->11; 13->12; 15->13; 16->15; 17->16; }

AdaptiveSparkPlan isFinalPlan=true

CollectLimit 1500

WholeStageCodegen (4)

Window [last(COL_4A7AC898_9611_4A0A_86C5_61D6CB1AD7DA#1354921, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#1354883 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_0767075F_6D90_4406_A1C5_BC087A39F7CE#1355047, last(COL_44CE2B15_015A_4E14_8FA8_248E657CF570#1354929, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#1354883 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_9E2EC32D_FCB5_4E43_A453_428839A5DAD4#1355100, last(COL_8E936474_0FF1_479F_82B0_AB95B3B0DCAF#1354938, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#1354883 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_E53A575D_3952_4C14_AC9F_075847D06BB1#1355156, last(COL_0FAE0227_5D0A_422A_B526_12CF16B5C8CE#1354998, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#1354883 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_C7343A35_76C1_46A3_B74D_C7263B786745#1355215, last(COL_72E7C5E1_DD35_48E8_80FA_08AF51714D5E#1355013, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#1354883 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_52134AAB_9340_42E7_9290_A298AF6C9438#1355277, last(COL_25B879C4_36D2_489F_B446_6501A1E67754#1354948, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#1354883 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_95A012EF_312B_40A6_8CFC_200BFD4465E3#1355422, last(COL_680C5F82_0BF3_40D6_B7C6_9ABF5D4EDAA0#1354959, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#1354883 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_1CCAED33_3E69_435E_B522_DAE3B9E63F9D#1355490, last(COL_1A372C23_5064_4170_A811_4401991E73DD#1354971, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#1354883 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_B72BD372_650E_474E_B8E0_7CB995AE80BF#1355561, last(COL_872A06E3_3546_4804_929D_A512DE4C1392#1354984, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#1354883 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_5E65448D_2CBA_49A0_8E69_D8B1EF0C0EBA#1355635], [1], [COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#1354883 ASC NULLS LAST]

Sort [1 ASC NULLS FIRST, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#1354883 ASC NULLS LAST], false, 0

Project [COL_B706A975_F287_4DC9_B631_A35735FE936F#1354842, COL_6D456B4D_C94A_422F_8C8D_7901B930826A#1354843, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#1354844, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#1354883, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#1354869, str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#1354869 <=> A), str_join(array(COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#1354869, str_complete(int_to_str(COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#1354883), 0, 7, LEFT), COL_2664BA73_E6B4_4AB9_90D6_2C3C28D2F025#1354864), -), null) AS COL_4A7AC898_9611_4A0A_86C5_61D6CB1AD7DA#1354921, str_remove_space(str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#1354869 <=> A), str_extract_middle(COL_B706A975_F287_4DC9_B631_A35735FE936F#1354842, 172, 1), null), ALL) AS COL_44CE2B15_015A_4E14_8FA8_248E657CF570#1354929, str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#1354869 <=> A), str_extract_middle(COL_B706A975_F287_4DC9_B631_A35735FE936F#1354842, 71, 1), null) AS COL_8E936474_0FF1_479F_82B0_AB95B3B0DCAF#1354938, str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#1354869 <=> A), str_extract_middle(COL_B706A975_F287_4DC9_B631_A35735FE936F#1354842, 76, 8), null) AS COL_25B879C4_36D2_489F_B446_6501A1E67754#1354948, str_create(COL_2664BA73_E6B4_4AB9_90D6_2C3C28D2F025#1354864) AS COL_680C5F82_0BF3_40D6_B7C6_9ABF5D4EDAA0#1354959, str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#1354869 <=> A), str_extract_middle(COL_B706A975_F287_4DC9_B631_A35735FE936F#1354842, 85, 8), null) AS COL_1A372C23_5064_4170_A811_4401991E73DD#1354971, str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#1354869 <=> A), str_extract_middle(COL_B706A975_F287_4DC9_B631_A35735FE936F#1354842, 93, 8), null) AS COL_872A06E3_3546_4804_929D_A512DE4C1392#1354984, str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#1354869 <=> A), str_extract_middle(COL_B706A975_F287_4DC9_B631_A35735FE936F#1354842, 66, 2), null) AS COL_0FAE0227_5D0A_422A_B526_12CF16B5C8CE#1354998, str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#1354869 <=> A), str_extract_middle(COL_B706A975_F287_4DC9_B631_A35735FE936F#1354842, 70, 1), null) AS COL_72E7C5E1_DD35_48E8_80FA_08AF51714D5E#1355013]

WholeStageCodegen (3)

Window [row_number() windowspecdefinition(1, 1 DESC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#1354883], [1], [1 DESC NULLS LAST]

Sort [1 ASC NULLS FIRST, 1 DESC NULLS LAST], false, 0

WholeStageCodegen (2)

AQEShuffleRead coalesced

Exchange hashpartitioning(1, 10), ENSURE_REQUIREMENTS, [plan_id=893905]

Project [COLL0#1354808 AS COL_B706A975_F287_4DC9_B631_A35735FE936F#1354842, get_json_object(COLL1#1354810, $.file) AS COL_6D456B4D_C94A_422F_8C8D_7901B930826A#1354843, str_if_with_rule(((((((CASE WHEN isnull(StartsWith(COLL0#1354808, A)) THEN false ELSE StartsWith(COLL0#1354808, A) END OR CASE WHEN isnull(StartsWith(COLL0#1354808, B)) THEN false ELSE StartsWith(COLL0#1354808, B) END) OR CASE WHEN isnull(StartsWith(COLL0#1354808, C)) THEN false ELSE StartsWith(COLL0#1354808, C) END) OR CASE WHEN isnull(StartsWith(COLL0#1354808, H)) THEN false ELSE StartsWith(COLL0#1354808, H) END) OR CASE WHEN isnull(StartsWith(COLL0#1354808, L)) THEN false ELSE StartsWith(COLL0#1354808, L) END) OR CASE WHEN isnull(StartsWith(COLL0#1354808, M)) THEN false ELSE StartsWith(COLL0#1354808, M) END) OR CASE WHEN isnull(StartsWith(COLL0#1354808, P)) THEN false ELSE StartsWith(COLL0#1354808, P) END), str_extract_middle(COLL0#1354808, 2, 9), null) AS COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#1354844, str_if_with_rule(CASE WHEN isnull(StartsWith(COLL0#1354808, A)) THEN false ELSE StartsWith(COLL0#1354808, A) END, str_complete(str_remove_space(str_extract_middle(COLL0#1354808, 40, 9), ALL), 0, 9, LEFT), null) AS COL_2664BA73_E6B4_4AB9_90D6_2C3C28D2F025#1354864, str_extract(COLL0#1354808, LEFT, 1) AS COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#1354869]

Filter isnotnull(str_if_with_rule(((((((CASE WHEN isnull(StartsWith(COLL0#1354808, A)) THEN false ELSE StartsWith(COLL0#1354808, A) END OR CASE WHEN isnull(StartsWith(COLL0#1354808, B)) THEN false ELSE StartsWith(COLL0#1354808, B) END) OR CASE WHEN isnull(StartsWith(COLL0#1354808, C)) THEN false ELSE StartsWith(COLL0#1354808, C) END) OR CASE WHEN isnull(StartsWith(COLL0#1354808, H)) THEN false ELSE StartsWith(COLL0#1354808, H) END) OR CASE WHEN isnull(StartsWith(COLL0#1354808, L)) THEN false ELSE StartsWith(COLL0#1354808, L) END) OR CASE WHEN isnull(StartsWith(COLL0#1354808, M)) THEN false ELSE StartsWith(COLL0#1354808, M) END) OR CASE WHEN isnull(StartsWith(COLL0#1354808, P)) THEN false ELSE StartsWith(COLL0#1354808, P) END), str_extract_middle(COLL0#1354808, 2, 9), null))

Project [_c0#1354803 AS COLL0#1354808, CREATE_DEPOT_METADATA({"reader_type":"CSV","current_version_mask":"{*rsf*.*,*RSF*.*}","sep":";","quote":"","header":false,"charset":"DEFAULT"}, {"type":"connector.mapping.sftp","user_configured_path":"","local":false,"host":"sftp.adobiscloud.ovh","port":22,"username":"App_250000015","type":"connector.mapping.sftp"}, input_file_name()) AS COLL1#1354810]

WholeStageCodegen (1)

FileScan csv [_c0#1354803] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/tmp/RSF_SERVEUR_187901/RSFACE_MCO_2025m12_2..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<_c0:string>

Details

== Physical Plan ==
AdaptiveSparkPlan (26)
+- == Final Plan ==
   CollectLimit (14)
   +- * Project (13)
      +- Window (12)
         +- * Sort (11)
            +- * Project (10)
               +- Window (9)
                  +- * Sort (8)
                     +- AQEShuffleRead (7)
                        +- ShuffleQueryStage (6), Statistics(sizeInBytes=725.1 MiB, rowCount=2.13E+6)
                           +- Exchange (5)
                              +- Project (4)
                                 +- * Filter (3)
                                    +- * Project (2)
                                       +- Scan csv  (1)
+- == Initial Plan ==
   CollectLimit (25)
   +- Project (24)
      +- Window (23)
         +- Sort (22)
            +- Project (21)
               +- Window (20)
                  +- Sort (19)
                     +- Exchange (18)
                        +- Project (17)
                           +- Filter (16)
                              +- Project (15)
                                 +- Scan csv  (1)


(1) Scan csv 
Output [1]: [_c0#1354803]
Batched: false
Location: InMemoryFileIndex [file:/data/input/depot/csv/tmp/RSF_SERVEUR_187901/RSFACE_MCO_2025m12_2026m09.txt]
ReadSchema: struct<_c0:string>

(2) Project [codegen id : 1]
Output [2]: [_c0#1354803 AS COLL0#1354808, CREATE_DEPOT_METADATA({"reader_type":"CSV","current_version_mask":"{*rsf*.*,*RSF*.*}","sep":";","quote":"","header":false,"charset":"DEFAULT"}, {"type":"connector.mapping.sftp","user_configured_path":"","local":false,"host":"sftp.adobiscloud.ovh","port":22,"username":"App_250000015","type":"connector.mapping.sftp"}, input_file_name()) AS COLL1#1354810]
Input [1]: [_c0#1354803]

(3) Filter [codegen id : 1]
Input [2]: [COLL0#1354808, COLL1#1354810]
Condition : isnotnull(str_if_with_rule(((((((CASE WHEN isnull(StartsWith(COLL0#1354808, A)) THEN false ELSE StartsWith(COLL0#1354808, A) END OR CASE WHEN isnull(StartsWith(COLL0#1354808, B)) THEN false ELSE StartsWith(COLL0#1354808, B) END) OR CASE WHEN isnull(StartsWith(COLL0#1354808, C)) THEN false ELSE StartsWith(COLL0#1354808, C) END) OR CASE WHEN isnull(StartsWith(COLL0#1354808, H)) THEN false ELSE StartsWith(COLL0#1354808, H) END) OR CASE WHEN isnull(StartsWith(COLL0#1354808, L)) THEN false ELSE StartsWith(COLL0#1354808, L) END) OR CASE WHEN isnull(StartsWith(COLL0#1354808, M)) THEN false ELSE StartsWith(COLL0#1354808, M) END) OR CASE WHEN isnull(StartsWith(COLL0#1354808, P)) THEN false ELSE StartsWith(COLL0#1354808, P) END), str_extract_middle(COLL0#1354808, 2, 9), null))

(4) Project
Output [5]: [COLL0#1354808 AS COL_B706A975_F287_4DC9_B631_A35735FE936F#1354842, get_json_object(COLL1#1354810, $.file) AS COL_6D456B4D_C94A_422F_8C8D_7901B930826A#1354843, str_if_with_rule(((((((CASE WHEN isnull(StartsWith(COLL0#1354808, A)) THEN false ELSE StartsWith(COLL0#1354808, A) END OR CASE WHEN isnull(StartsWith(COLL0#1354808, B)) THEN false ELSE StartsWith(COLL0#1354808, B) END) OR CASE WHEN isnull(StartsWith(COLL0#1354808, C)) THEN false ELSE StartsWith(COLL0#1354808, C) END) OR CASE WHEN isnull(StartsWith(COLL0#1354808, H)) THEN false ELSE StartsWith(COLL0#1354808, H) END) OR CASE WHEN isnull(StartsWith(COLL0#1354808, L)) THEN false ELSE StartsWith(COLL0#1354808, L) END) OR CASE WHEN isnull(StartsWith(COLL0#1354808, M)) THEN false ELSE StartsWith(COLL0#1354808, M) END) OR CASE WHEN isnull(StartsWith(COLL0#1354808, P)) THEN false ELSE StartsWith(COLL0#1354808, P) END), str_extract_middle(COLL0#1354808, 2, 9), null) AS COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#1354844, str_if_with_rule(CASE WHEN isnull(StartsWith(COLL0#1354808, A)) THEN false ELSE StartsWith(COLL0#1354808, A) END, str_complete(str_remove_space(str_extract_middle(COLL0#1354808, 40, 9), ALL), 0, 9, LEFT), null) AS COL_2664BA73_E6B4_4AB9_90D6_2C3C28D2F025#1354864, str_extract(COLL0#1354808, LEFT, 1) AS COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#1354869]
Input [2]: [COLL0#1354808, COLL1#1354810]

(5) Exchange
Input [5]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#1354842, COL_6D456B4D_C94A_422F_8C8D_7901B930826A#1354843, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#1354844, COL_2664BA73_E6B4_4AB9_90D6_2C3C28D2F025#1354864, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#1354869]
Arguments: hashpartitioning(1, 10), ENSURE_REQUIREMENTS, [plan_id=893905]

(6) ShuffleQueryStage
Output [5]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#1354842, COL_6D456B4D_C94A_422F_8C8D_7901B930826A#1354843, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#1354844, COL_2664BA73_E6B4_4AB9_90D6_2C3C28D2F025#1354864, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#1354869]
Arguments: 0

(7) AQEShuffleRead
Input [5]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#1354842, COL_6D456B4D_C94A_422F_8C8D_7901B930826A#1354843, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#1354844, COL_2664BA73_E6B4_4AB9_90D6_2C3C28D2F025#1354864, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#1354869]
Arguments: coalesced

(8) Sort [codegen id : 2]
Input [5]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#1354842, COL_6D456B4D_C94A_422F_8C8D_7901B930826A#1354843, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#1354844, COL_2664BA73_E6B4_4AB9_90D6_2C3C28D2F025#1354864, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#1354869]
Arguments: [1 ASC NULLS FIRST, 1 DESC NULLS LAST], false, 0

(9) Window
Input [5]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#1354842, COL_6D456B4D_C94A_422F_8C8D_7901B930826A#1354843, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#1354844, COL_2664BA73_E6B4_4AB9_90D6_2C3C28D2F025#1354864, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#1354869]
Arguments: [row_number() windowspecdefinition(1, 1 DESC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#1354883], [1], [1 DESC NULLS LAST]

(10) Project [codegen id : 3]
Output [14]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#1354842, COL_6D456B4D_C94A_422F_8C8D_7901B930826A#1354843, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#1354844, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#1354883, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#1354869, str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#1354869 <=> A), str_join(array(COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#1354869, str_complete(int_to_str(COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#1354883), 0, 7, LEFT), COL_2664BA73_E6B4_4AB9_90D6_2C3C28D2F025#1354864), -), null) AS COL_4A7AC898_9611_4A0A_86C5_61D6CB1AD7DA#1354921, str_remove_space(str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#1354869 <=> A), str_extract_middle(COL_B706A975_F287_4DC9_B631_A35735FE936F#1354842, 172, 1), null), ALL) AS COL_44CE2B15_015A_4E14_8FA8_248E657CF570#1354929, str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#1354869 <=> A), str_extract_middle(COL_B706A975_F287_4DC9_B631_A35735FE936F#1354842, 71, 1), null) AS COL_8E936474_0FF1_479F_82B0_AB95B3B0DCAF#1354938, str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#1354869 <=> A), str_extract_middle(COL_B706A975_F287_4DC9_B631_A35735FE936F#1354842, 76, 8), null) AS COL_25B879C4_36D2_489F_B446_6501A1E67754#1354948, str_create(COL_2664BA73_E6B4_4AB9_90D6_2C3C28D2F025#1354864) AS COL_680C5F82_0BF3_40D6_B7C6_9ABF5D4EDAA0#1354959, str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#1354869 <=> A), str_extract_middle(COL_B706A975_F287_4DC9_B631_A35735FE936F#1354842, 85, 8), null) AS COL_1A372C23_5064_4170_A811_4401991E73DD#1354971, str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#1354869 <=> A), str_extract_middle(COL_B706A975_F287_4DC9_B631_A35735FE936F#1354842, 93, 8), null) AS COL_872A06E3_3546_4804_929D_A512DE4C1392#1354984, str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#1354869 <=> A), str_extract_middle(COL_B706A975_F287_4DC9_B631_A35735FE936F#1354842, 66, 2), null) AS COL_0FAE0227_5D0A_422A_B526_12CF16B5C8CE#1354998, str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#1354869 <=> A), str_extract_middle(COL_B706A975_F287_4DC9_B631_A35735FE936F#1354842, 70, 1), null) AS COL_72E7C5E1_DD35_48E8_80FA_08AF51714D5E#1355013]
Input [6]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#1354842, COL_6D456B4D_C94A_422F_8C8D_7901B930826A#1354843, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#1354844, COL_2664BA73_E6B4_4AB9_90D6_2C3C28D2F025#1354864, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#1354869, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#1354883]

(11) Sort [codegen id : 3]
Input [14]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#1354842, COL_6D456B4D_C94A_422F_8C8D_7901B930826A#1354843, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#1354844, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#1354883, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#1354869, COL_4A7AC898_9611_4A0A_86C5_61D6CB1AD7DA#1354921, COL_44CE2B15_015A_4E14_8FA8_248E657CF570#1354929, COL_8E936474_0FF1_479F_82B0_AB95B3B0DCAF#1354938, COL_25B879C4_36D2_489F_B446_6501A1E67754#1354948, COL_680C5F82_0BF3_40D6_B7C6_9ABF5D4EDAA0#1354959, COL_1A372C23_5064_4170_A811_4401991E73DD#1354971, COL_872A06E3_3546_4804_929D_A512DE4C1392#1354984, COL_0FAE0227_5D0A_422A_B526_12CF16B5C8CE#1354998, COL_72E7C5E1_DD35_48E8_80FA_08AF51714D5E#1355013]
Arguments: [1 ASC NULLS FIRST, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#1354883 ASC NULLS LAST], false, 0

(12) Window
Input [14]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#1354842, COL_6D456B4D_C94A_422F_8C8D_7901B930826A#1354843, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#1354844, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#1354883, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#1354869, COL_4A7AC898_9611_4A0A_86C5_61D6CB1AD7DA#1354921, COL_44CE2B15_015A_4E14_8FA8_248E657CF570#1354929, COL_8E936474_0FF1_479F_82B0_AB95B3B0DCAF#1354938, COL_25B879C4_36D2_489F_B446_6501A1E67754#1354948, COL_680C5F82_0BF3_40D6_B7C6_9ABF5D4EDAA0#1354959, COL_1A372C23_5064_4170_A811_4401991E73DD#1354971, COL_872A06E3_3546_4804_929D_A512DE4C1392#1354984, COL_0FAE0227_5D0A_422A_B526_12CF16B5C8CE#1354998, COL_72E7C5E1_DD35_48E8_80FA_08AF51714D5E#1355013]
Arguments: [last(COL_4A7AC898_9611_4A0A_86C5_61D6CB1AD7DA#1354921, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#1354883 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_0767075F_6D90_4406_A1C5_BC087A39F7CE#1355047, last(COL_44CE2B15_015A_4E14_8FA8_248E657CF570#1354929, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#1354883 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_9E2EC32D_FCB5_4E43_A453_428839A5DAD4#1355100, last(COL_8E936474_0FF1_479F_82B0_AB95B3B0DCAF#1354938, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#1354883 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_E53A575D_3952_4C14_AC9F_075847D06BB1#1355156, last(COL_0FAE0227_5D0A_422A_B526_12CF16B5C8CE#1354998, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#1354883 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_C7343A35_76C1_46A3_B74D_C7263B786745#1355215, last(COL_72E7C5E1_DD35_48E8_80FA_08AF51714D5E#1355013, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#1354883 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_52134AAB_9340_42E7_9290_A298AF6C9438#1355277, last(COL_25B879C4_36D2_489F_B446_6501A1E67754#1354948, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#1354883 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_95A012EF_312B_40A6_8CFC_200BFD4465E3#1355422, last(COL_680C5F82_0BF3_40D6_B7C6_9ABF5D4EDAA0#1354959, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#1354883 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_1CCAED33_3E69_435E_B522_DAE3B9E63F9D#1355490, last(COL_1A372C23_5064_4170_A811_4401991E73DD#1354971, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#1354883 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_B72BD372_650E_474E_B8E0_7CB995AE80BF#1355561, last(COL_872A06E3_3546_4804_929D_A512DE4C1392#1354984, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#1354883 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_5E65448D_2CBA_49A0_8E69_D8B1EF0C0EBA#1355635], [1], [COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#1354883 ASC NULLS LAST]

(13) Project [codegen id : 4]
Output [14]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#1354842, COL_6D456B4D_C94A_422F_8C8D_7901B930826A#1354843, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#1354844, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#1354883, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#1354869, COL_0767075F_6D90_4406_A1C5_BC087A39F7CE#1355047, COL_95A012EF_312B_40A6_8CFC_200BFD4465E3#1355422, COL_1CCAED33_3E69_435E_B522_DAE3B9E63F9D#1355490, COL_B72BD372_650E_474E_B8E0_7CB995AE80BF#1355561, COL_5E65448D_2CBA_49A0_8E69_D8B1EF0C0EBA#1355635, COL_E53A575D_3952_4C14_AC9F_075847D06BB1#1355156, COL_9E2EC32D_FCB5_4E43_A453_428839A5DAD4#1355100, COL_C7343A35_76C1_46A3_B74D_C7263B786745#1355215, COL_52134AAB_9340_42E7_9290_A298AF6C9438#1355277]
Input [23]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#1354842, COL_6D456B4D_C94A_422F_8C8D_7901B930826A#1354843, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#1354844, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#1354883, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#1354869, COL_4A7AC898_9611_4A0A_86C5_61D6CB1AD7DA#1354921, COL_44CE2B15_015A_4E14_8FA8_248E657CF570#1354929, COL_8E936474_0FF1_479F_82B0_AB95B3B0DCAF#1354938, COL_25B879C4_36D2_489F_B446_6501A1E67754#1354948, COL_680C5F82_0BF3_40D6_B7C6_9ABF5D4EDAA0#1354959, COL_1A372C23_5064_4170_A811_4401991E73DD#1354971, COL_872A06E3_3546_4804_929D_A512DE4C1392#1354984, COL_0FAE0227_5D0A_422A_B526_12CF16B5C8CE#1354998, COL_72E7C5E1_DD35_48E8_80FA_08AF51714D5E#1355013, COL_0767075F_6D90_4406_A1C5_BC087A39F7CE#1355047, COL_9E2EC32D_FCB5_4E43_A453_428839A5DAD4#1355100, COL_E53A575D_3952_4C14_AC9F_075847D06BB1#1355156, COL_C7343A35_76C1_46A3_B74D_C7263B786745#1355215, COL_52134AAB_9340_42E7_9290_A298AF6C9438#1355277, COL_95A012EF_312B_40A6_8CFC_200BFD4465E3#1355422, COL_1CCAED33_3E69_435E_B522_DAE3B9E63F9D#1355490, COL_B72BD372_650E_474E_B8E0_7CB995AE80BF#1355561, COL_5E65448D_2CBA_49A0_8E69_D8B1EF0C0EBA#1355635]

(14) CollectLimit
Input [14]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#1354842, COL_6D456B4D_C94A_422F_8C8D_7901B930826A#1354843, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#1354844, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#1354883, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#1354869, COL_0767075F_6D90_4406_A1C5_BC087A39F7CE#1355047, COL_95A012EF_312B_40A6_8CFC_200BFD4465E3#1355422, COL_1CCAED33_3E69_435E_B522_DAE3B9E63F9D#1355490, COL_B72BD372_650E_474E_B8E0_7CB995AE80BF#1355561, COL_5E65448D_2CBA_49A0_8E69_D8B1EF0C0EBA#1355635, COL_E53A575D_3952_4C14_AC9F_075847D06BB1#1355156, COL_9E2EC32D_FCB5_4E43_A453_428839A5DAD4#1355100, COL_C7343A35_76C1_46A3_B74D_C7263B786745#1355215, COL_52134AAB_9340_42E7_9290_A298AF6C9438#1355277]
Arguments: 1500

(15) Project
Output [2]: [_c0#1354803 AS COLL0#1354808, CREATE_DEPOT_METADATA({"reader_type":"CSV","current_version_mask":"{*rsf*.*,*RSF*.*}","sep":";","quote":"","header":false,"charset":"DEFAULT"}, {"type":"connector.mapping.sftp","user_configured_path":"","local":false,"host":"sftp.adobiscloud.ovh","port":22,"username":"App_250000015","type":"connector.mapping.sftp"}, input_file_name()) AS COLL1#1354810]
Input [1]: [_c0#1354803]

(16) Filter
Input [2]: [COLL0#1354808, COLL1#1354810]
Condition : isnotnull(str_if_with_rule(((((((CASE WHEN isnull(StartsWith(COLL0#1354808, A)) THEN false ELSE StartsWith(COLL0#1354808, A) END OR CASE WHEN isnull(StartsWith(COLL0#1354808, B)) THEN false ELSE StartsWith(COLL0#1354808, B) END) OR CASE WHEN isnull(StartsWith(COLL0#1354808, C)) THEN false ELSE StartsWith(COLL0#1354808, C) END) OR CASE WHEN isnull(StartsWith(COLL0#1354808, H)) THEN false ELSE StartsWith(COLL0#1354808, H) END) OR CASE WHEN isnull(StartsWith(COLL0#1354808, L)) THEN false ELSE StartsWith(COLL0#1354808, L) END) OR CASE WHEN isnull(StartsWith(COLL0#1354808, M)) THEN false ELSE StartsWith(COLL0#1354808, M) END) OR CASE WHEN isnull(StartsWith(COLL0#1354808, P)) THEN false ELSE StartsWith(COLL0#1354808, P) END), str_extract_middle(COLL0#1354808, 2, 9), null))

(17) Project
Output [5]: [COLL0#1354808 AS COL_B706A975_F287_4DC9_B631_A35735FE936F#1354842, get_json_object(COLL1#1354810, $.file) AS COL_6D456B4D_C94A_422F_8C8D_7901B930826A#1354843, str_if_with_rule(((((((CASE WHEN isnull(StartsWith(COLL0#1354808, A)) THEN false ELSE StartsWith(COLL0#1354808, A) END OR CASE WHEN isnull(StartsWith(COLL0#1354808, B)) THEN false ELSE StartsWith(COLL0#1354808, B) END) OR CASE WHEN isnull(StartsWith(COLL0#1354808, C)) THEN false ELSE StartsWith(COLL0#1354808, C) END) OR CASE WHEN isnull(StartsWith(COLL0#1354808, H)) THEN false ELSE StartsWith(COLL0#1354808, H) END) OR CASE WHEN isnull(StartsWith(COLL0#1354808, L)) THEN false ELSE StartsWith(COLL0#1354808, L) END) OR CASE WHEN isnull(StartsWith(COLL0#1354808, M)) THEN false ELSE StartsWith(COLL0#1354808, M) END) OR CASE WHEN isnull(StartsWith(COLL0#1354808, P)) THEN false ELSE StartsWith(COLL0#1354808, P) END), str_extract_middle(COLL0#1354808, 2, 9), null) AS COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#1354844, str_if_with_rule(CASE WHEN isnull(StartsWith(COLL0#1354808, A)) THEN false ELSE StartsWith(COLL0#1354808, A) END, str_complete(str_remove_space(str_extract_middle(COLL0#1354808, 40, 9), ALL), 0, 9, LEFT), null) AS COL_2664BA73_E6B4_4AB9_90D6_2C3C28D2F025#1354864, str_extract(COLL0#1354808, LEFT, 1) AS COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#1354869]
Input [2]: [COLL0#1354808, COLL1#1354810]

(18) Exchange
Input [5]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#1354842, COL_6D456B4D_C94A_422F_8C8D_7901B930826A#1354843, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#1354844, COL_2664BA73_E6B4_4AB9_90D6_2C3C28D2F025#1354864, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#1354869]
Arguments: hashpartitioning(1, 10), ENSURE_REQUIREMENTS, [plan_id=893883]

(19) Sort
Input [5]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#1354842, COL_6D456B4D_C94A_422F_8C8D_7901B930826A#1354843, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#1354844, COL_2664BA73_E6B4_4AB9_90D6_2C3C28D2F025#1354864, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#1354869]
Arguments: [1 ASC NULLS FIRST, 1 DESC NULLS LAST], false, 0

(20) Window
Input [5]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#1354842, COL_6D456B4D_C94A_422F_8C8D_7901B930826A#1354843, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#1354844, COL_2664BA73_E6B4_4AB9_90D6_2C3C28D2F025#1354864, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#1354869]
Arguments: [row_number() windowspecdefinition(1, 1 DESC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#1354883], [1], [1 DESC NULLS LAST]

(21) Project
Output [14]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#1354842, COL_6D456B4D_C94A_422F_8C8D_7901B930826A#1354843, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#1354844, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#1354883, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#1354869, str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#1354869 <=> A), str_join(array(COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#1354869, str_complete(int_to_str(COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#1354883), 0, 7, LEFT), COL_2664BA73_E6B4_4AB9_90D6_2C3C28D2F025#1354864), -), null) AS COL_4A7AC898_9611_4A0A_86C5_61D6CB1AD7DA#1354921, str_remove_space(str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#1354869 <=> A), str_extract_middle(COL_B706A975_F287_4DC9_B631_A35735FE936F#1354842, 172, 1), null), ALL) AS COL_44CE2B15_015A_4E14_8FA8_248E657CF570#1354929, str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#1354869 <=> A), str_extract_middle(COL_B706A975_F287_4DC9_B631_A35735FE936F#1354842, 71, 1), null) AS COL_8E936474_0FF1_479F_82B0_AB95B3B0DCAF#1354938, str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#1354869 <=> A), str_extract_middle(COL_B706A975_F287_4DC9_B631_A35735FE936F#1354842, 76, 8), null) AS COL_25B879C4_36D2_489F_B446_6501A1E67754#1354948, str_create(COL_2664BA73_E6B4_4AB9_90D6_2C3C28D2F025#1354864) AS COL_680C5F82_0BF3_40D6_B7C6_9ABF5D4EDAA0#1354959, str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#1354869 <=> A), str_extract_middle(COL_B706A975_F287_4DC9_B631_A35735FE936F#1354842, 85, 8), null) AS COL_1A372C23_5064_4170_A811_4401991E73DD#1354971, str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#1354869 <=> A), str_extract_middle(COL_B706A975_F287_4DC9_B631_A35735FE936F#1354842, 93, 8), null) AS COL_872A06E3_3546_4804_929D_A512DE4C1392#1354984, str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#1354869 <=> A), str_extract_middle(COL_B706A975_F287_4DC9_B631_A35735FE936F#1354842, 66, 2), null) AS COL_0FAE0227_5D0A_422A_B526_12CF16B5C8CE#1354998, str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#1354869 <=> A), str_extract_middle(COL_B706A975_F287_4DC9_B631_A35735FE936F#1354842, 70, 1), null) AS COL_72E7C5E1_DD35_48E8_80FA_08AF51714D5E#1355013]
Input [6]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#1354842, COL_6D456B4D_C94A_422F_8C8D_7901B930826A#1354843, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#1354844, COL_2664BA73_E6B4_4AB9_90D6_2C3C28D2F025#1354864, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#1354869, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#1354883]

(22) Sort
Input [14]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#1354842, COL_6D456B4D_C94A_422F_8C8D_7901B930826A#1354843, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#1354844, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#1354883, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#1354869, COL_4A7AC898_9611_4A0A_86C5_61D6CB1AD7DA#1354921, COL_44CE2B15_015A_4E14_8FA8_248E657CF570#1354929, COL_8E936474_0FF1_479F_82B0_AB95B3B0DCAF#1354938, COL_25B879C4_36D2_489F_B446_6501A1E67754#1354948, COL_680C5F82_0BF3_40D6_B7C6_9ABF5D4EDAA0#1354959, COL_1A372C23_5064_4170_A811_4401991E73DD#1354971, COL_872A06E3_3546_4804_929D_A512DE4C1392#1354984, COL_0FAE0227_5D0A_422A_B526_12CF16B5C8CE#1354998, COL_72E7C5E1_DD35_48E8_80FA_08AF51714D5E#1355013]
Arguments: [1 ASC NULLS FIRST, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#1354883 ASC NULLS LAST], false, 0

(23) Window
Input [14]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#1354842, COL_6D456B4D_C94A_422F_8C8D_7901B930826A#1354843, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#1354844, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#1354883, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#1354869, COL_4A7AC898_9611_4A0A_86C5_61D6CB1AD7DA#1354921, COL_44CE2B15_015A_4E14_8FA8_248E657CF570#1354929, COL_8E936474_0FF1_479F_82B0_AB95B3B0DCAF#1354938, COL_25B879C4_36D2_489F_B446_6501A1E67754#1354948, COL_680C5F82_0BF3_40D6_B7C6_9ABF5D4EDAA0#1354959, COL_1A372C23_5064_4170_A811_4401991E73DD#1354971, COL_872A06E3_3546_4804_929D_A512DE4C1392#1354984, COL_0FAE0227_5D0A_422A_B526_12CF16B5C8CE#1354998, COL_72E7C5E1_DD35_48E8_80FA_08AF51714D5E#1355013]
Arguments: [last(COL_4A7AC898_9611_4A0A_86C5_61D6CB1AD7DA#1354921, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#1354883 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_0767075F_6D90_4406_A1C5_BC087A39F7CE#1355047, last(COL_44CE2B15_015A_4E14_8FA8_248E657CF570#1354929, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#1354883 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_9E2EC32D_FCB5_4E43_A453_428839A5DAD4#1355100, last(COL_8E936474_0FF1_479F_82B0_AB95B3B0DCAF#1354938, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#1354883 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_E53A575D_3952_4C14_AC9F_075847D06BB1#1355156, last(COL_0FAE0227_5D0A_422A_B526_12CF16B5C8CE#1354998, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#1354883 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_C7343A35_76C1_46A3_B74D_C7263B786745#1355215, last(COL_72E7C5E1_DD35_48E8_80FA_08AF51714D5E#1355013, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#1354883 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_52134AAB_9340_42E7_9290_A298AF6C9438#1355277, last(COL_25B879C4_36D2_489F_B446_6501A1E67754#1354948, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#1354883 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_95A012EF_312B_40A6_8CFC_200BFD4465E3#1355422, last(COL_680C5F82_0BF3_40D6_B7C6_9ABF5D4EDAA0#1354959, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#1354883 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_1CCAED33_3E69_435E_B522_DAE3B9E63F9D#1355490, last(COL_1A372C23_5064_4170_A811_4401991E73DD#1354971, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#1354883 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_B72BD372_650E_474E_B8E0_7CB995AE80BF#1355561, last(COL_872A06E3_3546_4804_929D_A512DE4C1392#1354984, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#1354883 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_5E65448D_2CBA_49A0_8E69_D8B1EF0C0EBA#1355635], [1], [COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#1354883 ASC NULLS LAST]

(24) Project
Output [14]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#1354842, COL_6D456B4D_C94A_422F_8C8D_7901B930826A#1354843, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#1354844, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#1354883, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#1354869, COL_0767075F_6D90_4406_A1C5_BC087A39F7CE#1355047, COL_95A012EF_312B_40A6_8CFC_200BFD4465E3#1355422, COL_1CCAED33_3E69_435E_B522_DAE3B9E63F9D#1355490, COL_B72BD372_650E_474E_B8E0_7CB995AE80BF#1355561, COL_5E65448D_2CBA_49A0_8E69_D8B1EF0C0EBA#1355635, COL_E53A575D_3952_4C14_AC9F_075847D06BB1#1355156, COL_9E2EC32D_FCB5_4E43_A453_428839A5DAD4#1355100, COL_C7343A35_76C1_46A3_B74D_C7263B786745#1355215, COL_52134AAB_9340_42E7_9290_A298AF6C9438#1355277]
Input [23]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#1354842, COL_6D456B4D_C94A_422F_8C8D_7901B930826A#1354843, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#1354844, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#1354883, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#1354869, COL_4A7AC898_9611_4A0A_86C5_61D6CB1AD7DA#1354921, COL_44CE2B15_015A_4E14_8FA8_248E657CF570#1354929, COL_8E936474_0FF1_479F_82B0_AB95B3B0DCAF#1354938, COL_25B879C4_36D2_489F_B446_6501A1E67754#1354948, COL_680C5F82_0BF3_40D6_B7C6_9ABF5D4EDAA0#1354959, COL_1A372C23_5064_4170_A811_4401991E73DD#1354971, COL_872A06E3_3546_4804_929D_A512DE4C1392#1354984, COL_0FAE0227_5D0A_422A_B526_12CF16B5C8CE#1354998, COL_72E7C5E1_DD35_48E8_80FA_08AF51714D5E#1355013, COL_0767075F_6D90_4406_A1C5_BC087A39F7CE#1355047, COL_9E2EC32D_FCB5_4E43_A453_428839A5DAD4#1355100, COL_E53A575D_3952_4C14_AC9F_075847D06BB1#1355156, COL_C7343A35_76C1_46A3_B74D_C7263B786745#1355215, COL_52134AAB_9340_42E7_9290_A298AF6C9438#1355277, COL_95A012EF_312B_40A6_8CFC_200BFD4465E3#1355422, COL_1CCAED33_3E69_435E_B522_DAE3B9E63F9D#1355490, COL_B72BD372_650E_474E_B8E0_7CB995AE80BF#1355561, COL_5E65448D_2CBA_49A0_8E69_D8B1EF0C0EBA#1355635]

(25) CollectLimit
Input [14]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#1354842, COL_6D456B4D_C94A_422F_8C8D_7901B930826A#1354843, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#1354844, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#1354883, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#1354869, COL_0767075F_6D90_4406_A1C5_BC087A39F7CE#1355047, COL_95A012EF_312B_40A6_8CFC_200BFD4465E3#1355422, COL_1CCAED33_3E69_435E_B522_DAE3B9E63F9D#1355490, COL_B72BD372_650E_474E_B8E0_7CB995AE80BF#1355561, COL_5E65448D_2CBA_49A0_8E69_D8B1EF0C0EBA#1355635, COL_E53A575D_3952_4C14_AC9F_075847D06BB1#1355156, COL_9E2EC32D_FCB5_4E43_A453_428839A5DAD4#1355100, COL_C7343A35_76C1_46A3_B74D_C7263B786745#1355215, COL_52134AAB_9340_42E7_9290_A298AF6C9438#1355277]
Arguments: 1500

(26) AdaptiveSparkPlan
Output [14]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#1354842, COL_6D456B4D_C94A_422F_8C8D_7901B930826A#1354843, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#1354844, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#1354883, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#1354869, COL_0767075F_6D90_4406_A1C5_BC087A39F7CE#1355047, COL_95A012EF_312B_40A6_8CFC_200BFD4465E3#1355422, COL_1CCAED33_3E69_435E_B522_DAE3B9E63F9D#1355490, COL_B72BD372_650E_474E_B8E0_7CB995AE80BF#1355561, COL_5E65448D_2CBA_49A0_8E69_D8B1EF0C0EBA#1355635, COL_E53A575D_3952_4C14_AC9F_075847D06BB1#1355156, COL_9E2EC32D_FCB5_4E43_A453_428839A5DAD4#1355100, COL_C7343A35_76C1_46A3_B74D_C7263B786745#1355215, COL_52134AAB_9340_42E7_9290_A298AF6C9438#1355277]
Arguments: isFinalPlan=true

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet