digraph G {
0 [labelType="html" label="<br><b>AdaptiveSparkPlan</b><br><br>"];
1 [labelType="html" label="<b>Execute InsertIntoHadoopFsRelationCommand</b><br><br>task commit time: 1 ms<br>number of written files: 1<br>job commit time: 9 ms<br>number of output rows: 1,500,475<br>number of dynamic part: 0<br>written output: 58.0 MiB"];
2 [labelType="html" label="<br><b>WriteFiles</b><br><br>"];
3 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 1,500,475<br>local merged chunks fetched: 0<br>shuffle write time: 244 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 1,500,475<br>local bytes read: 86.5 MiB<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 760.4 MiB<br>local merged bytes read: 0.0 B<br>number of partitions: 1<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 86.5 MiB"];
subgraph cluster4 {
isCluster="true";
label="WholeStageCodegen (4)\n \nduration: 6.1 s";
5 [labelType="html" label="<br><b>Project</b><br><br>"];
}
6 [labelType="html" label="<b>Window</b><br><br>spill size: 0.0 B"];
subgraph cluster7 {
isCluster="true";
label="WholeStageCodegen (3)\n \nduration: 8.6 s";
8 [labelType="html" label="<b>Sort</b><br><br>sort time: 128 ms<br>peak memory: 720.0 MiB<br>spill size: 0.0 B"];
9 [labelType="html" label="<br><b>Project</b><br><br>"];
}
10 [labelType="html" label="<b>Window</b><br><br>spill size: 0.0 B"];
subgraph cluster11 {
isCluster="true";
label="WholeStageCodegen (2)\n \nduration: 2.3 s";
12 [labelType="html" label="<b>Sort</b><br><br>sort time: 155 ms<br>peak memory: 608.0 MiB<br>spill size: 0.0 B"];
}
13 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 64.8 MiB<br>number of coalesced partitions: 1"];
14 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 1,500,475<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>219 ms (16 ms, 21 ms, 34 ms (stage 32123.0: task 38955))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 1,500,475<br>local bytes read: 62.3 MiB<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 10<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size total (min, med, max (stageId: taskId))<br>523.3 MiB (45.2 MiB, 53.1 MiB, 53.3 MiB (stage 32123.0: task 38951))<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>62.3 MiB (4.7 MiB, 6.4 MiB, 6.6 MiB (stage 32123.0: task 38958))"];
15 [labelType="html" label="<br><b>Project</b><br><br>"];
subgraph cluster16 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n20.7 s (1.9 s, 2.0 s, 2.2 s (stage 32123.0: task 38950))";
17 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 1,500,475"];
18 [labelType="html" label="<br><b>Project</b><br><br>"];
}
19 [labelType="html" label="<b>Scan csv </b><br><br>number of output rows: 1,500,475<br>number of files read: 1<br>metadata time: 0 ms<br>size of files read: 262.5 MiB"];
1->0;
2->1;
3->2;
5->3;
6->5;
8->6;
9->8;
10->9;
12->10;
13->12;
14->13;
15->14;
17->15;
18->17;
19->18;
}
20
AdaptiveSparkPlan isFinalPlan=true
Execute InsertIntoHadoopFsRelationCommand file:/data/output/cache/parquet/datablock/00_A_LIGNES_RSF_161956, false, Parquet, [path=file:///data/output/cache/parquet/datablock/00_A_LIGNES_RSF_161956], Overwrite, [COL_B706A975_F287_4DC9_B631_A35735FE936F, COL_6D456B4D_C94A_422F_8C8D_7901B930826A, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38, COL_0767075F_6D90_4406_A1C5_BC087A39F7CE, COL_95A012EF_312B_40A6_8CFC_200BFD4465E3, COL_1CCAED33_3E69_435E_B522_DAE3B9E63F9D, COL_B72BD372_650E_474E_B8E0_7CB995AE80BF, COL_5E65448D_2CBA_49A0_8E69_D8B1EF0C0EBA, COL_E53A575D_3952_4C14_AC9F_075847D06BB1, COL_9E2EC32D_FCB5_4E43_A453_428839A5DAD4, COL_C7343A35_76C1_46A3_B74D_C7263B786745, COL_52134AAB_9340_42E7_9290_A298AF6C9438]
WriteFiles
Exchange SinglePartition, REPARTITION_BY_NUM, [plan_id=1197718]
Project [COL_B706A975_F287_4DC9_B631_A35735FE936F#2428084, COL_6D456B4D_C94A_422F_8C8D_7901B930826A#2428085, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#2428086, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#2428126, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#2428112, COL_0767075F_6D90_4406_A1C5_BC087A39F7CE#2428462, COL_95A012EF_312B_40A6_8CFC_200BFD4465E3#2428837, COL_1CCAED33_3E69_435E_B522_DAE3B9E63F9D#2428905, COL_B72BD372_650E_474E_B8E0_7CB995AE80BF#2428976, COL_5E65448D_2CBA_49A0_8E69_D8B1EF0C0EBA#2429050, COL_E53A575D_3952_4C14_AC9F_075847D06BB1#2428571, COL_9E2EC32D_FCB5_4E43_A453_428839A5DAD4#2428515, COL_C7343A35_76C1_46A3_B74D_C7263B786745#2428630, COL_52134AAB_9340_42E7_9290_A298AF6C9438#2428692]
WholeStageCodegen (4)
Window [last(COL_4A7AC898_9611_4A0A_86C5_61D6CB1AD7DA#2428214, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#2428126 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_0767075F_6D90_4406_A1C5_BC087A39F7CE#2428462, last(COL_44CE2B15_015A_4E14_8FA8_248E657CF570#2428234, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#2428126 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_9E2EC32D_FCB5_4E43_A453_428839A5DAD4#2428515, last(COL_8E936474_0FF1_479F_82B0_AB95B3B0DCAF#2428263, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#2428126 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_E53A575D_3952_4C14_AC9F_075847D06BB1#2428571, last(COL_0FAE0227_5D0A_422A_B526_12CF16B5C8CE#2428374, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#2428126 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_C7343A35_76C1_46A3_B74D_C7263B786745#2428630, last(COL_72E7C5E1_DD35_48E8_80FA_08AF51714D5E#2428415, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#2428126 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_52134AAB_9340_42E7_9290_A298AF6C9438#2428692, last(COL_25B879C4_36D2_489F_B446_6501A1E67754#2428281, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#2428126 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_95A012EF_312B_40A6_8CFC_200BFD4465E3#2428837, last(COL_680C5F82_0BF3_40D6_B7C6_9ABF5D4EDAA0#2428300, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#2428126 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_1CCAED33_3E69_435E_B522_DAE3B9E63F9D#2428905, last(COL_1A372C23_5064_4170_A811_4401991E73DD#2428317, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#2428126 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_B72BD372_650E_474E_B8E0_7CB995AE80BF#2428976, last(COL_872A06E3_3546_4804_929D_A512DE4C1392#2428347, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#2428126 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_5E65448D_2CBA_49A0_8E69_D8B1EF0C0EBA#2429050], [1], [COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#2428126 ASC NULLS LAST]
Sort [1 ASC NULLS FIRST, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#2428126 ASC NULLS LAST], false, 0
Project [COL_B706A975_F287_4DC9_B631_A35735FE936F#2428084, COL_6D456B4D_C94A_422F_8C8D_7901B930826A#2428085, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#2428086, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#2428126, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#2428112, str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#2428112 <=> A), str_join(array(COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#2428112, str_complete(int_to_str(COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#2428126), 0, 7, LEFT), COL_2664BA73_E6B4_4AB9_90D6_2C3C28D2F025#2428107), -), null) AS COL_4A7AC898_9611_4A0A_86C5_61D6CB1AD7DA#2428214, str_remove_space(str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#2428112 <=> A), str_extract_middle(COL_B706A975_F287_4DC9_B631_A35735FE936F#2428084, 172, 1), null), ALL) AS COL_44CE2B15_015A_4E14_8FA8_248E657CF570#2428234, str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#2428112 <=> A), str_extract_middle(COL_B706A975_F287_4DC9_B631_A35735FE936F#2428084, 71, 1), null) AS COL_8E936474_0FF1_479F_82B0_AB95B3B0DCAF#2428263, str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#2428112 <=> A), str_extract_middle(COL_B706A975_F287_4DC9_B631_A35735FE936F#2428084, 76, 8), null) AS COL_25B879C4_36D2_489F_B446_6501A1E67754#2428281, str_create(COL_2664BA73_E6B4_4AB9_90D6_2C3C28D2F025#2428107) AS COL_680C5F82_0BF3_40D6_B7C6_9ABF5D4EDAA0#2428300, str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#2428112 <=> A), str_extract_middle(COL_B706A975_F287_4DC9_B631_A35735FE936F#2428084, 85, 8), null) AS COL_1A372C23_5064_4170_A811_4401991E73DD#2428317, str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#2428112 <=> A), str_extract_middle(COL_B706A975_F287_4DC9_B631_A35735FE936F#2428084, 93, 8), null) AS COL_872A06E3_3546_4804_929D_A512DE4C1392#2428347, str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#2428112 <=> A), str_extract_middle(COL_B706A975_F287_4DC9_B631_A35735FE936F#2428084, 66, 2), null) AS COL_0FAE0227_5D0A_422A_B526_12CF16B5C8CE#2428374, str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#2428112 <=> A), str_extract_middle(COL_B706A975_F287_4DC9_B631_A35735FE936F#2428084, 70, 1), null) AS COL_72E7C5E1_DD35_48E8_80FA_08AF51714D5E#2428415]
WholeStageCodegen (3)
Window [row_number() windowspecdefinition(1, 1 DESC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#2428126], [1], [1 DESC NULLS LAST]
Sort [1 ASC NULLS FIRST, 1 DESC NULLS LAST], false, 0
WholeStageCodegen (2)
AQEShuffleRead coalesced
Exchange hashpartitioning(1, 10), ENSURE_REQUIREMENTS, [plan_id=1197264]
Project [COLL0#2428049 AS COL_B706A975_F287_4DC9_B631_A35735FE936F#2428084, get_json_object(COLL1#2428051, $.file) AS COL_6D456B4D_C94A_422F_8C8D_7901B930826A#2428085, str_if_with_rule(((((((CASE WHEN isnull(StartsWith(COLL0#2428049, A)) THEN false ELSE StartsWith(COLL0#2428049, A) END OR CASE WHEN isnull(StartsWith(COLL0#2428049, B)) THEN false ELSE StartsWith(COLL0#2428049, B) END) OR CASE WHEN isnull(StartsWith(COLL0#2428049, C)) THEN false ELSE StartsWith(COLL0#2428049, C) END) OR CASE WHEN isnull(StartsWith(COLL0#2428049, H)) THEN false ELSE StartsWith(COLL0#2428049, H) END) OR CASE WHEN isnull(StartsWith(COLL0#2428049, L)) THEN false ELSE StartsWith(COLL0#2428049, L) END) OR CASE WHEN isnull(StartsWith(COLL0#2428049, M)) THEN false ELSE StartsWith(COLL0#2428049, M) END) OR CASE WHEN isnull(StartsWith(COLL0#2428049, P)) THEN false ELSE StartsWith(COLL0#2428049, P) END), str_extract_middle(COLL0#2428049, 2, 9), null) AS COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#2428086, str_if_with_rule(CASE WHEN isnull(StartsWith(COLL0#2428049, A)) THEN false ELSE StartsWith(COLL0#2428049, A) END, str_complete(str_remove_space(str_extract_middle(COLL0#2428049, 40, 9), ALL), 0, 9, LEFT), null) AS COL_2664BA73_E6B4_4AB9_90D6_2C3C28D2F025#2428107, str_extract(COLL0#2428049, LEFT, 1) AS COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#2428112]
Filter isnotnull(str_if_with_rule(((((((CASE WHEN isnull(StartsWith(COLL0#2428049, A)) THEN false ELSE StartsWith(COLL0#2428049, A) END OR CASE WHEN isnull(StartsWith(COLL0#2428049, B)) THEN false ELSE StartsWith(COLL0#2428049, B) END) OR CASE WHEN isnull(StartsWith(COLL0#2428049, C)) THEN false ELSE StartsWith(COLL0#2428049, C) END) OR CASE WHEN isnull(StartsWith(COLL0#2428049, H)) THEN false ELSE StartsWith(COLL0#2428049, H) END) OR CASE WHEN isnull(StartsWith(COLL0#2428049, L)) THEN false ELSE StartsWith(COLL0#2428049, L) END) OR CASE WHEN isnull(StartsWith(COLL0#2428049, M)) THEN false ELSE StartsWith(COLL0#2428049, M) END) OR CASE WHEN isnull(StartsWith(COLL0#2428049, P)) THEN false ELSE StartsWith(COLL0#2428049, P) END), str_extract_middle(COLL0#2428049, 2, 9), null))
Project [_c0#2428044 AS COLL0#2428049, CREATE_DEPOT_METADATA({"reader_type":"CSV","current_version_mask":"{*rsf*.*,*RSF*.*}","sep":";","quote":"","header":false,"charset":"DEFAULT"}, {"type":"connector.mapping.sftp","user_configured_path":"","local":false,"host":"sftp.adobiscloud.ovh","port":22,"username":"App_780110078","type":"connector.mapping.sftp"}, input_file_name()) AS COLL1#2428051]
WholeStageCodegen (1)
FileScan csv [_c0#2428044] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/tmp/RSF_SERVEUR_161409/rsf_7750887_MCO_0120..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<_c0:string>
== Physical Plan ==
AdaptiveSparkPlan (31)
+- == Final Plan ==
Execute InsertIntoHadoopFsRelationCommand (17)
+- WriteFiles (16)
+- ShuffleQueryStage (15), Statistics(sizeInBytes=760.4 MiB, rowCount=1.50E+6)
+- Exchange (14)
+- * Project (13)
+- Window (12)
+- * Sort (11)
+- * Project (10)
+- Window (9)
+- * Sort (8)
+- AQEShuffleRead (7)
+- ShuffleQueryStage (6), Statistics(sizeInBytes=523.3 MiB, rowCount=1.50E+6)
+- Exchange (5)
+- Project (4)
+- * Filter (3)
+- * Project (2)
+- Scan csv (1)
+- == Initial Plan ==
Execute InsertIntoHadoopFsRelationCommand (30)
+- WriteFiles (29)
+- Exchange (28)
+- Project (27)
+- Window (26)
+- Sort (25)
+- Project (24)
+- Window (23)
+- Sort (22)
+- Exchange (21)
+- Project (20)
+- Filter (19)
+- Project (18)
+- Scan csv (1)
(1) Scan csv
Output [1]: [_c0#2428044]
Batched: false
Location: InMemoryFileIndex [file:/data/input/depot/csv/tmp/RSF_SERVEUR_161409/rsf_7750887_MCO_012025_112025 VERSAILLES.txt]
ReadSchema: struct<_c0:string>
(2) Project [codegen id : 1]
Output [2]: [_c0#2428044 AS COLL0#2428049, CREATE_DEPOT_METADATA({"reader_type":"CSV","current_version_mask":"{*rsf*.*,*RSF*.*}","sep":";","quote":"","header":false,"charset":"DEFAULT"}, {"type":"connector.mapping.sftp","user_configured_path":"","local":false,"host":"sftp.adobiscloud.ovh","port":22,"username":"App_780110078","type":"connector.mapping.sftp"}, input_file_name()) AS COLL1#2428051]
Input [1]: [_c0#2428044]
(3) Filter [codegen id : 1]
Input [2]: [COLL0#2428049, COLL1#2428051]
Condition : isnotnull(str_if_with_rule(((((((CASE WHEN isnull(StartsWith(COLL0#2428049, A)) THEN false ELSE StartsWith(COLL0#2428049, A) END OR CASE WHEN isnull(StartsWith(COLL0#2428049, B)) THEN false ELSE StartsWith(COLL0#2428049, B) END) OR CASE WHEN isnull(StartsWith(COLL0#2428049, C)) THEN false ELSE StartsWith(COLL0#2428049, C) END) OR CASE WHEN isnull(StartsWith(COLL0#2428049, H)) THEN false ELSE StartsWith(COLL0#2428049, H) END) OR CASE WHEN isnull(StartsWith(COLL0#2428049, L)) THEN false ELSE StartsWith(COLL0#2428049, L) END) OR CASE WHEN isnull(StartsWith(COLL0#2428049, M)) THEN false ELSE StartsWith(COLL0#2428049, M) END) OR CASE WHEN isnull(StartsWith(COLL0#2428049, P)) THEN false ELSE StartsWith(COLL0#2428049, P) END), str_extract_middle(COLL0#2428049, 2, 9), null))
(4) Project
Output [5]: [COLL0#2428049 AS COL_B706A975_F287_4DC9_B631_A35735FE936F#2428084, get_json_object(COLL1#2428051, $.file) AS COL_6D456B4D_C94A_422F_8C8D_7901B930826A#2428085, str_if_with_rule(((((((CASE WHEN isnull(StartsWith(COLL0#2428049, A)) THEN false ELSE StartsWith(COLL0#2428049, A) END OR CASE WHEN isnull(StartsWith(COLL0#2428049, B)) THEN false ELSE StartsWith(COLL0#2428049, B) END) OR CASE WHEN isnull(StartsWith(COLL0#2428049, C)) THEN false ELSE StartsWith(COLL0#2428049, C) END) OR CASE WHEN isnull(StartsWith(COLL0#2428049, H)) THEN false ELSE StartsWith(COLL0#2428049, H) END) OR CASE WHEN isnull(StartsWith(COLL0#2428049, L)) THEN false ELSE StartsWith(COLL0#2428049, L) END) OR CASE WHEN isnull(StartsWith(COLL0#2428049, M)) THEN false ELSE StartsWith(COLL0#2428049, M) END) OR CASE WHEN isnull(StartsWith(COLL0#2428049, P)) THEN false ELSE StartsWith(COLL0#2428049, P) END), str_extract_middle(COLL0#2428049, 2, 9), null) AS COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#2428086, str_if_with_rule(CASE WHEN isnull(StartsWith(COLL0#2428049, A)) THEN false ELSE StartsWith(COLL0#2428049, A) END, str_complete(str_remove_space(str_extract_middle(COLL0#2428049, 40, 9), ALL), 0, 9, LEFT), null) AS COL_2664BA73_E6B4_4AB9_90D6_2C3C28D2F025#2428107, str_extract(COLL0#2428049, LEFT, 1) AS COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#2428112]
Input [2]: [COLL0#2428049, COLL1#2428051]
(5) Exchange
Input [5]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#2428084, COL_6D456B4D_C94A_422F_8C8D_7901B930826A#2428085, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#2428086, COL_2664BA73_E6B4_4AB9_90D6_2C3C28D2F025#2428107, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#2428112]
Arguments: hashpartitioning(1, 10), ENSURE_REQUIREMENTS, [plan_id=1197264]
(6) ShuffleQueryStage
Output [5]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#2428084, COL_6D456B4D_C94A_422F_8C8D_7901B930826A#2428085, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#2428086, COL_2664BA73_E6B4_4AB9_90D6_2C3C28D2F025#2428107, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#2428112]
Arguments: 0
(7) AQEShuffleRead
Input [5]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#2428084, COL_6D456B4D_C94A_422F_8C8D_7901B930826A#2428085, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#2428086, COL_2664BA73_E6B4_4AB9_90D6_2C3C28D2F025#2428107, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#2428112]
Arguments: coalesced
(8) Sort [codegen id : 2]
Input [5]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#2428084, COL_6D456B4D_C94A_422F_8C8D_7901B930826A#2428085, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#2428086, COL_2664BA73_E6B4_4AB9_90D6_2C3C28D2F025#2428107, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#2428112]
Arguments: [1 ASC NULLS FIRST, 1 DESC NULLS LAST], false, 0
(9) Window
Input [5]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#2428084, COL_6D456B4D_C94A_422F_8C8D_7901B930826A#2428085, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#2428086, COL_2664BA73_E6B4_4AB9_90D6_2C3C28D2F025#2428107, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#2428112]
Arguments: [row_number() windowspecdefinition(1, 1 DESC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#2428126], [1], [1 DESC NULLS LAST]
(10) Project [codegen id : 3]
Output [14]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#2428084, COL_6D456B4D_C94A_422F_8C8D_7901B930826A#2428085, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#2428086, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#2428126, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#2428112, str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#2428112 <=> A), str_join(array(COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#2428112, str_complete(int_to_str(COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#2428126), 0, 7, LEFT), COL_2664BA73_E6B4_4AB9_90D6_2C3C28D2F025#2428107), -), null) AS COL_4A7AC898_9611_4A0A_86C5_61D6CB1AD7DA#2428214, str_remove_space(str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#2428112 <=> A), str_extract_middle(COL_B706A975_F287_4DC9_B631_A35735FE936F#2428084, 172, 1), null), ALL) AS COL_44CE2B15_015A_4E14_8FA8_248E657CF570#2428234, str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#2428112 <=> A), str_extract_middle(COL_B706A975_F287_4DC9_B631_A35735FE936F#2428084, 71, 1), null) AS COL_8E936474_0FF1_479F_82B0_AB95B3B0DCAF#2428263, str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#2428112 <=> A), str_extract_middle(COL_B706A975_F287_4DC9_B631_A35735FE936F#2428084, 76, 8), null) AS COL_25B879C4_36D2_489F_B446_6501A1E67754#2428281, str_create(COL_2664BA73_E6B4_4AB9_90D6_2C3C28D2F025#2428107) AS COL_680C5F82_0BF3_40D6_B7C6_9ABF5D4EDAA0#2428300, str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#2428112 <=> A), str_extract_middle(COL_B706A975_F287_4DC9_B631_A35735FE936F#2428084, 85, 8), null) AS COL_1A372C23_5064_4170_A811_4401991E73DD#2428317, str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#2428112 <=> A), str_extract_middle(COL_B706A975_F287_4DC9_B631_A35735FE936F#2428084, 93, 8), null) AS COL_872A06E3_3546_4804_929D_A512DE4C1392#2428347, str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#2428112 <=> A), str_extract_middle(COL_B706A975_F287_4DC9_B631_A35735FE936F#2428084, 66, 2), null) AS COL_0FAE0227_5D0A_422A_B526_12CF16B5C8CE#2428374, str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#2428112 <=> A), str_extract_middle(COL_B706A975_F287_4DC9_B631_A35735FE936F#2428084, 70, 1), null) AS COL_72E7C5E1_DD35_48E8_80FA_08AF51714D5E#2428415]
Input [6]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#2428084, COL_6D456B4D_C94A_422F_8C8D_7901B930826A#2428085, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#2428086, COL_2664BA73_E6B4_4AB9_90D6_2C3C28D2F025#2428107, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#2428112, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#2428126]
(11) Sort [codegen id : 3]
Input [14]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#2428084, COL_6D456B4D_C94A_422F_8C8D_7901B930826A#2428085, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#2428086, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#2428126, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#2428112, COL_4A7AC898_9611_4A0A_86C5_61D6CB1AD7DA#2428214, COL_44CE2B15_015A_4E14_8FA8_248E657CF570#2428234, COL_8E936474_0FF1_479F_82B0_AB95B3B0DCAF#2428263, COL_25B879C4_36D2_489F_B446_6501A1E67754#2428281, COL_680C5F82_0BF3_40D6_B7C6_9ABF5D4EDAA0#2428300, COL_1A372C23_5064_4170_A811_4401991E73DD#2428317, COL_872A06E3_3546_4804_929D_A512DE4C1392#2428347, COL_0FAE0227_5D0A_422A_B526_12CF16B5C8CE#2428374, COL_72E7C5E1_DD35_48E8_80FA_08AF51714D5E#2428415]
Arguments: [1 ASC NULLS FIRST, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#2428126 ASC NULLS LAST], false, 0
(12) Window
Input [14]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#2428084, COL_6D456B4D_C94A_422F_8C8D_7901B930826A#2428085, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#2428086, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#2428126, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#2428112, COL_4A7AC898_9611_4A0A_86C5_61D6CB1AD7DA#2428214, COL_44CE2B15_015A_4E14_8FA8_248E657CF570#2428234, COL_8E936474_0FF1_479F_82B0_AB95B3B0DCAF#2428263, COL_25B879C4_36D2_489F_B446_6501A1E67754#2428281, COL_680C5F82_0BF3_40D6_B7C6_9ABF5D4EDAA0#2428300, COL_1A372C23_5064_4170_A811_4401991E73DD#2428317, COL_872A06E3_3546_4804_929D_A512DE4C1392#2428347, COL_0FAE0227_5D0A_422A_B526_12CF16B5C8CE#2428374, COL_72E7C5E1_DD35_48E8_80FA_08AF51714D5E#2428415]
Arguments: [last(COL_4A7AC898_9611_4A0A_86C5_61D6CB1AD7DA#2428214, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#2428126 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_0767075F_6D90_4406_A1C5_BC087A39F7CE#2428462, last(COL_44CE2B15_015A_4E14_8FA8_248E657CF570#2428234, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#2428126 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_9E2EC32D_FCB5_4E43_A453_428839A5DAD4#2428515, last(COL_8E936474_0FF1_479F_82B0_AB95B3B0DCAF#2428263, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#2428126 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_E53A575D_3952_4C14_AC9F_075847D06BB1#2428571, last(COL_0FAE0227_5D0A_422A_B526_12CF16B5C8CE#2428374, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#2428126 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_C7343A35_76C1_46A3_B74D_C7263B786745#2428630, last(COL_72E7C5E1_DD35_48E8_80FA_08AF51714D5E#2428415, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#2428126 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_52134AAB_9340_42E7_9290_A298AF6C9438#2428692, last(COL_25B879C4_36D2_489F_B446_6501A1E67754#2428281, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#2428126 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_95A012EF_312B_40A6_8CFC_200BFD4465E3#2428837, last(COL_680C5F82_0BF3_40D6_B7C6_9ABF5D4EDAA0#2428300, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#2428126 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_1CCAED33_3E69_435E_B522_DAE3B9E63F9D#2428905, last(COL_1A372C23_5064_4170_A811_4401991E73DD#2428317, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#2428126 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_B72BD372_650E_474E_B8E0_7CB995AE80BF#2428976, last(COL_872A06E3_3546_4804_929D_A512DE4C1392#2428347, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#2428126 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_5E65448D_2CBA_49A0_8E69_D8B1EF0C0EBA#2429050], [1], [COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#2428126 ASC NULLS LAST]
(13) Project [codegen id : 4]
Output [14]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#2428084, COL_6D456B4D_C94A_422F_8C8D_7901B930826A#2428085, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#2428086, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#2428126, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#2428112, COL_0767075F_6D90_4406_A1C5_BC087A39F7CE#2428462, COL_95A012EF_312B_40A6_8CFC_200BFD4465E3#2428837, COL_1CCAED33_3E69_435E_B522_DAE3B9E63F9D#2428905, COL_B72BD372_650E_474E_B8E0_7CB995AE80BF#2428976, COL_5E65448D_2CBA_49A0_8E69_D8B1EF0C0EBA#2429050, COL_E53A575D_3952_4C14_AC9F_075847D06BB1#2428571, COL_9E2EC32D_FCB5_4E43_A453_428839A5DAD4#2428515, COL_C7343A35_76C1_46A3_B74D_C7263B786745#2428630, COL_52134AAB_9340_42E7_9290_A298AF6C9438#2428692]
Input [23]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#2428084, COL_6D456B4D_C94A_422F_8C8D_7901B930826A#2428085, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#2428086, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#2428126, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#2428112, COL_4A7AC898_9611_4A0A_86C5_61D6CB1AD7DA#2428214, COL_44CE2B15_015A_4E14_8FA8_248E657CF570#2428234, COL_8E936474_0FF1_479F_82B0_AB95B3B0DCAF#2428263, COL_25B879C4_36D2_489F_B446_6501A1E67754#2428281, COL_680C5F82_0BF3_40D6_B7C6_9ABF5D4EDAA0#2428300, COL_1A372C23_5064_4170_A811_4401991E73DD#2428317, COL_872A06E3_3546_4804_929D_A512DE4C1392#2428347, COL_0FAE0227_5D0A_422A_B526_12CF16B5C8CE#2428374, COL_72E7C5E1_DD35_48E8_80FA_08AF51714D5E#2428415, COL_0767075F_6D90_4406_A1C5_BC087A39F7CE#2428462, COL_9E2EC32D_FCB5_4E43_A453_428839A5DAD4#2428515, COL_E53A575D_3952_4C14_AC9F_075847D06BB1#2428571, COL_C7343A35_76C1_46A3_B74D_C7263B786745#2428630, COL_52134AAB_9340_42E7_9290_A298AF6C9438#2428692, COL_95A012EF_312B_40A6_8CFC_200BFD4465E3#2428837, COL_1CCAED33_3E69_435E_B522_DAE3B9E63F9D#2428905, COL_B72BD372_650E_474E_B8E0_7CB995AE80BF#2428976, COL_5E65448D_2CBA_49A0_8E69_D8B1EF0C0EBA#2429050]
(14) Exchange
Input [14]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#2428084, COL_6D456B4D_C94A_422F_8C8D_7901B930826A#2428085, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#2428086, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#2428126, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#2428112, COL_0767075F_6D90_4406_A1C5_BC087A39F7CE#2428462, COL_95A012EF_312B_40A6_8CFC_200BFD4465E3#2428837, COL_1CCAED33_3E69_435E_B522_DAE3B9E63F9D#2428905, COL_B72BD372_650E_474E_B8E0_7CB995AE80BF#2428976, COL_5E65448D_2CBA_49A0_8E69_D8B1EF0C0EBA#2429050, COL_E53A575D_3952_4C14_AC9F_075847D06BB1#2428571, COL_9E2EC32D_FCB5_4E43_A453_428839A5DAD4#2428515, COL_C7343A35_76C1_46A3_B74D_C7263B786745#2428630, COL_52134AAB_9340_42E7_9290_A298AF6C9438#2428692]
Arguments: SinglePartition, REPARTITION_BY_NUM, [plan_id=1197718]
(15) ShuffleQueryStage
Output [14]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#2428084, COL_6D456B4D_C94A_422F_8C8D_7901B930826A#2428085, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#2428086, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#2428126, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#2428112, COL_0767075F_6D90_4406_A1C5_BC087A39F7CE#2428462, COL_95A012EF_312B_40A6_8CFC_200BFD4465E3#2428837, COL_1CCAED33_3E69_435E_B522_DAE3B9E63F9D#2428905, COL_B72BD372_650E_474E_B8E0_7CB995AE80BF#2428976, COL_5E65448D_2CBA_49A0_8E69_D8B1EF0C0EBA#2429050, COL_E53A575D_3952_4C14_AC9F_075847D06BB1#2428571, COL_9E2EC32D_FCB5_4E43_A453_428839A5DAD4#2428515, COL_C7343A35_76C1_46A3_B74D_C7263B786745#2428630, COL_52134AAB_9340_42E7_9290_A298AF6C9438#2428692]
Arguments: 1
(16) WriteFiles
Input [14]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#2428084, COL_6D456B4D_C94A_422F_8C8D_7901B930826A#2428085, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#2428086, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#2428126, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#2428112, COL_0767075F_6D90_4406_A1C5_BC087A39F7CE#2428462, COL_95A012EF_312B_40A6_8CFC_200BFD4465E3#2428837, COL_1CCAED33_3E69_435E_B522_DAE3B9E63F9D#2428905, COL_B72BD372_650E_474E_B8E0_7CB995AE80BF#2428976, COL_5E65448D_2CBA_49A0_8E69_D8B1EF0C0EBA#2429050, COL_E53A575D_3952_4C14_AC9F_075847D06BB1#2428571, COL_9E2EC32D_FCB5_4E43_A453_428839A5DAD4#2428515, COL_C7343A35_76C1_46A3_B74D_C7263B786745#2428630, COL_52134AAB_9340_42E7_9290_A298AF6C9438#2428692]
(17) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/datablock/00_A_LIGNES_RSF_161956, false, Parquet, [path=file:///data/output/cache/parquet/datablock/00_A_LIGNES_RSF_161956], Overwrite, [COL_B706A975_F287_4DC9_B631_A35735FE936F, COL_6D456B4D_C94A_422F_8C8D_7901B930826A, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38, COL_0767075F_6D90_4406_A1C5_BC087A39F7CE, COL_95A012EF_312B_40A6_8CFC_200BFD4465E3, COL_1CCAED33_3E69_435E_B522_DAE3B9E63F9D, COL_B72BD372_650E_474E_B8E0_7CB995AE80BF, COL_5E65448D_2CBA_49A0_8E69_D8B1EF0C0EBA, COL_E53A575D_3952_4C14_AC9F_075847D06BB1, COL_9E2EC32D_FCB5_4E43_A453_428839A5DAD4, COL_C7343A35_76C1_46A3_B74D_C7263B786745, COL_52134AAB_9340_42E7_9290_A298AF6C9438]
(18) Project
Output [2]: [_c0#2428044 AS COLL0#2428049, CREATE_DEPOT_METADATA({"reader_type":"CSV","current_version_mask":"{*rsf*.*,*RSF*.*}","sep":";","quote":"","header":false,"charset":"DEFAULT"}, {"type":"connector.mapping.sftp","user_configured_path":"","local":false,"host":"sftp.adobiscloud.ovh","port":22,"username":"App_780110078","type":"connector.mapping.sftp"}, input_file_name()) AS COLL1#2428051]
Input [1]: [_c0#2428044]
(19) Filter
Input [2]: [COLL0#2428049, COLL1#2428051]
Condition : isnotnull(str_if_with_rule(((((((CASE WHEN isnull(StartsWith(COLL0#2428049, A)) THEN false ELSE StartsWith(COLL0#2428049, A) END OR CASE WHEN isnull(StartsWith(COLL0#2428049, B)) THEN false ELSE StartsWith(COLL0#2428049, B) END) OR CASE WHEN isnull(StartsWith(COLL0#2428049, C)) THEN false ELSE StartsWith(COLL0#2428049, C) END) OR CASE WHEN isnull(StartsWith(COLL0#2428049, H)) THEN false ELSE StartsWith(COLL0#2428049, H) END) OR CASE WHEN isnull(StartsWith(COLL0#2428049, L)) THEN false ELSE StartsWith(COLL0#2428049, L) END) OR CASE WHEN isnull(StartsWith(COLL0#2428049, M)) THEN false ELSE StartsWith(COLL0#2428049, M) END) OR CASE WHEN isnull(StartsWith(COLL0#2428049, P)) THEN false ELSE StartsWith(COLL0#2428049, P) END), str_extract_middle(COLL0#2428049, 2, 9), null))
(20) Project
Output [5]: [COLL0#2428049 AS COL_B706A975_F287_4DC9_B631_A35735FE936F#2428084, get_json_object(COLL1#2428051, $.file) AS COL_6D456B4D_C94A_422F_8C8D_7901B930826A#2428085, str_if_with_rule(((((((CASE WHEN isnull(StartsWith(COLL0#2428049, A)) THEN false ELSE StartsWith(COLL0#2428049, A) END OR CASE WHEN isnull(StartsWith(COLL0#2428049, B)) THEN false ELSE StartsWith(COLL0#2428049, B) END) OR CASE WHEN isnull(StartsWith(COLL0#2428049, C)) THEN false ELSE StartsWith(COLL0#2428049, C) END) OR CASE WHEN isnull(StartsWith(COLL0#2428049, H)) THEN false ELSE StartsWith(COLL0#2428049, H) END) OR CASE WHEN isnull(StartsWith(COLL0#2428049, L)) THEN false ELSE StartsWith(COLL0#2428049, L) END) OR CASE WHEN isnull(StartsWith(COLL0#2428049, M)) THEN false ELSE StartsWith(COLL0#2428049, M) END) OR CASE WHEN isnull(StartsWith(COLL0#2428049, P)) THEN false ELSE StartsWith(COLL0#2428049, P) END), str_extract_middle(COLL0#2428049, 2, 9), null) AS COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#2428086, str_if_with_rule(CASE WHEN isnull(StartsWith(COLL0#2428049, A)) THEN false ELSE StartsWith(COLL0#2428049, A) END, str_complete(str_remove_space(str_extract_middle(COLL0#2428049, 40, 9), ALL), 0, 9, LEFT), null) AS COL_2664BA73_E6B4_4AB9_90D6_2C3C28D2F025#2428107, str_extract(COLL0#2428049, LEFT, 1) AS COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#2428112]
Input [2]: [COLL0#2428049, COLL1#2428051]
(21) Exchange
Input [5]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#2428084, COL_6D456B4D_C94A_422F_8C8D_7901B930826A#2428085, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#2428086, COL_2664BA73_E6B4_4AB9_90D6_2C3C28D2F025#2428107, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#2428112]
Arguments: hashpartitioning(1, 10), ENSURE_REQUIREMENTS, [plan_id=1197228]
(22) Sort
Input [5]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#2428084, COL_6D456B4D_C94A_422F_8C8D_7901B930826A#2428085, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#2428086, COL_2664BA73_E6B4_4AB9_90D6_2C3C28D2F025#2428107, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#2428112]
Arguments: [1 ASC NULLS FIRST, 1 DESC NULLS LAST], false, 0
(23) Window
Input [5]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#2428084, COL_6D456B4D_C94A_422F_8C8D_7901B930826A#2428085, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#2428086, COL_2664BA73_E6B4_4AB9_90D6_2C3C28D2F025#2428107, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#2428112]
Arguments: [row_number() windowspecdefinition(1, 1 DESC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#2428126], [1], [1 DESC NULLS LAST]
(24) Project
Output [14]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#2428084, COL_6D456B4D_C94A_422F_8C8D_7901B930826A#2428085, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#2428086, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#2428126, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#2428112, str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#2428112 <=> A), str_join(array(COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#2428112, str_complete(int_to_str(COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#2428126), 0, 7, LEFT), COL_2664BA73_E6B4_4AB9_90D6_2C3C28D2F025#2428107), -), null) AS COL_4A7AC898_9611_4A0A_86C5_61D6CB1AD7DA#2428214, str_remove_space(str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#2428112 <=> A), str_extract_middle(COL_B706A975_F287_4DC9_B631_A35735FE936F#2428084, 172, 1), null), ALL) AS COL_44CE2B15_015A_4E14_8FA8_248E657CF570#2428234, str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#2428112 <=> A), str_extract_middle(COL_B706A975_F287_4DC9_B631_A35735FE936F#2428084, 71, 1), null) AS COL_8E936474_0FF1_479F_82B0_AB95B3B0DCAF#2428263, str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#2428112 <=> A), str_extract_middle(COL_B706A975_F287_4DC9_B631_A35735FE936F#2428084, 76, 8), null) AS COL_25B879C4_36D2_489F_B446_6501A1E67754#2428281, str_create(COL_2664BA73_E6B4_4AB9_90D6_2C3C28D2F025#2428107) AS COL_680C5F82_0BF3_40D6_B7C6_9ABF5D4EDAA0#2428300, str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#2428112 <=> A), str_extract_middle(COL_B706A975_F287_4DC9_B631_A35735FE936F#2428084, 85, 8), null) AS COL_1A372C23_5064_4170_A811_4401991E73DD#2428317, str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#2428112 <=> A), str_extract_middle(COL_B706A975_F287_4DC9_B631_A35735FE936F#2428084, 93, 8), null) AS COL_872A06E3_3546_4804_929D_A512DE4C1392#2428347, str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#2428112 <=> A), str_extract_middle(COL_B706A975_F287_4DC9_B631_A35735FE936F#2428084, 66, 2), null) AS COL_0FAE0227_5D0A_422A_B526_12CF16B5C8CE#2428374, str_if_with_rule((COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#2428112 <=> A), str_extract_middle(COL_B706A975_F287_4DC9_B631_A35735FE936F#2428084, 70, 1), null) AS COL_72E7C5E1_DD35_48E8_80FA_08AF51714D5E#2428415]
Input [6]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#2428084, COL_6D456B4D_C94A_422F_8C8D_7901B930826A#2428085, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#2428086, COL_2664BA73_E6B4_4AB9_90D6_2C3C28D2F025#2428107, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#2428112, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#2428126]
(25) Sort
Input [14]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#2428084, COL_6D456B4D_C94A_422F_8C8D_7901B930826A#2428085, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#2428086, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#2428126, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#2428112, COL_4A7AC898_9611_4A0A_86C5_61D6CB1AD7DA#2428214, COL_44CE2B15_015A_4E14_8FA8_248E657CF570#2428234, COL_8E936474_0FF1_479F_82B0_AB95B3B0DCAF#2428263, COL_25B879C4_36D2_489F_B446_6501A1E67754#2428281, COL_680C5F82_0BF3_40D6_B7C6_9ABF5D4EDAA0#2428300, COL_1A372C23_5064_4170_A811_4401991E73DD#2428317, COL_872A06E3_3546_4804_929D_A512DE4C1392#2428347, COL_0FAE0227_5D0A_422A_B526_12CF16B5C8CE#2428374, COL_72E7C5E1_DD35_48E8_80FA_08AF51714D5E#2428415]
Arguments: [1 ASC NULLS FIRST, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#2428126 ASC NULLS LAST], false, 0
(26) Window
Input [14]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#2428084, COL_6D456B4D_C94A_422F_8C8D_7901B930826A#2428085, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#2428086, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#2428126, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#2428112, COL_4A7AC898_9611_4A0A_86C5_61D6CB1AD7DA#2428214, COL_44CE2B15_015A_4E14_8FA8_248E657CF570#2428234, COL_8E936474_0FF1_479F_82B0_AB95B3B0DCAF#2428263, COL_25B879C4_36D2_489F_B446_6501A1E67754#2428281, COL_680C5F82_0BF3_40D6_B7C6_9ABF5D4EDAA0#2428300, COL_1A372C23_5064_4170_A811_4401991E73DD#2428317, COL_872A06E3_3546_4804_929D_A512DE4C1392#2428347, COL_0FAE0227_5D0A_422A_B526_12CF16B5C8CE#2428374, COL_72E7C5E1_DD35_48E8_80FA_08AF51714D5E#2428415]
Arguments: [last(COL_4A7AC898_9611_4A0A_86C5_61D6CB1AD7DA#2428214, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#2428126 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_0767075F_6D90_4406_A1C5_BC087A39F7CE#2428462, last(COL_44CE2B15_015A_4E14_8FA8_248E657CF570#2428234, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#2428126 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_9E2EC32D_FCB5_4E43_A453_428839A5DAD4#2428515, last(COL_8E936474_0FF1_479F_82B0_AB95B3B0DCAF#2428263, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#2428126 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_E53A575D_3952_4C14_AC9F_075847D06BB1#2428571, last(COL_0FAE0227_5D0A_422A_B526_12CF16B5C8CE#2428374, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#2428126 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_C7343A35_76C1_46A3_B74D_C7263B786745#2428630, last(COL_72E7C5E1_DD35_48E8_80FA_08AF51714D5E#2428415, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#2428126 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_52134AAB_9340_42E7_9290_A298AF6C9438#2428692, last(COL_25B879C4_36D2_489F_B446_6501A1E67754#2428281, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#2428126 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_95A012EF_312B_40A6_8CFC_200BFD4465E3#2428837, last(COL_680C5F82_0BF3_40D6_B7C6_9ABF5D4EDAA0#2428300, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#2428126 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_1CCAED33_3E69_435E_B522_DAE3B9E63F9D#2428905, last(COL_1A372C23_5064_4170_A811_4401991E73DD#2428317, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#2428126 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_B72BD372_650E_474E_B8E0_7CB995AE80BF#2428976, last(COL_872A06E3_3546_4804_929D_A512DE4C1392#2428347, true) windowspecdefinition(1, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#2428126 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_5E65448D_2CBA_49A0_8E69_D8B1EF0C0EBA#2429050], [1], [COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#2428126 ASC NULLS LAST]
(27) Project
Output [14]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#2428084, COL_6D456B4D_C94A_422F_8C8D_7901B930826A#2428085, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#2428086, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#2428126, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#2428112, COL_0767075F_6D90_4406_A1C5_BC087A39F7CE#2428462, COL_95A012EF_312B_40A6_8CFC_200BFD4465E3#2428837, COL_1CCAED33_3E69_435E_B522_DAE3B9E63F9D#2428905, COL_B72BD372_650E_474E_B8E0_7CB995AE80BF#2428976, COL_5E65448D_2CBA_49A0_8E69_D8B1EF0C0EBA#2429050, COL_E53A575D_3952_4C14_AC9F_075847D06BB1#2428571, COL_9E2EC32D_FCB5_4E43_A453_428839A5DAD4#2428515, COL_C7343A35_76C1_46A3_B74D_C7263B786745#2428630, COL_52134AAB_9340_42E7_9290_A298AF6C9438#2428692]
Input [23]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#2428084, COL_6D456B4D_C94A_422F_8C8D_7901B930826A#2428085, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#2428086, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#2428126, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#2428112, COL_4A7AC898_9611_4A0A_86C5_61D6CB1AD7DA#2428214, COL_44CE2B15_015A_4E14_8FA8_248E657CF570#2428234, COL_8E936474_0FF1_479F_82B0_AB95B3B0DCAF#2428263, COL_25B879C4_36D2_489F_B446_6501A1E67754#2428281, COL_680C5F82_0BF3_40D6_B7C6_9ABF5D4EDAA0#2428300, COL_1A372C23_5064_4170_A811_4401991E73DD#2428317, COL_872A06E3_3546_4804_929D_A512DE4C1392#2428347, COL_0FAE0227_5D0A_422A_B526_12CF16B5C8CE#2428374, COL_72E7C5E1_DD35_48E8_80FA_08AF51714D5E#2428415, COL_0767075F_6D90_4406_A1C5_BC087A39F7CE#2428462, COL_9E2EC32D_FCB5_4E43_A453_428839A5DAD4#2428515, COL_E53A575D_3952_4C14_AC9F_075847D06BB1#2428571, COL_C7343A35_76C1_46A3_B74D_C7263B786745#2428630, COL_52134AAB_9340_42E7_9290_A298AF6C9438#2428692, COL_95A012EF_312B_40A6_8CFC_200BFD4465E3#2428837, COL_1CCAED33_3E69_435E_B522_DAE3B9E63F9D#2428905, COL_B72BD372_650E_474E_B8E0_7CB995AE80BF#2428976, COL_5E65448D_2CBA_49A0_8E69_D8B1EF0C0EBA#2429050]
(28) Exchange
Input [14]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#2428084, COL_6D456B4D_C94A_422F_8C8D_7901B930826A#2428085, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#2428086, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#2428126, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#2428112, COL_0767075F_6D90_4406_A1C5_BC087A39F7CE#2428462, COL_95A012EF_312B_40A6_8CFC_200BFD4465E3#2428837, COL_1CCAED33_3E69_435E_B522_DAE3B9E63F9D#2428905, COL_B72BD372_650E_474E_B8E0_7CB995AE80BF#2428976, COL_5E65448D_2CBA_49A0_8E69_D8B1EF0C0EBA#2429050, COL_E53A575D_3952_4C14_AC9F_075847D06BB1#2428571, COL_9E2EC32D_FCB5_4E43_A453_428839A5DAD4#2428515, COL_C7343A35_76C1_46A3_B74D_C7263B786745#2428630, COL_52134AAB_9340_42E7_9290_A298AF6C9438#2428692]
Arguments: SinglePartition, REPARTITION_BY_NUM, [plan_id=1197236]
(29) WriteFiles
Input [14]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#2428084, COL_6D456B4D_C94A_422F_8C8D_7901B930826A#2428085, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#2428086, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#2428126, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#2428112, COL_0767075F_6D90_4406_A1C5_BC087A39F7CE#2428462, COL_95A012EF_312B_40A6_8CFC_200BFD4465E3#2428837, COL_1CCAED33_3E69_435E_B522_DAE3B9E63F9D#2428905, COL_B72BD372_650E_474E_B8E0_7CB995AE80BF#2428976, COL_5E65448D_2CBA_49A0_8E69_D8B1EF0C0EBA#2429050, COL_E53A575D_3952_4C14_AC9F_075847D06BB1#2428571, COL_9E2EC32D_FCB5_4E43_A453_428839A5DAD4#2428515, COL_C7343A35_76C1_46A3_B74D_C7263B786745#2428630, COL_52134AAB_9340_42E7_9290_A298AF6C9438#2428692]
(30) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/datablock/00_A_LIGNES_RSF_161956, false, Parquet, [path=file:///data/output/cache/parquet/datablock/00_A_LIGNES_RSF_161956], Overwrite, [COL_B706A975_F287_4DC9_B631_A35735FE936F, COL_6D456B4D_C94A_422F_8C8D_7901B930826A, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38, COL_0767075F_6D90_4406_A1C5_BC087A39F7CE, COL_95A012EF_312B_40A6_8CFC_200BFD4465E3, COL_1CCAED33_3E69_435E_B522_DAE3B9E63F9D, COL_B72BD372_650E_474E_B8E0_7CB995AE80BF, COL_5E65448D_2CBA_49A0_8E69_D8B1EF0C0EBA, COL_E53A575D_3952_4C14_AC9F_075847D06BB1, COL_9E2EC32D_FCB5_4E43_A453_428839A5DAD4, COL_C7343A35_76C1_46A3_B74D_C7263B786745, COL_52134AAB_9340_42E7_9290_A298AF6C9438]
(31) AdaptiveSparkPlan
Output: []
Arguments: isFinalPlan=true