digraph G {
0 [labelType="html" label="<br><b>AdaptiveSparkPlan</b><br><br>"];
1 [labelType="html" label="<b>Execute InsertIntoHadoopFsRelationCommand</b><br><br>task commit time total (min, med, max (stageId: taskId))<br>3 ms (0 ms, 1 ms, 1 ms (stage 30865.0: task 36828))<br>number of written files: 5<br>job commit time: 7 ms<br>number of output rows: 43,883<br>number of dynamic part: 0<br>written output: 2.6 MiB"];
2 [labelType="html" label="<br><b>WriteFiles</b><br><br>"];
subgraph cluster3 {
isCluster="true";
label="WholeStageCodegen (9)\n \nduration: total (min, med, max (stageId: taskId))\n50.5 s (8.6 s, 9.7 s, 13.0 s (stage 30865.0: task 36832))";
4 [labelType="html" label="<br><b>Project</b><br><br>"];
5 [labelType="html" label="<br><b>Project</b><br><br>"];
6 [labelType="html" label="<br><b>Project</b><br><br>"];
7 [labelType="html" label="<br><b>Project</b><br><br>"];
8 [labelType="html" label="<b>Generate</b><br><br>number of output rows: 43,883"];
9 [labelType="html" label="<br><b>Project</b><br><br>"];
10 [labelType="html" label="<br><b>Project</b><br><br>"];
11 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 39,626"];
}
12 [labelType="html" label="<b>Window</b><br><br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 30865.0: task 36828))"];
subgraph cluster13 {
isCluster="true";
label="WholeStageCodegen (8)\n \nduration: total (min, med, max (stageId: taskId))\n1.2 m (12.9 s, 13.8 s, 17.2 s (stage 30865.0: task 36832))";
14 [labelType="html" label="<b>Sort</b><br><br>sort time total (min, med, max (stageId: taskId))<br>1.5 s (218 ms, 298 ms, 362 ms (stage 30865.0: task 36830))<br>peak memory total (min, med, max (stageId: taskId))<br>2.1 GiB (368.0 MiB, 416.0 MiB, 512.0 MiB (stage 30865.0: task 36832))<br>spill size total (min, med, max (stageId: taskId))<br>4.9 GiB (776.0 MiB, 1064.0 MiB, 1112.0 MiB (stage 30865.0: task 36828))"];
15 [labelType="html" label="<br><b>Project</b><br><br>"];
16 [labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 6,750,860<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 30865.0: task 36828))"];
}
subgraph cluster17 {
isCluster="true";
label="WholeStageCodegen (6)\n \nduration: total (min, med, max (stageId: taskId))\n20.0 s (3.6 s, 4.1 s, 4.3 s (stage 30865.0: task 36828))";
18 [labelType="html" label="<br><b>Project</b><br><br>"];
}
19 [labelType="html" label="<b>Window</b><br><br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 30865.0: task 36832))"];
subgraph cluster20 {
isCluster="true";
label="WholeStageCodegen (5)\n \nduration: total (min, med, max (stageId: taskId))\n20.2 s (3.6 s, 4.1 s, 4.3 s (stage 30865.0: task 36828))";
21 [labelType="html" label="<br><b>Project</b><br><br>"];
}
22 [labelType="html" label="<b>Window</b><br><br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 30865.0: task 36832))"];
subgraph cluster23 {
isCluster="true";
label="WholeStageCodegen (4)\n \nduration: total (min, med, max (stageId: taskId))\n20.7 s (3.7 s, 4.2 s, 4.4 s (stage 30865.0: task 36828))";
24 [labelType="html" label="<b>Sort</b><br><br>sort time total (min, med, max (stageId: taskId))<br>59 ms (7 ms, 8 ms, 26 ms (stage 30865.0: task 36830))<br>peak memory total (min, med, max (stageId: taskId))<br>100.0 MiB (20.0 MiB, 20.0 MiB, 20.0 MiB (stage 30865.0: task 36832))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 30865.0: task 36832))"];
}
25 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 5<br>partition data size total (min, med, max (stageId: taskId))<br>7.8 MiB (1547.7 KiB, 1621.4 KiB, 1621.4 KiB (driver))<br>number of coalesced partitions: 5"];
26 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 591,883<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>25 ms (2 ms, 2 ms, 3 ms (stage 30855.0: task 36788))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 591,883<br>local bytes read total (min, med, max (stageId: taskId))<br>7.3 MiB (1493.9 KiB, 1502.0 KiB, 1509.6 KiB (stage 30865.0: task 36832))<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 30865.0: task 36832))<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 10<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size total (min, med, max (stageId: taskId))<br>63.1 MiB (6.2 MiB, 6.3 MiB, 6.4 MiB (stage 30855.0: task 36796))<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>7.3 MiB (736.7 KiB, 748.7 KiB, 765.2 KiB (stage 30855.0: task 36796))"];
27 [labelType="html" label="<b>CartesianProduct</b><br><br>number of output rows: 591,883"];
subgraph cluster28 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n656 ms (56 ms, 62 ms, 94 ms (stage 30855.0: task 36788))";
29 [labelType="html" label="<br><b>Project</b><br><br>"];
30 [labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 591,883<br>number of input batches: 150"];
}
31 [labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 10<br>scan time total (min, med, max (stageId: taskId))<br>72 ms (5 ms, 6 ms, 13 ms (stage 30855.0: task 36812))<br>metadata time: 0 ms<br>size of files read: 14.2 MiB<br>number of output rows: 591,883"];
subgraph cluster32 {
isCluster="true";
label="WholeStageCodegen (2)\n \nduration: total (min, med, max (stageId: taskId))\n27 ms (2 ms, 3 ms, 4 ms (stage 30855.0: task 36805))";
33 [labelType="html" label="<br><b>Project</b><br><br>"];
34 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 10"];
}
35 [labelType="html" label="<b>Scan csv </b><br><br>number of output rows: 10<br>number of files read: 1<br>metadata time: 0 ms<br>size of files read: 163.0 B"];
subgraph cluster36 {
isCluster="true";
label="WholeStageCodegen (7)\n \nduration: total (min, med, max (stageId: taskId))\n46.72 h (1.3 m, 10.4 m, 25.47 h (stage 30865.0: task 36831))";
37 [labelType="html" label="<b>Sort</b><br><br>sort time total (min, med, max (stageId: taskId))<br>70 ms (9 ms, 10 ms, 24 ms (stage 30865.0: task 36831))<br>peak memory total (min, med, max (stageId: taskId))<br>100.0 MiB (20.0 MiB, 20.0 MiB, 20.0 MiB (stage 30865.0: task 36832))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 30865.0: task 36832))"];
}
38 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 5<br>partition data size total (min, med, max (stageId: taskId))<br>1835.1 KiB (363.8 KiB, 367.3 KiB, 370.8 KiB (driver))<br>number of coalesced partitions: 5"];
39 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 474,437<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>20 ms (1 ms, 2 ms, 2 ms (stage 30856.0: task 36787))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 474,437<br>local bytes read total (min, med, max (stageId: taskId))<br>1750.8 KiB (347.6 KiB, 350.2 KiB, 352.0 KiB (stage 30865.0: task 36828))<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 30865.0: task 36832))<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 50<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size total (min, med, max (stageId: taskId))<br>44.7 MiB (4.3 MiB, 4.5 MiB, 4.6 MiB (stage 30856.0: task 36789))<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>1750.8 KiB (168.7 KiB, 175.2 KiB, 179.0 KiB (stage 30856.0: task 36787))"];
subgraph cluster40 {
isCluster="true";
label="WholeStageCodegen (3)\n \nduration: total (min, med, max (stageId: taskId))\n313 ms (31 ms, 31 ms, 32 ms (stage 30856.0: task 36789))";
41 [labelType="html" label="<br><b>Project</b><br><br>"];
42 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 474,437"];
43 [labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 474,437<br>number of input batches: 120"];
}
44 [labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 10<br>scan time total (min, med, max (stageId: taskId))<br>37 ms (3 ms, 4 ms, 4 ms (stage 30856.0: task 36787))<br>metadata time: 0 ms<br>size of files read: 21.5 MiB<br>number of output rows: 474,437"];
1->0;
2->1;
4->2;
5->4;
6->5;
7->6;
8->7;
9->8;
10->9;
11->10;
12->11;
14->12;
15->14;
16->15;
18->16;
19->18;
21->19;
22->21;
24->22;
25->24;
26->25;
27->26;
29->27;
30->29;
31->30;
33->27;
34->33;
35->34;
37->16;
38->37;
39->38;
41->39;
42->41;
43->42;
44->43;
}
45
AdaptiveSparkPlan isFinalPlan=true
Execute InsertIntoHadoopFsRelationCommand file:/data/output/cache/parquet/datablock/05_GR6_SAS_161630, false, Parquet, [path=file:///data/output/cache/parquet/datablock/05_GR6_SAS_161630], Overwrite, [COL_D610971A_3CE5_4463_92C0_C0A5309658BE, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77, COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2, COL_4C6AEE3F_9B75_4BCF_8273_85E282B6FC30, COL_9297F7A5_EA15_4188_A13A_37E1612F4D26]
WriteFiles
Project [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#2348751, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2349181, COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#2349316, str_if_with_rule(CASE WHEN isnull(Contains(COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#2349046, +)) THEN false ELSE Contains(COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#2349046, +) END, str_concat(array(Ajout de forfait@, COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2349254, @, str_extract(COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#2349316, RIGHT, 2))), str_concat(array(Suppression de Forfait@, str_concat(array(str_extract_by_str(COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#2348753, !, RIGHT), @)), str_extract(COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#2349316, RIGHT, 2)))) AS COL_4C6AEE3F_9B75_4BCF_8273_85E282B6FC30#2349708, COL_9297F7A5_EA15_4188_A13A_37E1612F4D26#2349024]
Project [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#2348753, COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#2349046, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#2348751, COL_9297F7A5_EA15_4188_A13A_37E1612F4D26#2349024, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2349181, COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2349254, str_concat(array(str_extract(COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2349201, LEFT, 4), !, COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2349254, _, str_extract(COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2349201, RIGHT, 2))) AS COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#2349316]
Project [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#2348753, COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#2349046, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#2348751, COL_9297F7A5_EA15_4188_A13A_37E1612F4D26#2349024, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2349181, COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2349201, str_if_with_rule(CASE WHEN isnull(Contains(COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#2349046, +)) THEN false ELSE Contains(COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#2349046, +) END, str_extract_key_value(COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#2348268, ;, !, str_concat(array(str_extract(COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2349201, LEFT, 3), str_extract(COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2349201, RIGHT, 3))), VALUE), str_extract_by_str(COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#2348753, !, RIGHT)) AS COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2349254]
Project [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#2348268, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#2348753, COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#2349046, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#2348751, COL_9297F7A5_EA15_4188_A13A_37E1612F4D26#2349024, str_create(RC-SAS) AS COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2349181, str_remove_space(COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#2349046, ALL) AS COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2349201]
Generate explode(COL_A15743F2_88F9_4366_9571_19F6AE10AC4A#2349004), [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#2348268, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#2348753, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#2348751, COL_9297F7A5_EA15_4188_A13A_37E1612F4D26#2349024], false, [COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#2349046]
Project [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#2348268, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#2348753, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#2348751, str_list_union(str_split(str_replace_extend(str_replace(str_list_as_str(COL_2866C1E2_03BF_4FA0_9FA8_D6F663CFD2E7#2348946), SAS, SAS+), [[,",]], [,,]), ,), str_split(str_replace_extend(str_replace(str_list_as_str(COL_B0D6496E_B0F2_4B34_A287_E3A96F7A3CEF#2348947), SAS, SAS-), [[,",]], [,,]), ,)) AS COL_A15743F2_88F9_4366_9571_19F6AE10AC4A#2349004, str_join(array(str_join(array(SAS déduit Infos Patient Absent RSF, str_list_as_str(COL_2866C1E2_03BF_4FA0_9FA8_D6F663CFD2E7#2348946)), : ), str_join(array(SAS dans RSF Absent des infos Patient, str_list_as_str(COL_B0D6496E_B0F2_4B34_A287_E3A96F7A3CEF#2348947)), : ), str_join(array(acte - Spé - date , str_list_as_str(COL_68E9A79C_5593_4C58_BE95_1E6F18B96608#2348381)), : )), - ) AS COL_9297F7A5_EA15_4188_A13A_37E1612F4D26#2349024]
Project [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#2348268, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#2348753, array_except(COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#2348187, COL_346FC3A4_6C88_4CAC_9D30_A367B8565C7C#2348752) AS COL_2866C1E2_03BF_4FA0_9FA8_D6F663CFD2E7#2348946, array_except(COL_346FC3A4_6C88_4CAC_9D30_A367B8565C7C#2348752, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#2348187) AS COL_B0D6496E_B0F2_4B34_A287_E3A96F7A3CEF#2348947, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#2348751, COL_68E9A79C_5593_4C58_BE95_1E6F18B96608#2348381]
Filter ((COL_AA36D0E0_CE08_45F6_91B6_44E1CC4526A0#2348784 <=> 1) AND ((size(str_list_union(str_split(str_replace_extend(str_replace(str_list_as_str(array_except(COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#2348187, COL_346FC3A4_6C88_4CAC_9D30_A367B8565C7C#2348752)), SAS, SAS+), [[,",]], [,,]), ,), str_split(str_replace_extend(str_replace(str_list_as_str(array_except(COL_346FC3A4_6C88_4CAC_9D30_A367B8565C7C#2348752, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#2348187)), SAS, SAS-), [[,",]], [,,]), ,)), true) > 0) AND isnotnull(str_list_union(str_split(str_replace_extend(str_replace(str_list_as_str(array_except(COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#2348187, COL_346FC3A4_6C88_4CAC_9D30_A367B8565C7C#2348752)), SAS, SAS+), [[,",]], [,,]), ,), str_split(str_replace_extend(str_replace(str_list_as_str(array_except(COL_346FC3A4_6C88_4CAC_9D30_A367B8565C7C#2348752, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#2348187)), SAS, SAS-), [[,",]], [,,]), ,)))))
WholeStageCodegen (9)
Window [row_number() windowspecdefinition(COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, 1 DESC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_AA36D0E0_CE08_45F6_91B6_44E1CC4526A0#2348784], [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072], [1 DESC NULLS LAST]
Sort [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072 ASC NULLS FIRST, 1 DESC NULLS LAST], false, 0
Project [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#2348187, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#2348268, COL_68E9A79C_5593_4C58_BE95_1E6F18B96608#2348381, 02_A_ELIGIBLE_161654_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2348520 AS COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#2348751, 02_A_ELIGIBLE_161654_COL_D7508510_B4D7_44C5_A063_A2132B6EF08A#2348556 AS COL_346FC3A4_6C88_4CAC_9D30_A367B8565C7C#2348752, 02_A_ELIGIBLE_161654_COL_EAA75683_8CB4_4075_AA4A_FACAF98EBD6E#2348557 AS COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#2348753]
SortMergeJoin [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072], [02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2348524], LeftOuter
WholeStageCodegen (8)
Project [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#2348187, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#2348268, COL_68E9A79C_5593_4C58_BE95_1E6F18B96608#2348381]
WholeStageCodegen (6)
Window [concatwithseparatorudaf(_w0#2348277, com.adb.hdh.spark.job.scala.utils.ConcatWithSeparatorUDAF@42b4e227, class[value[0]: string], class[value[0]: string], true, true, 0, 0, None) windowspecdefinition(COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#2348268, collect_set(COL_072F9B89_90D0_4807_812C_34E065AA368B#2348076, 0, 0) windowspecdefinition(COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_68E9A79C_5593_4C58_BE95_1E6F18B96608#2348381], [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072], [1 DESC NULLS LAST]
Project [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_072F9B89_90D0_4807_812C_34E065AA368B#2348076, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#2348187, ARRAY_TO_STR_BEFORE_CONCAT(COL_187F79B5_42D2_4100_970A_EC9704FBFB8D#2348074) AS _w0#2348277]
WholeStageCodegen (5)
Window [collect_set(COL_EAE35BEC_3A66_41B2_8FFA_9099B7BC18D2#2348075, 0, 0) windowspecdefinition(COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#2348187], [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072], [1 DESC NULLS LAST]
Sort [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072 ASC NULLS FIRST, 1 DESC NULLS LAST], false, 0
WholeStageCodegen (4)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, 10), ENSURE_REQUIREMENTS, [plan_id=1166623]
CartesianProduct
Project [COL_64ED17E5_A991_405B_AEED_8A2977283F76#2347771 AS COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_A28E7C10_52DA_469E_B838_1040D4667E96#2347797 AS COL_187F79B5_42D2_4100_970A_EC9704FBFB8D#2348074, COL_3986DFE6_43DA_40D6_ADC7_0AA898F8AF56#2347811 AS COL_EAE35BEC_3A66_41B2_8FFA_9099B7BC18D2#2348075, COL_F23CCCC8_5C4A_4FB8_A318_67291E42693A#2347819 AS COL_072F9B89_90D0_4807_812C_34E065AA368B#2348076]
ColumnarToRow
WholeStageCodegen (1)
FileScan parquet [COL_64ED17E5_A991_405B_AEED_8A2977283F76#2347771,COL_A28E7C10_52DA_469E_B838_1040D4667E96#2347797,COL_3986DFE6_43DA_40D6_ADC7_0AA898F8AF56#2347811,COL_F23CCCC8_5C4A_4FB8_A318_67291E42693A#2347819] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/00_B_ACTES_PATI_161749], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_64ED17E5_A991_405B_AEED_8A2977283F76:string,COL_A28E7C10_52DA_469E_B838_1040D4667E96:s...
Project
Filter ((isnotnull(REGLES#2347638) AND (RC-SAS = REGLES#2347638)) AND (APPLICABLE#2347639 <=> O))
WholeStageCodegen (2)
FileScan csv [REGLES#2347638,APPLICABLE#2347639] Batched: false, DataFilters: [isnotnull(REGLES#2347638), (RC-SAS = REGLES#2347638), (APPLICABLE#2347639 <=> O)], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/tmp/REGLES_APPLICAB_161411/REGLES-A-TTT.csv], PartitionFilters: [], PushedFilters: [IsNotNull(REGLES), EqualTo(REGLES,RC-SAS), EqualNullSafe(APPLICABLE,O)], ReadSchema: struct<REGLES:string,APPLICABLE:string>
Sort [02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2348524 ASC NULLS FIRST], false, 0
WholeStageCodegen (7)
AQEShuffleRead coalesced
Exchange hashpartitioning(02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2348524, 10), ENSURE_REQUIREMENTS, [plan_id=1166659]
Project [COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2338541 AS 02_A_ELIGIBLE_161654_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2348520, COL_F76265AB_8748_4114_92B4_00E37DE25D34#2338545 AS 02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2348524, COL_D7508510_B4D7_44C5_A063_A2132B6EF08A#2338577 AS 02_A_ELIGIBLE_161654_COL_D7508510_B4D7_44C5_A063_A2132B6EF08A#2348556, COL_EAA75683_8CB4_4075_AA4A_FACAF98EBD6E#2338578 AS 02_A_ELIGIBLE_161654_COL_EAA75683_8CB4_4075_AA4A_FACAF98EBD6E#2348557]
Filter isnotnull(COL_F76265AB_8748_4114_92B4_00E37DE25D34#2338545)
ColumnarToRow
WholeStageCodegen (3)
FileScan parquet [COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2338541,COL_F76265AB_8748_4114_92B4_00E37DE25D34#2338545,COL_D7508510_B4D7_44C5_A063_A2132B6EF08A#2338577,COL_EAA75683_8CB4_4075_AA4A_FACAF98EBD6E#2338578] Batched: true, DataFilters: [isnotnull(COL_F76265AB_8748_4114_92B4_00E37DE25D34#2338545)], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/02_A_ELIGIBLE_161654], PartitionFilters: [], PushedFilters: [IsNotNull(COL_F76265AB_8748_4114_92B4_00E37DE25D34)], ReadSchema: struct<COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB:string,COL_F76265AB_8748_4114_92B4_00E37DE25D34:s...
== Physical Plan ==
AdaptiveSparkPlan (66)
+- == Final Plan ==
Execute InsertIntoHadoopFsRelationCommand (37)
+- WriteFiles (36)
+- * Project (35)
+- * Project (34)
+- * Project (33)
+- * Project (32)
+- * Generate (31)
+- * Project (30)
+- * Project (29)
+- * Filter (28)
+- Window (27)
+- * Sort (26)
+- * Project (25)
+- * SortMergeJoin LeftOuter (24)
:- * Project (15)
: +- Window (14)
: +- * Project (13)
: +- Window (12)
: +- * Sort (11)
: +- AQEShuffleRead (10)
: +- ShuffleQueryStage (9), Statistics(sizeInBytes=63.1 MiB, rowCount=5.92E+5)
: +- Exchange (8)
: +- CartesianProduct Inner (7)
: :- * Project (3)
: : +- * ColumnarToRow (2)
: : +- Scan parquet (1)
: +- * Project (6)
: +- * Filter (5)
: +- Scan csv (4)
+- * Sort (23)
+- AQEShuffleRead (22)
+- ShuffleQueryStage (21), Statistics(sizeInBytes=44.7 MiB, rowCount=4.74E+5)
+- Exchange (20)
+- * Project (19)
+- * Filter (18)
+- * ColumnarToRow (17)
+- Scan parquet (16)
+- == Initial Plan ==
Execute InsertIntoHadoopFsRelationCommand (65)
+- WriteFiles (64)
+- Project (63)
+- Project (62)
+- Project (61)
+- Project (60)
+- Generate (59)
+- Project (58)
+- Project (57)
+- Filter (56)
+- Window (55)
+- Sort (54)
+- Project (53)
+- SortMergeJoin LeftOuter (52)
:- Project (47)
: +- Window (46)
: +- Project (45)
: +- Window (44)
: +- Sort (43)
: +- Exchange (42)
: +- CartesianProduct Inner (41)
: :- Project (38)
: : +- Scan parquet (1)
: +- Project (40)
: +- Filter (39)
: +- Scan csv (4)
+- Sort (51)
+- Exchange (50)
+- Project (49)
+- Filter (48)
+- Scan parquet (16)
(1) Scan parquet
Output [4]: [COL_64ED17E5_A991_405B_AEED_8A2977283F76#2347771, COL_A28E7C10_52DA_469E_B838_1040D4667E96#2347797, COL_3986DFE6_43DA_40D6_ADC7_0AA898F8AF56#2347811, COL_F23CCCC8_5C4A_4FB8_A318_67291E42693A#2347819]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/00_B_ACTES_PATI_161749]
ReadSchema: struct<COL_64ED17E5_A991_405B_AEED_8A2977283F76:string,COL_A28E7C10_52DA_469E_B838_1040D4667E96:string,COL_3986DFE6_43DA_40D6_ADC7_0AA898F8AF56:string,COL_F23CCCC8_5C4A_4FB8_A318_67291E42693A:string>
(2) ColumnarToRow [codegen id : 1]
Input [4]: [COL_64ED17E5_A991_405B_AEED_8A2977283F76#2347771, COL_A28E7C10_52DA_469E_B838_1040D4667E96#2347797, COL_3986DFE6_43DA_40D6_ADC7_0AA898F8AF56#2347811, COL_F23CCCC8_5C4A_4FB8_A318_67291E42693A#2347819]
(3) Project [codegen id : 1]
Output [4]: [COL_64ED17E5_A991_405B_AEED_8A2977283F76#2347771 AS COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_A28E7C10_52DA_469E_B838_1040D4667E96#2347797 AS COL_187F79B5_42D2_4100_970A_EC9704FBFB8D#2348074, COL_3986DFE6_43DA_40D6_ADC7_0AA898F8AF56#2347811 AS COL_EAE35BEC_3A66_41B2_8FFA_9099B7BC18D2#2348075, COL_F23CCCC8_5C4A_4FB8_A318_67291E42693A#2347819 AS COL_072F9B89_90D0_4807_812C_34E065AA368B#2348076]
Input [4]: [COL_64ED17E5_A991_405B_AEED_8A2977283F76#2347771, COL_A28E7C10_52DA_469E_B838_1040D4667E96#2347797, COL_3986DFE6_43DA_40D6_ADC7_0AA898F8AF56#2347811, COL_F23CCCC8_5C4A_4FB8_A318_67291E42693A#2347819]
(4) Scan csv
Output [2]: [REGLES#2347638, APPLICABLE#2347639]
Batched: false
Location: InMemoryFileIndex [file:/data/input/depot/csv/tmp/REGLES_APPLICAB_161411/REGLES-A-TTT.csv]
PushedFilters: [IsNotNull(REGLES), EqualTo(REGLES,RC-SAS), EqualNullSafe(APPLICABLE,O)]
ReadSchema: struct<REGLES:string,APPLICABLE:string>
(5) Filter [codegen id : 2]
Input [2]: [REGLES#2347638, APPLICABLE#2347639]
Condition : ((isnotnull(REGLES#2347638) AND (RC-SAS = REGLES#2347638)) AND (APPLICABLE#2347639 <=> O))
(6) Project [codegen id : 2]
Output: []
Input [2]: [REGLES#2347638, APPLICABLE#2347639]
(7) CartesianProduct
Join type: Inner
Join condition: None
(8) Exchange
Input [4]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_187F79B5_42D2_4100_970A_EC9704FBFB8D#2348074, COL_EAE35BEC_3A66_41B2_8FFA_9099B7BC18D2#2348075, COL_072F9B89_90D0_4807_812C_34E065AA368B#2348076]
Arguments: hashpartitioning(COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, 10), ENSURE_REQUIREMENTS, [plan_id=1166623]
(9) ShuffleQueryStage
Output [4]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_187F79B5_42D2_4100_970A_EC9704FBFB8D#2348074, COL_EAE35BEC_3A66_41B2_8FFA_9099B7BC18D2#2348075, COL_072F9B89_90D0_4807_812C_34E065AA368B#2348076]
Arguments: 0
(10) AQEShuffleRead
Input [4]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_187F79B5_42D2_4100_970A_EC9704FBFB8D#2348074, COL_EAE35BEC_3A66_41B2_8FFA_9099B7BC18D2#2348075, COL_072F9B89_90D0_4807_812C_34E065AA368B#2348076]
Arguments: coalesced
(11) Sort [codegen id : 4]
Input [4]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_187F79B5_42D2_4100_970A_EC9704FBFB8D#2348074, COL_EAE35BEC_3A66_41B2_8FFA_9099B7BC18D2#2348075, COL_072F9B89_90D0_4807_812C_34E065AA368B#2348076]
Arguments: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072 ASC NULLS FIRST, 1 DESC NULLS LAST], false, 0
(12) Window
Input [4]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_187F79B5_42D2_4100_970A_EC9704FBFB8D#2348074, COL_EAE35BEC_3A66_41B2_8FFA_9099B7BC18D2#2348075, COL_072F9B89_90D0_4807_812C_34E065AA368B#2348076]
Arguments: [collect_set(COL_EAE35BEC_3A66_41B2_8FFA_9099B7BC18D2#2348075, 0, 0) windowspecdefinition(COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#2348187], [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072], [1 DESC NULLS LAST]
(13) Project [codegen id : 5]
Output [4]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_072F9B89_90D0_4807_812C_34E065AA368B#2348076, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#2348187, ARRAY_TO_STR_BEFORE_CONCAT(COL_187F79B5_42D2_4100_970A_EC9704FBFB8D#2348074) AS _w0#2348277]
Input [5]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_187F79B5_42D2_4100_970A_EC9704FBFB8D#2348074, COL_EAE35BEC_3A66_41B2_8FFA_9099B7BC18D2#2348075, COL_072F9B89_90D0_4807_812C_34E065AA368B#2348076, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#2348187]
(14) Window
Input [4]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_072F9B89_90D0_4807_812C_34E065AA368B#2348076, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#2348187, _w0#2348277]
Arguments: [concatwithseparatorudaf(_w0#2348277, com.adb.hdh.spark.job.scala.utils.ConcatWithSeparatorUDAF@42b4e227, class[value[0]: string], class[value[0]: string], true, true, 0, 0, None) windowspecdefinition(COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#2348268, collect_set(COL_072F9B89_90D0_4807_812C_34E065AA368B#2348076, 0, 0) windowspecdefinition(COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_68E9A79C_5593_4C58_BE95_1E6F18B96608#2348381], [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072], [1 DESC NULLS LAST]
(15) Project [codegen id : 6]
Output [4]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#2348187, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#2348268, COL_68E9A79C_5593_4C58_BE95_1E6F18B96608#2348381]
Input [6]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_072F9B89_90D0_4807_812C_34E065AA368B#2348076, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#2348187, _w0#2348277, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#2348268, COL_68E9A79C_5593_4C58_BE95_1E6F18B96608#2348381]
(16) Scan parquet
Output [4]: [COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2338541, COL_F76265AB_8748_4114_92B4_00E37DE25D34#2338545, COL_D7508510_B4D7_44C5_A063_A2132B6EF08A#2338577, COL_EAA75683_8CB4_4075_AA4A_FACAF98EBD6E#2338578]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/02_A_ELIGIBLE_161654]
PushedFilters: [IsNotNull(COL_F76265AB_8748_4114_92B4_00E37DE25D34)]
ReadSchema: struct<COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB:string,COL_F76265AB_8748_4114_92B4_00E37DE25D34:string,COL_D7508510_B4D7_44C5_A063_A2132B6EF08A:array<string>,COL_EAA75683_8CB4_4075_AA4A_FACAF98EBD6E:string>
(17) ColumnarToRow [codegen id : 3]
Input [4]: [COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2338541, COL_F76265AB_8748_4114_92B4_00E37DE25D34#2338545, COL_D7508510_B4D7_44C5_A063_A2132B6EF08A#2338577, COL_EAA75683_8CB4_4075_AA4A_FACAF98EBD6E#2338578]
(18) Filter [codegen id : 3]
Input [4]: [COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2338541, COL_F76265AB_8748_4114_92B4_00E37DE25D34#2338545, COL_D7508510_B4D7_44C5_A063_A2132B6EF08A#2338577, COL_EAA75683_8CB4_4075_AA4A_FACAF98EBD6E#2338578]
Condition : isnotnull(COL_F76265AB_8748_4114_92B4_00E37DE25D34#2338545)
(19) Project [codegen id : 3]
Output [4]: [COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2338541 AS 02_A_ELIGIBLE_161654_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2348520, COL_F76265AB_8748_4114_92B4_00E37DE25D34#2338545 AS 02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2348524, COL_D7508510_B4D7_44C5_A063_A2132B6EF08A#2338577 AS 02_A_ELIGIBLE_161654_COL_D7508510_B4D7_44C5_A063_A2132B6EF08A#2348556, COL_EAA75683_8CB4_4075_AA4A_FACAF98EBD6E#2338578 AS 02_A_ELIGIBLE_161654_COL_EAA75683_8CB4_4075_AA4A_FACAF98EBD6E#2348557]
Input [4]: [COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2338541, COL_F76265AB_8748_4114_92B4_00E37DE25D34#2338545, COL_D7508510_B4D7_44C5_A063_A2132B6EF08A#2338577, COL_EAA75683_8CB4_4075_AA4A_FACAF98EBD6E#2338578]
(20) Exchange
Input [4]: [02_A_ELIGIBLE_161654_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2348520, 02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2348524, 02_A_ELIGIBLE_161654_COL_D7508510_B4D7_44C5_A063_A2132B6EF08A#2348556, 02_A_ELIGIBLE_161654_COL_EAA75683_8CB4_4075_AA4A_FACAF98EBD6E#2348557]
Arguments: hashpartitioning(02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2348524, 10), ENSURE_REQUIREMENTS, [plan_id=1166659]
(21) ShuffleQueryStage
Output [4]: [02_A_ELIGIBLE_161654_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2348520, 02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2348524, 02_A_ELIGIBLE_161654_COL_D7508510_B4D7_44C5_A063_A2132B6EF08A#2348556, 02_A_ELIGIBLE_161654_COL_EAA75683_8CB4_4075_AA4A_FACAF98EBD6E#2348557]
Arguments: 1
(22) AQEShuffleRead
Input [4]: [02_A_ELIGIBLE_161654_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2348520, 02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2348524, 02_A_ELIGIBLE_161654_COL_D7508510_B4D7_44C5_A063_A2132B6EF08A#2348556, 02_A_ELIGIBLE_161654_COL_EAA75683_8CB4_4075_AA4A_FACAF98EBD6E#2348557]
Arguments: coalesced
(23) Sort [codegen id : 7]
Input [4]: [02_A_ELIGIBLE_161654_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2348520, 02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2348524, 02_A_ELIGIBLE_161654_COL_D7508510_B4D7_44C5_A063_A2132B6EF08A#2348556, 02_A_ELIGIBLE_161654_COL_EAA75683_8CB4_4075_AA4A_FACAF98EBD6E#2348557]
Arguments: [02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2348524 ASC NULLS FIRST], false, 0
(24) SortMergeJoin [codegen id : 8]
Left keys [1]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072]
Right keys [1]: [02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2348524]
Join type: LeftOuter
Join condition: None
(25) Project [codegen id : 8]
Output [7]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#2348187, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#2348268, COL_68E9A79C_5593_4C58_BE95_1E6F18B96608#2348381, 02_A_ELIGIBLE_161654_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2348520 AS COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#2348751, 02_A_ELIGIBLE_161654_COL_D7508510_B4D7_44C5_A063_A2132B6EF08A#2348556 AS COL_346FC3A4_6C88_4CAC_9D30_A367B8565C7C#2348752, 02_A_ELIGIBLE_161654_COL_EAA75683_8CB4_4075_AA4A_FACAF98EBD6E#2348557 AS COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#2348753]
Input [8]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#2348187, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#2348268, COL_68E9A79C_5593_4C58_BE95_1E6F18B96608#2348381, 02_A_ELIGIBLE_161654_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2348520, 02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2348524, 02_A_ELIGIBLE_161654_COL_D7508510_B4D7_44C5_A063_A2132B6EF08A#2348556, 02_A_ELIGIBLE_161654_COL_EAA75683_8CB4_4075_AA4A_FACAF98EBD6E#2348557]
(26) Sort [codegen id : 8]
Input [7]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#2348187, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#2348268, COL_68E9A79C_5593_4C58_BE95_1E6F18B96608#2348381, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#2348751, COL_346FC3A4_6C88_4CAC_9D30_A367B8565C7C#2348752, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#2348753]
Arguments: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072 ASC NULLS FIRST, 1 DESC NULLS LAST], false, 0
(27) Window
Input [7]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#2348187, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#2348268, COL_68E9A79C_5593_4C58_BE95_1E6F18B96608#2348381, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#2348751, COL_346FC3A4_6C88_4CAC_9D30_A367B8565C7C#2348752, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#2348753]
Arguments: [row_number() windowspecdefinition(COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, 1 DESC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_AA36D0E0_CE08_45F6_91B6_44E1CC4526A0#2348784], [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072], [1 DESC NULLS LAST]
(28) Filter [codegen id : 9]
Input [8]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#2348187, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#2348268, COL_68E9A79C_5593_4C58_BE95_1E6F18B96608#2348381, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#2348751, COL_346FC3A4_6C88_4CAC_9D30_A367B8565C7C#2348752, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#2348753, COL_AA36D0E0_CE08_45F6_91B6_44E1CC4526A0#2348784]
Condition : ((COL_AA36D0E0_CE08_45F6_91B6_44E1CC4526A0#2348784 <=> 1) AND ((size(str_list_union(str_split(str_replace_extend(str_replace(str_list_as_str(array_except(COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#2348187, COL_346FC3A4_6C88_4CAC_9D30_A367B8565C7C#2348752)), SAS, SAS+), [[,",]], [,,]), ,), str_split(str_replace_extend(str_replace(str_list_as_str(array_except(COL_346FC3A4_6C88_4CAC_9D30_A367B8565C7C#2348752, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#2348187)), SAS, SAS-), [[,",]], [,,]), ,)), true) > 0) AND isnotnull(str_list_union(str_split(str_replace_extend(str_replace(str_list_as_str(array_except(COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#2348187, COL_346FC3A4_6C88_4CAC_9D30_A367B8565C7C#2348752)), SAS, SAS+), [[,",]], [,,]), ,), str_split(str_replace_extend(str_replace(str_list_as_str(array_except(COL_346FC3A4_6C88_4CAC_9D30_A367B8565C7C#2348752, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#2348187)), SAS, SAS-), [[,",]], [,,]), ,)))))
(29) Project [codegen id : 9]
Output [7]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#2348268, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#2348753, array_except(COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#2348187, COL_346FC3A4_6C88_4CAC_9D30_A367B8565C7C#2348752) AS COL_2866C1E2_03BF_4FA0_9FA8_D6F663CFD2E7#2348946, array_except(COL_346FC3A4_6C88_4CAC_9D30_A367B8565C7C#2348752, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#2348187) AS COL_B0D6496E_B0F2_4B34_A287_E3A96F7A3CEF#2348947, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#2348751, COL_68E9A79C_5593_4C58_BE95_1E6F18B96608#2348381]
Input [8]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#2348187, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#2348268, COL_68E9A79C_5593_4C58_BE95_1E6F18B96608#2348381, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#2348751, COL_346FC3A4_6C88_4CAC_9D30_A367B8565C7C#2348752, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#2348753, COL_AA36D0E0_CE08_45F6_91B6_44E1CC4526A0#2348784]
(30) Project [codegen id : 9]
Output [6]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#2348268, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#2348753, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#2348751, str_list_union(str_split(str_replace_extend(str_replace(str_list_as_str(COL_2866C1E2_03BF_4FA0_9FA8_D6F663CFD2E7#2348946), SAS, SAS+), [[,",]], [,,]), ,), str_split(str_replace_extend(str_replace(str_list_as_str(COL_B0D6496E_B0F2_4B34_A287_E3A96F7A3CEF#2348947), SAS, SAS-), [[,",]], [,,]), ,)) AS COL_A15743F2_88F9_4366_9571_19F6AE10AC4A#2349004, str_join(array(str_join(array(SAS déduit Infos Patient Absent RSF, str_list_as_str(COL_2866C1E2_03BF_4FA0_9FA8_D6F663CFD2E7#2348946)), : ), str_join(array(SAS dans RSF Absent des infos Patient, str_list_as_str(COL_B0D6496E_B0F2_4B34_A287_E3A96F7A3CEF#2348947)), : ), str_join(array(acte - Spé - date , str_list_as_str(COL_68E9A79C_5593_4C58_BE95_1E6F18B96608#2348381)), : )), - ) AS COL_9297F7A5_EA15_4188_A13A_37E1612F4D26#2349024]
Input [7]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#2348268, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#2348753, COL_2866C1E2_03BF_4FA0_9FA8_D6F663CFD2E7#2348946, COL_B0D6496E_B0F2_4B34_A287_E3A96F7A3CEF#2348947, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#2348751, COL_68E9A79C_5593_4C58_BE95_1E6F18B96608#2348381]
(31) Generate [codegen id : 9]
Input [6]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#2348268, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#2348753, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#2348751, COL_A15743F2_88F9_4366_9571_19F6AE10AC4A#2349004, COL_9297F7A5_EA15_4188_A13A_37E1612F4D26#2349024]
Arguments: explode(COL_A15743F2_88F9_4366_9571_19F6AE10AC4A#2349004), [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#2348268, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#2348753, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#2348751, COL_9297F7A5_EA15_4188_A13A_37E1612F4D26#2349024], false, [COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#2349046]
(32) Project [codegen id : 9]
Output [8]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#2348268, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#2348753, COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#2349046, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#2348751, COL_9297F7A5_EA15_4188_A13A_37E1612F4D26#2349024, str_create(RC-SAS) AS COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2349181, str_remove_space(COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#2349046, ALL) AS COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2349201]
Input [6]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#2348268, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#2348753, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#2348751, COL_9297F7A5_EA15_4188_A13A_37E1612F4D26#2349024, COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#2349046]
(33) Project [codegen id : 9]
Output [8]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#2348753, COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#2349046, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#2348751, COL_9297F7A5_EA15_4188_A13A_37E1612F4D26#2349024, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2349181, COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2349201, str_if_with_rule(CASE WHEN isnull(Contains(COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#2349046, +)) THEN false ELSE Contains(COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#2349046, +) END, str_extract_key_value(COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#2348268, ;, !, str_concat(array(str_extract(COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2349201, LEFT, 3), str_extract(COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2349201, RIGHT, 3))), VALUE), str_extract_by_str(COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#2348753, !, RIGHT)) AS COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2349254]
Input [8]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#2348268, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#2348753, COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#2349046, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#2348751, COL_9297F7A5_EA15_4188_A13A_37E1612F4D26#2349024, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2349181, COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2349201]
(34) Project [codegen id : 9]
Output [8]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#2348753, COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#2349046, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#2348751, COL_9297F7A5_EA15_4188_A13A_37E1612F4D26#2349024, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2349181, COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2349254, str_concat(array(str_extract(COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2349201, LEFT, 4), !, COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2349254, _, str_extract(COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2349201, RIGHT, 2))) AS COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#2349316]
Input [8]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#2348753, COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#2349046, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#2348751, COL_9297F7A5_EA15_4188_A13A_37E1612F4D26#2349024, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2349181, COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2349201, COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2349254]
(35) Project [codegen id : 9]
Output [6]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#2348751, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2349181, COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#2349316, str_if_with_rule(CASE WHEN isnull(Contains(COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#2349046, +)) THEN false ELSE Contains(COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#2349046, +) END, str_concat(array(Ajout de forfait@, COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2349254, @, str_extract(COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#2349316, RIGHT, 2))), str_concat(array(Suppression de Forfait@, str_concat(array(str_extract_by_str(COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#2348753, !, RIGHT), @)), str_extract(COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#2349316, RIGHT, 2)))) AS COL_4C6AEE3F_9B75_4BCF_8273_85E282B6FC30#2349708, COL_9297F7A5_EA15_4188_A13A_37E1612F4D26#2349024]
Input [8]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#2348753, COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#2349046, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#2348751, COL_9297F7A5_EA15_4188_A13A_37E1612F4D26#2349024, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2349181, COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2349254, COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#2349316]
(36) WriteFiles
Input [6]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#2348751, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2349181, COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#2349316, COL_4C6AEE3F_9B75_4BCF_8273_85E282B6FC30#2349708, COL_9297F7A5_EA15_4188_A13A_37E1612F4D26#2349024]
(37) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/datablock/05_GR6_SAS_161630, false, Parquet, [path=file:///data/output/cache/parquet/datablock/05_GR6_SAS_161630], Overwrite, [COL_D610971A_3CE5_4463_92C0_C0A5309658BE, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77, COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2, COL_4C6AEE3F_9B75_4BCF_8273_85E282B6FC30, COL_9297F7A5_EA15_4188_A13A_37E1612F4D26]
(38) Project
Output [4]: [COL_64ED17E5_A991_405B_AEED_8A2977283F76#2347771 AS COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_A28E7C10_52DA_469E_B838_1040D4667E96#2347797 AS COL_187F79B5_42D2_4100_970A_EC9704FBFB8D#2348074, COL_3986DFE6_43DA_40D6_ADC7_0AA898F8AF56#2347811 AS COL_EAE35BEC_3A66_41B2_8FFA_9099B7BC18D2#2348075, COL_F23CCCC8_5C4A_4FB8_A318_67291E42693A#2347819 AS COL_072F9B89_90D0_4807_812C_34E065AA368B#2348076]
Input [4]: [COL_64ED17E5_A991_405B_AEED_8A2977283F76#2347771, COL_A28E7C10_52DA_469E_B838_1040D4667E96#2347797, COL_3986DFE6_43DA_40D6_ADC7_0AA898F8AF56#2347811, COL_F23CCCC8_5C4A_4FB8_A318_67291E42693A#2347819]
(39) Filter
Input [2]: [REGLES#2347638, APPLICABLE#2347639]
Condition : ((isnotnull(REGLES#2347638) AND (RC-SAS = REGLES#2347638)) AND (APPLICABLE#2347639 <=> O))
(40) Project
Output: []
Input [2]: [REGLES#2347638, APPLICABLE#2347639]
(41) CartesianProduct
Join type: Inner
Join condition: None
(42) Exchange
Input [4]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_187F79B5_42D2_4100_970A_EC9704FBFB8D#2348074, COL_EAE35BEC_3A66_41B2_8FFA_9099B7BC18D2#2348075, COL_072F9B89_90D0_4807_812C_34E065AA368B#2348076]
Arguments: hashpartitioning(COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, 10), ENSURE_REQUIREMENTS, [plan_id=1166575]
(43) Sort
Input [4]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_187F79B5_42D2_4100_970A_EC9704FBFB8D#2348074, COL_EAE35BEC_3A66_41B2_8FFA_9099B7BC18D2#2348075, COL_072F9B89_90D0_4807_812C_34E065AA368B#2348076]
Arguments: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072 ASC NULLS FIRST, 1 DESC NULLS LAST], false, 0
(44) Window
Input [4]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_187F79B5_42D2_4100_970A_EC9704FBFB8D#2348074, COL_EAE35BEC_3A66_41B2_8FFA_9099B7BC18D2#2348075, COL_072F9B89_90D0_4807_812C_34E065AA368B#2348076]
Arguments: [collect_set(COL_EAE35BEC_3A66_41B2_8FFA_9099B7BC18D2#2348075, 0, 0) windowspecdefinition(COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#2348187], [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072], [1 DESC NULLS LAST]
(45) Project
Output [4]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_072F9B89_90D0_4807_812C_34E065AA368B#2348076, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#2348187, ARRAY_TO_STR_BEFORE_CONCAT(COL_187F79B5_42D2_4100_970A_EC9704FBFB8D#2348074) AS _w0#2348277]
Input [5]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_187F79B5_42D2_4100_970A_EC9704FBFB8D#2348074, COL_EAE35BEC_3A66_41B2_8FFA_9099B7BC18D2#2348075, COL_072F9B89_90D0_4807_812C_34E065AA368B#2348076, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#2348187]
(46) Window
Input [4]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_072F9B89_90D0_4807_812C_34E065AA368B#2348076, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#2348187, _w0#2348277]
Arguments: [concatwithseparatorudaf(_w0#2348277, com.adb.hdh.spark.job.scala.utils.ConcatWithSeparatorUDAF@42b4e227, class[value[0]: string], class[value[0]: string], true, true, 0, 0, None) windowspecdefinition(COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#2348268, collect_set(COL_072F9B89_90D0_4807_812C_34E065AA368B#2348076, 0, 0) windowspecdefinition(COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_68E9A79C_5593_4C58_BE95_1E6F18B96608#2348381], [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072], [1 DESC NULLS LAST]
(47) Project
Output [4]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#2348187, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#2348268, COL_68E9A79C_5593_4C58_BE95_1E6F18B96608#2348381]
Input [6]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_072F9B89_90D0_4807_812C_34E065AA368B#2348076, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#2348187, _w0#2348277, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#2348268, COL_68E9A79C_5593_4C58_BE95_1E6F18B96608#2348381]
(48) Filter
Input [4]: [COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2338541, COL_F76265AB_8748_4114_92B4_00E37DE25D34#2338545, COL_D7508510_B4D7_44C5_A063_A2132B6EF08A#2338577, COL_EAA75683_8CB4_4075_AA4A_FACAF98EBD6E#2338578]
Condition : isnotnull(COL_F76265AB_8748_4114_92B4_00E37DE25D34#2338545)
(49) Project
Output [4]: [COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2338541 AS 02_A_ELIGIBLE_161654_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2348520, COL_F76265AB_8748_4114_92B4_00E37DE25D34#2338545 AS 02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2348524, COL_D7508510_B4D7_44C5_A063_A2132B6EF08A#2338577 AS 02_A_ELIGIBLE_161654_COL_D7508510_B4D7_44C5_A063_A2132B6EF08A#2348556, COL_EAA75683_8CB4_4075_AA4A_FACAF98EBD6E#2338578 AS 02_A_ELIGIBLE_161654_COL_EAA75683_8CB4_4075_AA4A_FACAF98EBD6E#2348557]
Input [4]: [COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2338541, COL_F76265AB_8748_4114_92B4_00E37DE25D34#2338545, COL_D7508510_B4D7_44C5_A063_A2132B6EF08A#2338577, COL_EAA75683_8CB4_4075_AA4A_FACAF98EBD6E#2338578]
(50) Exchange
Input [4]: [02_A_ELIGIBLE_161654_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2348520, 02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2348524, 02_A_ELIGIBLE_161654_COL_D7508510_B4D7_44C5_A063_A2132B6EF08A#2348556, 02_A_ELIGIBLE_161654_COL_EAA75683_8CB4_4075_AA4A_FACAF98EBD6E#2348557]
Arguments: hashpartitioning(02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2348524, 10), ENSURE_REQUIREMENTS, [plan_id=1166583]
(51) Sort
Input [4]: [02_A_ELIGIBLE_161654_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2348520, 02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2348524, 02_A_ELIGIBLE_161654_COL_D7508510_B4D7_44C5_A063_A2132B6EF08A#2348556, 02_A_ELIGIBLE_161654_COL_EAA75683_8CB4_4075_AA4A_FACAF98EBD6E#2348557]
Arguments: [02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2348524 ASC NULLS FIRST], false, 0
(52) SortMergeJoin
Left keys [1]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072]
Right keys [1]: [02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2348524]
Join type: LeftOuter
Join condition: None
(53) Project
Output [7]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#2348187, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#2348268, COL_68E9A79C_5593_4C58_BE95_1E6F18B96608#2348381, 02_A_ELIGIBLE_161654_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2348520 AS COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#2348751, 02_A_ELIGIBLE_161654_COL_D7508510_B4D7_44C5_A063_A2132B6EF08A#2348556 AS COL_346FC3A4_6C88_4CAC_9D30_A367B8565C7C#2348752, 02_A_ELIGIBLE_161654_COL_EAA75683_8CB4_4075_AA4A_FACAF98EBD6E#2348557 AS COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#2348753]
Input [8]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#2348187, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#2348268, COL_68E9A79C_5593_4C58_BE95_1E6F18B96608#2348381, 02_A_ELIGIBLE_161654_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2348520, 02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2348524, 02_A_ELIGIBLE_161654_COL_D7508510_B4D7_44C5_A063_A2132B6EF08A#2348556, 02_A_ELIGIBLE_161654_COL_EAA75683_8CB4_4075_AA4A_FACAF98EBD6E#2348557]
(54) Sort
Input [7]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#2348187, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#2348268, COL_68E9A79C_5593_4C58_BE95_1E6F18B96608#2348381, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#2348751, COL_346FC3A4_6C88_4CAC_9D30_A367B8565C7C#2348752, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#2348753]
Arguments: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072 ASC NULLS FIRST, 1 DESC NULLS LAST], false, 0
(55) Window
Input [7]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#2348187, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#2348268, COL_68E9A79C_5593_4C58_BE95_1E6F18B96608#2348381, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#2348751, COL_346FC3A4_6C88_4CAC_9D30_A367B8565C7C#2348752, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#2348753]
Arguments: [row_number() windowspecdefinition(COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, 1 DESC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_AA36D0E0_CE08_45F6_91B6_44E1CC4526A0#2348784], [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072], [1 DESC NULLS LAST]
(56) Filter
Input [8]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#2348187, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#2348268, COL_68E9A79C_5593_4C58_BE95_1E6F18B96608#2348381, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#2348751, COL_346FC3A4_6C88_4CAC_9D30_A367B8565C7C#2348752, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#2348753, COL_AA36D0E0_CE08_45F6_91B6_44E1CC4526A0#2348784]
Condition : ((COL_AA36D0E0_CE08_45F6_91B6_44E1CC4526A0#2348784 <=> 1) AND ((size(str_list_union(str_split(str_replace_extend(str_replace(str_list_as_str(array_except(COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#2348187, COL_346FC3A4_6C88_4CAC_9D30_A367B8565C7C#2348752)), SAS, SAS+), [[,",]], [,,]), ,), str_split(str_replace_extend(str_replace(str_list_as_str(array_except(COL_346FC3A4_6C88_4CAC_9D30_A367B8565C7C#2348752, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#2348187)), SAS, SAS-), [[,",]], [,,]), ,)), true) > 0) AND isnotnull(str_list_union(str_split(str_replace_extend(str_replace(str_list_as_str(array_except(COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#2348187, COL_346FC3A4_6C88_4CAC_9D30_A367B8565C7C#2348752)), SAS, SAS+), [[,",]], [,,]), ,), str_split(str_replace_extend(str_replace(str_list_as_str(array_except(COL_346FC3A4_6C88_4CAC_9D30_A367B8565C7C#2348752, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#2348187)), SAS, SAS-), [[,",]], [,,]), ,)))))
(57) Project
Output [7]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#2348268, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#2348753, array_except(COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#2348187, COL_346FC3A4_6C88_4CAC_9D30_A367B8565C7C#2348752) AS COL_2866C1E2_03BF_4FA0_9FA8_D6F663CFD2E7#2348946, array_except(COL_346FC3A4_6C88_4CAC_9D30_A367B8565C7C#2348752, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#2348187) AS COL_B0D6496E_B0F2_4B34_A287_E3A96F7A3CEF#2348947, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#2348751, COL_68E9A79C_5593_4C58_BE95_1E6F18B96608#2348381]
Input [8]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#2348187, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#2348268, COL_68E9A79C_5593_4C58_BE95_1E6F18B96608#2348381, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#2348751, COL_346FC3A4_6C88_4CAC_9D30_A367B8565C7C#2348752, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#2348753, COL_AA36D0E0_CE08_45F6_91B6_44E1CC4526A0#2348784]
(58) Project
Output [6]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#2348268, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#2348753, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#2348751, str_list_union(str_split(str_replace_extend(str_replace(str_list_as_str(COL_2866C1E2_03BF_4FA0_9FA8_D6F663CFD2E7#2348946), SAS, SAS+), [[,",]], [,,]), ,), str_split(str_replace_extend(str_replace(str_list_as_str(COL_B0D6496E_B0F2_4B34_A287_E3A96F7A3CEF#2348947), SAS, SAS-), [[,",]], [,,]), ,)) AS COL_A15743F2_88F9_4366_9571_19F6AE10AC4A#2349004, str_join(array(str_join(array(SAS déduit Infos Patient Absent RSF, str_list_as_str(COL_2866C1E2_03BF_4FA0_9FA8_D6F663CFD2E7#2348946)), : ), str_join(array(SAS dans RSF Absent des infos Patient, str_list_as_str(COL_B0D6496E_B0F2_4B34_A287_E3A96F7A3CEF#2348947)), : ), str_join(array(acte - Spé - date , str_list_as_str(COL_68E9A79C_5593_4C58_BE95_1E6F18B96608#2348381)), : )), - ) AS COL_9297F7A5_EA15_4188_A13A_37E1612F4D26#2349024]
Input [7]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#2348268, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#2348753, COL_2866C1E2_03BF_4FA0_9FA8_D6F663CFD2E7#2348946, COL_B0D6496E_B0F2_4B34_A287_E3A96F7A3CEF#2348947, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#2348751, COL_68E9A79C_5593_4C58_BE95_1E6F18B96608#2348381]
(59) Generate
Input [6]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#2348268, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#2348753, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#2348751, COL_A15743F2_88F9_4366_9571_19F6AE10AC4A#2349004, COL_9297F7A5_EA15_4188_A13A_37E1612F4D26#2349024]
Arguments: explode(COL_A15743F2_88F9_4366_9571_19F6AE10AC4A#2349004), [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#2348268, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#2348753, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#2348751, COL_9297F7A5_EA15_4188_A13A_37E1612F4D26#2349024], false, [COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#2349046]
(60) Project
Output [8]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#2348268, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#2348753, COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#2349046, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#2348751, COL_9297F7A5_EA15_4188_A13A_37E1612F4D26#2349024, str_create(RC-SAS) AS COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2349181, str_remove_space(COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#2349046, ALL) AS COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2349201]
Input [6]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#2348268, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#2348753, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#2348751, COL_9297F7A5_EA15_4188_A13A_37E1612F4D26#2349024, COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#2349046]
(61) Project
Output [8]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#2348753, COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#2349046, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#2348751, COL_9297F7A5_EA15_4188_A13A_37E1612F4D26#2349024, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2349181, COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2349201, str_if_with_rule(CASE WHEN isnull(Contains(COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#2349046, +)) THEN false ELSE Contains(COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#2349046, +) END, str_extract_key_value(COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#2348268, ;, !, str_concat(array(str_extract(COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2349201, LEFT, 3), str_extract(COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2349201, RIGHT, 3))), VALUE), str_extract_by_str(COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#2348753, !, RIGHT)) AS COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2349254]
Input [8]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#2348268, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#2348753, COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#2349046, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#2348751, COL_9297F7A5_EA15_4188_A13A_37E1612F4D26#2349024, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2349181, COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2349201]
(62) Project
Output [8]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#2348753, COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#2349046, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#2348751, COL_9297F7A5_EA15_4188_A13A_37E1612F4D26#2349024, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2349181, COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2349254, str_concat(array(str_extract(COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2349201, LEFT, 4), !, COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2349254, _, str_extract(COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2349201, RIGHT, 2))) AS COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#2349316]
Input [8]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#2348753, COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#2349046, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#2348751, COL_9297F7A5_EA15_4188_A13A_37E1612F4D26#2349024, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2349181, COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2349201, COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2349254]
(63) Project
Output [6]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#2348751, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2349181, COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#2349316, str_if_with_rule(CASE WHEN isnull(Contains(COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#2349046, +)) THEN false ELSE Contains(COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#2349046, +) END, str_concat(array(Ajout de forfait@, COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2349254, @, str_extract(COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#2349316, RIGHT, 2))), str_concat(array(Suppression de Forfait@, str_concat(array(str_extract_by_str(COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#2348753, !, RIGHT), @)), str_extract(COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#2349316, RIGHT, 2)))) AS COL_4C6AEE3F_9B75_4BCF_8273_85E282B6FC30#2349708, COL_9297F7A5_EA15_4188_A13A_37E1612F4D26#2349024]
Input [8]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#2348753, COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#2349046, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#2348751, COL_9297F7A5_EA15_4188_A13A_37E1612F4D26#2349024, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2349181, COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2349254, COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#2349316]
(64) WriteFiles
Input [6]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#2348072, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#2348751, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2349181, COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#2349316, COL_4C6AEE3F_9B75_4BCF_8273_85E282B6FC30#2349708, COL_9297F7A5_EA15_4188_A13A_37E1612F4D26#2349024]
(65) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/datablock/05_GR6_SAS_161630, false, Parquet, [path=file:///data/output/cache/parquet/datablock/05_GR6_SAS_161630], Overwrite, [COL_D610971A_3CE5_4463_92C0_C0A5309658BE, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77, COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2, COL_4C6AEE3F_9B75_4BCF_8273_85E282B6FC30, COL_9297F7A5_EA15_4188_A13A_37E1612F4D26]
(66) AdaptiveSparkPlan
Output: []
Arguments: isFinalPlan=true