digraph G {
0 [labelType="html" label="<br><b>AdaptiveSparkPlan</b><br><br>"];
1 [labelType="html" label="<b>Execute InsertIntoHadoopFsRelationCommand</b><br><br>task commit time total (min, med, max (stageId: taskId))<br>11 ms (0 ms, 0 ms, 7 ms (stage 32508.0: task 39440))<br>number of written files: 5<br>job commit time: 5 ms<br>number of output rows: 6,483<br>number of dynamic part: 0<br>written output: 255.2 KiB"];
2 [labelType="html" label="<br><b>WriteFiles</b><br><br>"];
subgraph cluster3 {
isCluster="true";
label="WholeStageCodegen (9)\n \nduration: total (min, med, max (stageId: taskId))\n2.9 s (472 ms, 600 ms, 685 ms (stage 32508.0: task 39441))";
4 [labelType="html" label="<br><b>Project</b><br><br>"];
5 [labelType="html" label="<br><b>Project</b><br><br>"];
6 [labelType="html" label="<br><b>Project</b><br><br>"];
7 [labelType="html" label="<br><b>Project</b><br><br>"];
8 [labelType="html" label="<br><b>Project</b><br><br>"];
9 [labelType="html" label="<b>Generate</b><br><br>number of output rows: 6,483"];
10 [labelType="html" label="<br><b>Project</b><br><br>"];
11 [labelType="html" label="<br><b>Project</b><br><br>"];
12 [labelType="html" label="<br><b>Project</b><br><br>"];
13 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 6,086"];
}
14 [labelType="html" label="<b>Window</b><br><br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 32508.0: task 39442))"];
subgraph cluster15 {
isCluster="true";
label="WholeStageCodegen (8)\n \nduration: total (min, med, max (stageId: taskId))\n5.4 s (981 ms, 1.1 s, 1.2 s (stage 32508.0: task 39441))";
16 [labelType="html" label="<b>Sort</b><br><br>sort time total (min, med, max (stageId: taskId))<br>49 ms (6 ms, 6 ms, 17 ms (stage 32508.0: task 39442))<br>peak memory total (min, med, max (stageId: taskId))<br>132.0 MiB (20.0 MiB, 20.0 MiB, 36.0 MiB (stage 32508.0: task 39438))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 32508.0: task 39442))"];
17 [labelType="html" label="<br><b>Project</b><br><br>"];
18 [labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 516,007<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 32508.0: task 39442))"];
}
subgraph cluster19 {
isCluster="true";
label="WholeStageCodegen (6)\n \nduration: total (min, med, max (stageId: taskId))\n2.6 s (481 ms, 538 ms, 562 ms (stage 32508.0: task 39441))";
20 [labelType="html" label="<br><b>Project</b><br><br>"];
21 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 87,514"];
}
22 [labelType="html" label="<b>Window</b><br><br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 32508.0: task 39442))"];
subgraph cluster23 {
isCluster="true";
label="WholeStageCodegen (5)\n \nduration: total (min, med, max (stageId: taskId))\n3.6 s (581 ms, 760 ms, 789 ms (stage 32508.0: task 39439))";
24 [labelType="html" label="<b>Sort</b><br><br>sort time total (min, med, max (stageId: taskId))<br>180 ms (13 ms, 48 ms, 52 ms (stage 32508.0: task 39440))<br>peak memory total (min, med, max (stageId: taskId))<br>100.0 MiB (20.0 MiB, 20.0 MiB, 20.0 MiB (stage 32508.0: task 39442))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 32508.0: task 39442))"];
}
25 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 5<br>partition data size total (min, med, max (stageId: taskId))<br>4.9 MiB (1006.7 KiB, 1006.7 KiB, 1006.7 KiB (driver))<br>number of coalesced partitions: 5"];
26 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 591,883<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>21 ms (1 ms, 2 ms, 3 ms (stage 32498.0: task 39408))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 591,883<br>local bytes read total (min, med, max (stageId: taskId))<br>4.8 MiB (967.8 KiB, 973.0 KiB, 976.6 KiB (stage 32508.0: task 39438))<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 32508.0: task 39442))<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 10<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size total (min, med, max (stageId: taskId))<br>40.6 MiB (4.0 MiB, 4.0 MiB, 4.1 MiB (stage 32498.0: task 39403))<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>4.8 MiB (475.3 KiB, 487.9 KiB, 496.9 KiB (stage 32498.0: task 39395))"];
subgraph cluster27 {
isCluster="true";
label="WholeStageCodegen (3)\n \nduration: total (min, med, max (stageId: taskId))\n821 ms (55 ms, 69 ms, 134 ms (stage 32498.0: task 39394))";
28 [labelType="html" label="<br><b>Project</b><br><br>"];
}
29 [labelType="html" label="<b>CartesianProduct</b><br><br>number of output rows: 591,883"];
subgraph cluster30 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n825 ms (56 ms, 69 ms, 135 ms (stage 32498.0: task 39394))";
31 [labelType="html" label="<br><b>Project</b><br><br>"];
32 [labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 591,883<br>number of input batches: 150"];
}
33 [labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 10<br>scan time total (min, med, max (stageId: taskId))<br>57 ms (4 ms, 5 ms, 8 ms (stage 32498.0: task 39395))<br>metadata time: 0 ms<br>size of files read: 12.4 MiB<br>number of output rows: 591,883"];
subgraph cluster34 {
isCluster="true";
label="WholeStageCodegen (2)\n \nduration: total (min, med, max (stageId: taskId))\n33 ms (2 ms, 3 ms, 7 ms (stage 32498.0: task 39395))";
35 [labelType="html" label="<br><b>Project</b><br><br>"];
36 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 10"];
}
37 [labelType="html" label="<b>Scan csv </b><br><br>number of output rows: 10<br>number of files read: 1<br>metadata time: 0 ms<br>size of files read: 163.0 B"];
subgraph cluster38 {
isCluster="true";
label="WholeStageCodegen (7)\n \nduration: total (min, med, max (stageId: taskId))\n56.2 m (5.8 s, 17.0 s, 33.6 m (stage 32508.0: task 39441))";
39 [labelType="html" label="<b>Sort</b><br><br>sort time total (min, med, max (stageId: taskId))<br>79 ms (14 ms, 15 ms, 20 ms (stage 32508.0: task 39440))<br>peak memory total (min, med, max (stageId: taskId))<br>100.0 MiB (20.0 MiB, 20.0 MiB, 20.0 MiB (stage 32508.0: task 39442))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 32508.0: task 39442))"];
}
40 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 5<br>partition data size total (min, med, max (stageId: taskId))<br>1850.7 KiB (367.2 KiB, 370.9 KiB, 372.6 KiB (driver))<br>number of coalesced partitions: 5"];
41 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 474,437<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>28 ms (1 ms, 2 ms, 6 ms (stage 32499.0: task 39425))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 474,437<br>local bytes read total (min, med, max (stageId: taskId))<br>1773.1 KiB (350.6 KiB, 355.4 KiB, 356.8 KiB (stage 32508.0: task 39438))<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 32508.0: task 39442))<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 50<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size total (min, med, max (stageId: taskId))<br>46.3 MiB (4.5 MiB, 4.6 MiB, 4.7 MiB (stage 32499.0: task 39404))<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>1773.1 KiB (171.5 KiB, 177.5 KiB, 181.0 KiB (stage 32499.0: task 39400))"];
subgraph cluster42 {
isCluster="true";
label="WholeStageCodegen (4)\n \nduration: total (min, med, max (stageId: taskId))\n451 ms (38 ms, 43 ms, 55 ms (stage 32499.0: task 39425))";
43 [labelType="html" label="<br><b>Project</b><br><br>"];
44 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 474,437"];
45 [labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 474,437<br>number of input batches: 120"];
}
46 [labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 10<br>scan time total (min, med, max (stageId: taskId))<br>52 ms (4 ms, 4 ms, 13 ms (stage 32499.0: task 39416))<br>metadata time: 0 ms<br>size of files read: 21.5 MiB<br>number of output rows: 474,437"];
1->0;
2->1;
4->2;
5->4;
6->5;
7->6;
8->7;
9->8;
10->9;
11->10;
12->11;
13->12;
14->13;
16->14;
17->16;
18->17;
20->18;
21->20;
22->21;
24->22;
25->24;
26->25;
28->26;
29->28;
31->29;
32->31;
33->32;
35->29;
36->35;
37->36;
39->18;
40->39;
41->40;
43->41;
44->43;
45->44;
46->45;
}
47
AdaptiveSparkPlan isFinalPlan=true
Execute InsertIntoHadoopFsRelationCommand file:/data/output/cache/parquet/datablock/05_GR6_SIC_SIM_161993, false, Parquet, [path=file:///data/output/cache/parquet/datablock/05_GR6_SIC_SIM_161993], Overwrite, [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586, COL_D055870D_7682_4410_A82D_BC4C41964169, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77, COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2, COL_4C6AEE3F_9B75_4BCF_8273_85E282B6FC30, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8]
WriteFiles
Project [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2458886, COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#2459011, str_if_with_rule(CASE WHEN isnull(Contains(COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, +)) THEN false ELSE Contains(COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, +) END, str_concat(array(Ajout de forfait@, COL_09828A80_5710_4A69_8FAA_FFA497D3BDBA#2458984, @, str_extract(COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#2459011, RIGHT, 2))), str_concat(array(Suppression de Forfait@, str_concat(array(str_extract_by_str(COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, !, RIGHT), @)), str_extract(COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#2459011, RIGHT, 2)))) AS COL_4C6AEE3F_9B75_4BCF_8273_85E282B6FC30#2459140, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671]
Project [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2458886, COL_09828A80_5710_4A69_8FAA_FFA497D3BDBA#2458984, str_concat(array(str_extract(COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2458909, LEFT, 4), !, COL_09828A80_5710_4A69_8FAA_FFA497D3BDBA#2458984, _, str_extract(COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2458909, RIGHT, 2))) AS COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#2459011]
Project [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2458886, COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2458909, str_if_with_rule(CASE WHEN isnull(Contains(COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2458958, ,)) THEN false ELSE Contains(COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2458958, ,) END, str_list_get(str_split(str_remove_extend(COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2458958, [[,], ]), ,), 0), COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2458958) AS COL_09828A80_5710_4A69_8FAA_FFA497D3BDBA#2458984]
Project [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2458886, COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2458909, str_if_with_rule(CASE WHEN isnull(Contains(COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, +)) THEN false ELSE Contains(COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, +) END, str_extract_key_value(COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, ;, !, str_concat(array(str_extract(COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2458909, LEFT, 3), str_extract(COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2458909, RIGHT, 3))), VALUE), str_extract_by_str(COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, !, RIGHT)) AS COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2458958]
Project [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671, str_create(RC-SIC/SIM) AS COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2458886, str_remove_space(COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, ALL) AS COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2458909]
Generate explode(COL_C9106B81_8F34_4602_BD0C_4F0EED98B8C8#2458735), [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671], false, [COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758]
Project [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, str_join(array(str_join(array(SIC/SIM Déduit Infos Patient absent RSF, str_list_as_str(COL_2866C1E2_03BF_4FA0_9FA8_D6F663CFD2E7#2458556)), : ), str_join(array(SIC/SIM dans RSF et absent des Infos Patient, str_list_as_str(COL_B0D6496E_B0F2_4B34_A287_E3A96F7A3CEF#2458577)), : ), str_join(array(Acte - Spé - Date , str_list_as_str(COL_AB2F274E_7EA4_4613_A9D9_D07AEEC5892D#2458369)), : )), - ) AS COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671, str_list_union(str_split(str_replace_extend(str_replace_extend(str_list_as_str(COL_2866C1E2_03BF_4FA0_9FA8_D6F663CFD2E7#2458556), [SIM,SIC], [SIM+,SIC+]), [[,",]], [,,]), ,), str_split(str_replace_extend(str_replace_extend(str_list_as_str(COL_B0D6496E_B0F2_4B34_A287_E3A96F7A3CEF#2458577), [SIM,SIC], [SIM-,SIC-]), [[,",]], [,,]), ,)) AS COL_C9106B81_8F34_4602_BD0C_4F0EED98B8C8#2458735]
Project [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_AB2F274E_7EA4_4613_A9D9_D07AEEC5892D#2458369, array_except(array(COL_EF390B5B_D21B_462C_B13D_B1595E80ADEF#2458536), COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331) AS COL_2866C1E2_03BF_4FA0_9FA8_D6F663CFD2E7#2458556, array_except(COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331, array(COL_EF390B5B_D21B_462C_B13D_B1595E80ADEF#2458536)) AS COL_B0D6496E_B0F2_4B34_A287_E3A96F7A3CEF#2458577]
Project [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_AB2F274E_7EA4_4613_A9D9_D07AEEC5892D#2458369, str_if_with_rule(isnull(COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551), , COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551) AS COL_EF390B5B_D21B_462C_B13D_B1595E80ADEF#2458536]
Filter ((COL_EB09F0CA_8A1F_4C0B_9948_FDB31E88D9C7#2458426 <=> 1) AND ((size(str_list_union(str_split(str_replace_extend(str_replace_extend(str_list_as_str(array_except(array(str_if_with_rule(isnull(COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551), , COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551)), COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331)), [SIM,SIC], [SIM+,SIC+]), [[,",]], [,,]), ,), str_split(str_replace_extend(str_replace_extend(str_list_as_str(array_except(COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331, array(str_if_with_rule(isnull(COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551), , COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551)))), [SIM,SIC], [SIM-,SIC-]), [[,",]], [,,]), ,)), true) > 0) AND isnotnull(str_list_union(str_split(str_replace_extend(str_replace_extend(str_list_as_str(array_except(array(str_if_with_rule(isnull(COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551), , COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551)), COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331)), [SIM,SIC], [SIM+,SIC+]), [[,",]], [,,]), ,), str_split(str_replace_extend(str_replace_extend(str_list_as_str(array_except(COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331, array(str_if_with_rule(isnull(COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551), , COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551)))), [SIM,SIC], [SIM-,SIC-]), [[,",]], [,,]), ,)))))
WholeStageCodegen (9)
Window [collect_set(COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553, 0, 0) windowspecdefinition(COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_AB2F274E_7EA4_4613_A9D9_D07AEEC5892D#2458369, row_number() windowspecdefinition(COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332 DESC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_EB09F0CA_8A1F_4C0B_9948_FDB31E88D9C7#2458426], [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549], [COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332 DESC NULLS LAST]
Sort [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549 ASC NULLS FIRST, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332 DESC NULLS LAST], false, 0
Project [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553, 02_A_ELIGIBLE_161654_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2458093 AS COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, 02_A_ELIGIBLE_161654_COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2458131 AS COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331, 02_A_ELIGIBLE_161654_COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2458132 AS COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332]
SortMergeJoin [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549], [02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2458097], LeftOuter
WholeStageCodegen (8)
Project [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553]
Filter (COL_8081145F_99B8_4EEC_AAB4_325C38549922#2457900 <=> 1)
WholeStageCodegen (6)
Window [concatwithseparatorudaf(_w0#2457840, com.adb.hdh.spark.job.scala.utils.ConcatWithSeparatorUDAF@1167d9d5, class[value[0]: string], class[value[0]: string], true, true, 0, 0, None) windowspecdefinition(COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551 ASC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, row_number() windowspecdefinition(COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_8081145F_99B8_4EEC_AAB4_325C38549922#2457900], [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549], [COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551 ASC NULLS LAST]
Sort [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549 ASC NULLS FIRST, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551 ASC NULLS LAST], false, 0
WholeStageCodegen (5)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, 10), ENSURE_REQUIREMENTS, [plan_id=1217970]
Project [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553, ARRAY_TO_STR_BEFORE_CONCAT(COL_658DDA2B_EB4A_460F_BDE0_BEB40D7FFD26#2457552) AS _w0#2457840]
WholeStageCodegen (3)
CartesianProduct
Project [COL_64ED17E5_A991_405B_AEED_8A2977283F76#2457269 AS COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_81B86243_0BBB_463E_BE7E_73AEE16D2DD0#2457310 AS COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_F45E0732_AB66_4936_AECE_1F9475288E1E#2457302 AS COL_658DDA2B_EB4A_460F_BDE0_BEB40D7FFD26#2457552, COL_F23CCCC8_5C4A_4FB8_A318_67291E42693A#2457317 AS COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553]
ColumnarToRow
WholeStageCodegen (1)
FileScan parquet [COL_64ED17E5_A991_405B_AEED_8A2977283F76#2457269,COL_F45E0732_AB66_4936_AECE_1F9475288E1E#2457302,COL_81B86243_0BBB_463E_BE7E_73AEE16D2DD0#2457310,COL_F23CCCC8_5C4A_4FB8_A318_67291E42693A#2457317] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/00_B_ACTES_PATI_161749], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_64ED17E5_A991_405B_AEED_8A2977283F76:string,COL_F45E0732_AB66_4936_AECE_1F9475288E1E:s...
Project
Filter ((isnotnull(REGLES#2457131) AND (RC-SIC/SIM = REGLES#2457131)) AND (APPLICABLE#2457132 <=> O))
WholeStageCodegen (2)
FileScan csv [REGLES#2457131,APPLICABLE#2457132] Batched: false, DataFilters: [isnotnull(REGLES#2457131), (RC-SIC/SIM = REGLES#2457131), (APPLICABLE#2457132 <=> O)], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/tmp/REGLES_APPLICAB_161411/REGLES-A-TTT.csv], PartitionFilters: [], PushedFilters: [IsNotNull(REGLES), EqualTo(REGLES,RC-SIC/SIM), EqualNullSafe(APPLICABLE,O)], ReadSchema: struct<REGLES:string,APPLICABLE:string>
Sort [02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2458097 ASC NULLS FIRST], false, 0
WholeStageCodegen (7)
AQEShuffleRead coalesced
Exchange hashpartitioning(02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2458097, 10), ENSURE_REQUIREMENTS, [plan_id=1218009]
Project [COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2454904 AS 02_A_ELIGIBLE_161654_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2458093, COL_F76265AB_8748_4114_92B4_00E37DE25D34#2454908 AS 02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2458097, COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2454942 AS 02_A_ELIGIBLE_161654_COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2458131, COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2454943 AS 02_A_ELIGIBLE_161654_COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2458132]
Filter isnotnull(COL_F76265AB_8748_4114_92B4_00E37DE25D34#2454908)
ColumnarToRow
WholeStageCodegen (4)
FileScan parquet [COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2454904,COL_F76265AB_8748_4114_92B4_00E37DE25D34#2454908,COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2454942,COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2454943] Batched: true, DataFilters: [isnotnull(COL_F76265AB_8748_4114_92B4_00E37DE25D34#2454908)], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/02_A_ELIGIBLE_161654], PartitionFilters: [], PushedFilters: [IsNotNull(COL_F76265AB_8748_4114_92B4_00E37DE25D34)], ReadSchema: struct<COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB:string,COL_F76265AB_8748_4114_92B4_00E37DE25D34:s...
== Physical Plan ==
AdaptiveSparkPlan (70)
+- == Final Plan ==
Execute InsertIntoHadoopFsRelationCommand (39)
+- WriteFiles (38)
+- * Project (37)
+- * Project (36)
+- * Project (35)
+- * Project (34)
+- * Project (33)
+- * Generate (32)
+- * Project (31)
+- * Project (30)
+- * Project (29)
+- * Filter (28)
+- Window (27)
+- * Sort (26)
+- * Project (25)
+- * SortMergeJoin LeftOuter (24)
:- * Project (15)
: +- * Filter (14)
: +- Window (13)
: +- * Sort (12)
: +- AQEShuffleRead (11)
: +- ShuffleQueryStage (10), Statistics(sizeInBytes=40.6 MiB, rowCount=5.92E+5)
: +- Exchange (9)
: +- * Project (8)
: +- CartesianProduct Inner (7)
: :- * Project (3)
: : +- * ColumnarToRow (2)
: : +- Scan parquet (1)
: +- * Project (6)
: +- * Filter (5)
: +- Scan csv (4)
+- * Sort (23)
+- AQEShuffleRead (22)
+- ShuffleQueryStage (21), Statistics(sizeInBytes=46.3 MiB, rowCount=4.74E+5)
+- Exchange (20)
+- * Project (19)
+- * Filter (18)
+- * ColumnarToRow (17)
+- Scan parquet (16)
+- == Initial Plan ==
Execute InsertIntoHadoopFsRelationCommand (69)
+- WriteFiles (68)
+- Project (67)
+- Project (66)
+- Project (65)
+- Project (64)
+- Project (63)
+- Generate (62)
+- Project (61)
+- Project (60)
+- Project (59)
+- Filter (58)
+- Window (57)
+- Sort (56)
+- Project (55)
+- SortMergeJoin LeftOuter (54)
:- Project (49)
: +- Filter (48)
: +- Window (47)
: +- Sort (46)
: +- Exchange (45)
: +- Project (44)
: +- CartesianProduct Inner (43)
: :- Project (40)
: : +- Scan parquet (1)
: +- Project (42)
: +- Filter (41)
: +- Scan csv (4)
+- Sort (53)
+- Exchange (52)
+- Project (51)
+- Filter (50)
+- Scan parquet (16)
(1) Scan parquet
Output [4]: [COL_64ED17E5_A991_405B_AEED_8A2977283F76#2457269, COL_F45E0732_AB66_4936_AECE_1F9475288E1E#2457302, COL_81B86243_0BBB_463E_BE7E_73AEE16D2DD0#2457310, COL_F23CCCC8_5C4A_4FB8_A318_67291E42693A#2457317]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/00_B_ACTES_PATI_161749]
ReadSchema: struct<COL_64ED17E5_A991_405B_AEED_8A2977283F76:string,COL_F45E0732_AB66_4936_AECE_1F9475288E1E:string,COL_81B86243_0BBB_463E_BE7E_73AEE16D2DD0:string,COL_F23CCCC8_5C4A_4FB8_A318_67291E42693A:string>
(2) ColumnarToRow [codegen id : 1]
Input [4]: [COL_64ED17E5_A991_405B_AEED_8A2977283F76#2457269, COL_F45E0732_AB66_4936_AECE_1F9475288E1E#2457302, COL_81B86243_0BBB_463E_BE7E_73AEE16D2DD0#2457310, COL_F23CCCC8_5C4A_4FB8_A318_67291E42693A#2457317]
(3) Project [codegen id : 1]
Output [4]: [COL_64ED17E5_A991_405B_AEED_8A2977283F76#2457269 AS COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_81B86243_0BBB_463E_BE7E_73AEE16D2DD0#2457310 AS COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_F45E0732_AB66_4936_AECE_1F9475288E1E#2457302 AS COL_658DDA2B_EB4A_460F_BDE0_BEB40D7FFD26#2457552, COL_F23CCCC8_5C4A_4FB8_A318_67291E42693A#2457317 AS COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553]
Input [4]: [COL_64ED17E5_A991_405B_AEED_8A2977283F76#2457269, COL_F45E0732_AB66_4936_AECE_1F9475288E1E#2457302, COL_81B86243_0BBB_463E_BE7E_73AEE16D2DD0#2457310, COL_F23CCCC8_5C4A_4FB8_A318_67291E42693A#2457317]
(4) Scan csv
Output [2]: [REGLES#2457131, APPLICABLE#2457132]
Batched: false
Location: InMemoryFileIndex [file:/data/input/depot/csv/tmp/REGLES_APPLICAB_161411/REGLES-A-TTT.csv]
PushedFilters: [IsNotNull(REGLES), EqualTo(REGLES,RC-SIC/SIM), EqualNullSafe(APPLICABLE,O)]
ReadSchema: struct<REGLES:string,APPLICABLE:string>
(5) Filter [codegen id : 2]
Input [2]: [REGLES#2457131, APPLICABLE#2457132]
Condition : ((isnotnull(REGLES#2457131) AND (RC-SIC/SIM = REGLES#2457131)) AND (APPLICABLE#2457132 <=> O))
(6) Project [codegen id : 2]
Output: []
Input [2]: [REGLES#2457131, APPLICABLE#2457132]
(7) CartesianProduct
Join type: Inner
Join condition: None
(8) Project [codegen id : 3]
Output [4]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553, ARRAY_TO_STR_BEFORE_CONCAT(COL_658DDA2B_EB4A_460F_BDE0_BEB40D7FFD26#2457552) AS _w0#2457840]
Input [4]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_658DDA2B_EB4A_460F_BDE0_BEB40D7FFD26#2457552, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553]
(9) Exchange
Input [4]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553, _w0#2457840]
Arguments: hashpartitioning(COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, 10), ENSURE_REQUIREMENTS, [plan_id=1217970]
(10) ShuffleQueryStage
Output [4]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553, _w0#2457840]
Arguments: 0
(11) AQEShuffleRead
Input [4]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553, _w0#2457840]
Arguments: coalesced
(12) Sort [codegen id : 5]
Input [4]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553, _w0#2457840]
Arguments: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549 ASC NULLS FIRST, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551 ASC NULLS LAST], false, 0
(13) Window
Input [4]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553, _w0#2457840]
Arguments: [concatwithseparatorudaf(_w0#2457840, com.adb.hdh.spark.job.scala.utils.ConcatWithSeparatorUDAF@1167d9d5, class[value[0]: string], class[value[0]: string], true, true, 0, 0, None) windowspecdefinition(COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551 ASC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, row_number() windowspecdefinition(COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_8081145F_99B8_4EEC_AAB4_325C38549922#2457900], [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549], [COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551 ASC NULLS LAST]
(14) Filter [codegen id : 6]
Input [6]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553, _w0#2457840, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_8081145F_99B8_4EEC_AAB4_325C38549922#2457900]
Condition : (COL_8081145F_99B8_4EEC_AAB4_325C38549922#2457900 <=> 1)
(15) Project [codegen id : 6]
Output [4]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553]
Input [6]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553, _w0#2457840, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_8081145F_99B8_4EEC_AAB4_325C38549922#2457900]
(16) Scan parquet
Output [4]: [COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2454904, COL_F76265AB_8748_4114_92B4_00E37DE25D34#2454908, COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2454942, COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2454943]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/02_A_ELIGIBLE_161654]
PushedFilters: [IsNotNull(COL_F76265AB_8748_4114_92B4_00E37DE25D34)]
ReadSchema: struct<COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB:string,COL_F76265AB_8748_4114_92B4_00E37DE25D34:string,COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF:array<string>,COL_AA499A88_B893_47E4_99C5_0EB9F6D69842:string>
(17) ColumnarToRow [codegen id : 4]
Input [4]: [COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2454904, COL_F76265AB_8748_4114_92B4_00E37DE25D34#2454908, COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2454942, COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2454943]
(18) Filter [codegen id : 4]
Input [4]: [COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2454904, COL_F76265AB_8748_4114_92B4_00E37DE25D34#2454908, COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2454942, COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2454943]
Condition : isnotnull(COL_F76265AB_8748_4114_92B4_00E37DE25D34#2454908)
(19) Project [codegen id : 4]
Output [4]: [COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2454904 AS 02_A_ELIGIBLE_161654_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2458093, COL_F76265AB_8748_4114_92B4_00E37DE25D34#2454908 AS 02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2458097, COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2454942 AS 02_A_ELIGIBLE_161654_COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2458131, COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2454943 AS 02_A_ELIGIBLE_161654_COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2458132]
Input [4]: [COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2454904, COL_F76265AB_8748_4114_92B4_00E37DE25D34#2454908, COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2454942, COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2454943]
(20) Exchange
Input [4]: [02_A_ELIGIBLE_161654_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2458093, 02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2458097, 02_A_ELIGIBLE_161654_COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2458131, 02_A_ELIGIBLE_161654_COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2458132]
Arguments: hashpartitioning(02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2458097, 10), ENSURE_REQUIREMENTS, [plan_id=1218009]
(21) ShuffleQueryStage
Output [4]: [02_A_ELIGIBLE_161654_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2458093, 02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2458097, 02_A_ELIGIBLE_161654_COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2458131, 02_A_ELIGIBLE_161654_COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2458132]
Arguments: 1
(22) AQEShuffleRead
Input [4]: [02_A_ELIGIBLE_161654_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2458093, 02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2458097, 02_A_ELIGIBLE_161654_COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2458131, 02_A_ELIGIBLE_161654_COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2458132]
Arguments: coalesced
(23) Sort [codegen id : 7]
Input [4]: [02_A_ELIGIBLE_161654_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2458093, 02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2458097, 02_A_ELIGIBLE_161654_COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2458131, 02_A_ELIGIBLE_161654_COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2458132]
Arguments: [02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2458097 ASC NULLS FIRST], false, 0
(24) SortMergeJoin [codegen id : 8]
Left keys [1]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549]
Right keys [1]: [02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2458097]
Join type: LeftOuter
Join condition: None
(25) Project [codegen id : 8]
Output [7]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553, 02_A_ELIGIBLE_161654_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2458093 AS COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, 02_A_ELIGIBLE_161654_COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2458131 AS COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331, 02_A_ELIGIBLE_161654_COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2458132 AS COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332]
Input [8]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553, 02_A_ELIGIBLE_161654_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2458093, 02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2458097, 02_A_ELIGIBLE_161654_COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2458131, 02_A_ELIGIBLE_161654_COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2458132]
(26) Sort [codegen id : 8]
Input [7]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332]
Arguments: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549 ASC NULLS FIRST, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332 DESC NULLS LAST], false, 0
(27) Window
Input [7]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332]
Arguments: [collect_set(COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553, 0, 0) windowspecdefinition(COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_AB2F274E_7EA4_4613_A9D9_D07AEEC5892D#2458369, row_number() windowspecdefinition(COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332 DESC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_EB09F0CA_8A1F_4C0B_9948_FDB31E88D9C7#2458426], [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549], [COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332 DESC NULLS LAST]
(28) Filter [codegen id : 9]
Input [9]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_AB2F274E_7EA4_4613_A9D9_D07AEEC5892D#2458369, COL_EB09F0CA_8A1F_4C0B_9948_FDB31E88D9C7#2458426]
Condition : ((COL_EB09F0CA_8A1F_4C0B_9948_FDB31E88D9C7#2458426 <=> 1) AND ((size(str_list_union(str_split(str_replace_extend(str_replace_extend(str_list_as_str(array_except(array(str_if_with_rule(isnull(COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551), , COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551)), COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331)), [SIM,SIC], [SIM+,SIC+]), [[,",]], [,,]), ,), str_split(str_replace_extend(str_replace_extend(str_list_as_str(array_except(COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331, array(str_if_with_rule(isnull(COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551), , COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551)))), [SIM,SIC], [SIM-,SIC-]), [[,",]], [,,]), ,)), true) > 0) AND isnotnull(str_list_union(str_split(str_replace_extend(str_replace_extend(str_list_as_str(array_except(array(str_if_with_rule(isnull(COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551), , COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551)), COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331)), [SIM,SIC], [SIM+,SIC+]), [[,",]], [,,]), ,), str_split(str_replace_extend(str_replace_extend(str_list_as_str(array_except(COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331, array(str_if_with_rule(isnull(COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551), , COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551)))), [SIM,SIC], [SIM-,SIC-]), [[,",]], [,,]), ,)))))
(29) Project [codegen id : 9]
Output [7]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_AB2F274E_7EA4_4613_A9D9_D07AEEC5892D#2458369, str_if_with_rule(isnull(COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551), , COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551) AS COL_EF390B5B_D21B_462C_B13D_B1595E80ADEF#2458536]
Input [9]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_AB2F274E_7EA4_4613_A9D9_D07AEEC5892D#2458369, COL_EB09F0CA_8A1F_4C0B_9948_FDB31E88D9C7#2458426]
(30) Project [codegen id : 9]
Output [7]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_AB2F274E_7EA4_4613_A9D9_D07AEEC5892D#2458369, array_except(array(COL_EF390B5B_D21B_462C_B13D_B1595E80ADEF#2458536), COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331) AS COL_2866C1E2_03BF_4FA0_9FA8_D6F663CFD2E7#2458556, array_except(COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331, array(COL_EF390B5B_D21B_462C_B13D_B1595E80ADEF#2458536)) AS COL_B0D6496E_B0F2_4B34_A287_E3A96F7A3CEF#2458577]
Input [7]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_AB2F274E_7EA4_4613_A9D9_D07AEEC5892D#2458369, COL_EF390B5B_D21B_462C_B13D_B1595E80ADEF#2458536]
(31) Project [codegen id : 9]
Output [6]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, str_join(array(str_join(array(SIC/SIM Déduit Infos Patient absent RSF, str_list_as_str(COL_2866C1E2_03BF_4FA0_9FA8_D6F663CFD2E7#2458556)), : ), str_join(array(SIC/SIM dans RSF et absent des Infos Patient, str_list_as_str(COL_B0D6496E_B0F2_4B34_A287_E3A96F7A3CEF#2458577)), : ), str_join(array(Acte - Spé - Date , str_list_as_str(COL_AB2F274E_7EA4_4613_A9D9_D07AEEC5892D#2458369)), : )), - ) AS COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671, str_list_union(str_split(str_replace_extend(str_replace_extend(str_list_as_str(COL_2866C1E2_03BF_4FA0_9FA8_D6F663CFD2E7#2458556), [SIM,SIC], [SIM+,SIC+]), [[,",]], [,,]), ,), str_split(str_replace_extend(str_replace_extend(str_list_as_str(COL_B0D6496E_B0F2_4B34_A287_E3A96F7A3CEF#2458577), [SIM,SIC], [SIM-,SIC-]), [[,",]], [,,]), ,)) AS COL_C9106B81_8F34_4602_BD0C_4F0EED98B8C8#2458735]
Input [7]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_AB2F274E_7EA4_4613_A9D9_D07AEEC5892D#2458369, COL_2866C1E2_03BF_4FA0_9FA8_D6F663CFD2E7#2458556, COL_B0D6496E_B0F2_4B34_A287_E3A96F7A3CEF#2458577]
(32) Generate [codegen id : 9]
Input [6]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671, COL_C9106B81_8F34_4602_BD0C_4F0EED98B8C8#2458735]
Arguments: explode(COL_C9106B81_8F34_4602_BD0C_4F0EED98B8C8#2458735), [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671], false, [COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758]
(33) Project [codegen id : 9]
Output [8]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671, str_create(RC-SIC/SIM) AS COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2458886, str_remove_space(COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, ALL) AS COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2458909]
Input [6]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758]
(34) Project [codegen id : 9]
Output [8]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2458886, COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2458909, str_if_with_rule(CASE WHEN isnull(Contains(COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, +)) THEN false ELSE Contains(COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, +) END, str_extract_key_value(COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, ;, !, str_concat(array(str_extract(COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2458909, LEFT, 3), str_extract(COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2458909, RIGHT, 3))), VALUE), str_extract_by_str(COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, !, RIGHT)) AS COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2458958]
Input [8]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2458886, COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2458909]
(35) Project [codegen id : 9]
Output [8]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2458886, COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2458909, str_if_with_rule(CASE WHEN isnull(Contains(COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2458958, ,)) THEN false ELSE Contains(COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2458958, ,) END, str_list_get(str_split(str_remove_extend(COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2458958, [[,], ]), ,), 0), COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2458958) AS COL_09828A80_5710_4A69_8FAA_FFA497D3BDBA#2458984]
Input [8]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2458886, COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2458909, COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2458958]
(36) Project [codegen id : 9]
Output [8]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2458886, COL_09828A80_5710_4A69_8FAA_FFA497D3BDBA#2458984, str_concat(array(str_extract(COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2458909, LEFT, 4), !, COL_09828A80_5710_4A69_8FAA_FFA497D3BDBA#2458984, _, str_extract(COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2458909, RIGHT, 2))) AS COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#2459011]
Input [8]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2458886, COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2458909, COL_09828A80_5710_4A69_8FAA_FFA497D3BDBA#2458984]
(37) Project [codegen id : 9]
Output [6]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2458886, COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#2459011, str_if_with_rule(CASE WHEN isnull(Contains(COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, +)) THEN false ELSE Contains(COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, +) END, str_concat(array(Ajout de forfait@, COL_09828A80_5710_4A69_8FAA_FFA497D3BDBA#2458984, @, str_extract(COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#2459011, RIGHT, 2))), str_concat(array(Suppression de Forfait@, str_concat(array(str_extract_by_str(COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, !, RIGHT), @)), str_extract(COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#2459011, RIGHT, 2)))) AS COL_4C6AEE3F_9B75_4BCF_8273_85E282B6FC30#2459140, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671]
Input [8]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2458886, COL_09828A80_5710_4A69_8FAA_FFA497D3BDBA#2458984, COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#2459011]
(38) WriteFiles
Input [6]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2458886, COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#2459011, COL_4C6AEE3F_9B75_4BCF_8273_85E282B6FC30#2459140, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671]
(39) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/datablock/05_GR6_SIC_SIM_161993, false, Parquet, [path=file:///data/output/cache/parquet/datablock/05_GR6_SIC_SIM_161993], Overwrite, [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586, COL_D055870D_7682_4410_A82D_BC4C41964169, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77, COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2, COL_4C6AEE3F_9B75_4BCF_8273_85E282B6FC30, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8]
(40) Project
Output [4]: [COL_64ED17E5_A991_405B_AEED_8A2977283F76#2457269 AS COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_81B86243_0BBB_463E_BE7E_73AEE16D2DD0#2457310 AS COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_F45E0732_AB66_4936_AECE_1F9475288E1E#2457302 AS COL_658DDA2B_EB4A_460F_BDE0_BEB40D7FFD26#2457552, COL_F23CCCC8_5C4A_4FB8_A318_67291E42693A#2457317 AS COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553]
Input [4]: [COL_64ED17E5_A991_405B_AEED_8A2977283F76#2457269, COL_F45E0732_AB66_4936_AECE_1F9475288E1E#2457302, COL_81B86243_0BBB_463E_BE7E_73AEE16D2DD0#2457310, COL_F23CCCC8_5C4A_4FB8_A318_67291E42693A#2457317]
(41) Filter
Input [2]: [REGLES#2457131, APPLICABLE#2457132]
Condition : ((isnotnull(REGLES#2457131) AND (RC-SIC/SIM = REGLES#2457131)) AND (APPLICABLE#2457132 <=> O))
(42) Project
Output: []
Input [2]: [REGLES#2457131, APPLICABLE#2457132]
(43) CartesianProduct
Join type: Inner
Join condition: None
(44) Project
Output [4]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553, ARRAY_TO_STR_BEFORE_CONCAT(COL_658DDA2B_EB4A_460F_BDE0_BEB40D7FFD26#2457552) AS _w0#2457840]
Input [4]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_658DDA2B_EB4A_460F_BDE0_BEB40D7FFD26#2457552, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553]
(45) Exchange
Input [4]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553, _w0#2457840]
Arguments: hashpartitioning(COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, 10), ENSURE_REQUIREMENTS, [plan_id=1217806]
(46) Sort
Input [4]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553, _w0#2457840]
Arguments: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549 ASC NULLS FIRST, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551 ASC NULLS LAST], false, 0
(47) Window
Input [4]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553, _w0#2457840]
Arguments: [concatwithseparatorudaf(_w0#2457840, com.adb.hdh.spark.job.scala.utils.ConcatWithSeparatorUDAF@1167d9d5, class[value[0]: string], class[value[0]: string], true, true, 0, 0, None) windowspecdefinition(COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551 ASC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, row_number() windowspecdefinition(COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_8081145F_99B8_4EEC_AAB4_325C38549922#2457900], [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549], [COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551 ASC NULLS LAST]
(48) Filter
Input [6]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553, _w0#2457840, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_8081145F_99B8_4EEC_AAB4_325C38549922#2457900]
Condition : (COL_8081145F_99B8_4EEC_AAB4_325C38549922#2457900 <=> 1)
(49) Project
Output [4]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553]
Input [6]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553, _w0#2457840, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_8081145F_99B8_4EEC_AAB4_325C38549922#2457900]
(50) Filter
Input [4]: [COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2454904, COL_F76265AB_8748_4114_92B4_00E37DE25D34#2454908, COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2454942, COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2454943]
Condition : isnotnull(COL_F76265AB_8748_4114_92B4_00E37DE25D34#2454908)
(51) Project
Output [4]: [COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2454904 AS 02_A_ELIGIBLE_161654_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2458093, COL_F76265AB_8748_4114_92B4_00E37DE25D34#2454908 AS 02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2458097, COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2454942 AS 02_A_ELIGIBLE_161654_COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2458131, COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2454943 AS 02_A_ELIGIBLE_161654_COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2458132]
Input [4]: [COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2454904, COL_F76265AB_8748_4114_92B4_00E37DE25D34#2454908, COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2454942, COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2454943]
(52) Exchange
Input [4]: [02_A_ELIGIBLE_161654_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2458093, 02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2458097, 02_A_ELIGIBLE_161654_COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2458131, 02_A_ELIGIBLE_161654_COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2458132]
Arguments: hashpartitioning(02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2458097, 10), ENSURE_REQUIREMENTS, [plan_id=1217816]
(53) Sort
Input [4]: [02_A_ELIGIBLE_161654_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2458093, 02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2458097, 02_A_ELIGIBLE_161654_COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2458131, 02_A_ELIGIBLE_161654_COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2458132]
Arguments: [02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2458097 ASC NULLS FIRST], false, 0
(54) SortMergeJoin
Left keys [1]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549]
Right keys [1]: [02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2458097]
Join type: LeftOuter
Join condition: None
(55) Project
Output [7]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553, 02_A_ELIGIBLE_161654_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2458093 AS COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, 02_A_ELIGIBLE_161654_COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2458131 AS COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331, 02_A_ELIGIBLE_161654_COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2458132 AS COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332]
Input [8]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553, 02_A_ELIGIBLE_161654_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2458093, 02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2458097, 02_A_ELIGIBLE_161654_COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2458131, 02_A_ELIGIBLE_161654_COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2458132]
(56) Sort
Input [7]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332]
Arguments: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549 ASC NULLS FIRST, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332 DESC NULLS LAST], false, 0
(57) Window
Input [7]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332]
Arguments: [collect_set(COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553, 0, 0) windowspecdefinition(COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_AB2F274E_7EA4_4613_A9D9_D07AEEC5892D#2458369, row_number() windowspecdefinition(COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332 DESC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_EB09F0CA_8A1F_4C0B_9948_FDB31E88D9C7#2458426], [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549], [COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332 DESC NULLS LAST]
(58) Filter
Input [9]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_AB2F274E_7EA4_4613_A9D9_D07AEEC5892D#2458369, COL_EB09F0CA_8A1F_4C0B_9948_FDB31E88D9C7#2458426]
Condition : ((COL_EB09F0CA_8A1F_4C0B_9948_FDB31E88D9C7#2458426 <=> 1) AND ((size(str_list_union(str_split(str_replace_extend(str_replace_extend(str_list_as_str(array_except(array(str_if_with_rule(isnull(COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551), , COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551)), COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331)), [SIM,SIC], [SIM+,SIC+]), [[,",]], [,,]), ,), str_split(str_replace_extend(str_replace_extend(str_list_as_str(array_except(COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331, array(str_if_with_rule(isnull(COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551), , COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551)))), [SIM,SIC], [SIM-,SIC-]), [[,",]], [,,]), ,)), true) > 0) AND isnotnull(str_list_union(str_split(str_replace_extend(str_replace_extend(str_list_as_str(array_except(array(str_if_with_rule(isnull(COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551), , COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551)), COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331)), [SIM,SIC], [SIM+,SIC+]), [[,",]], [,,]), ,), str_split(str_replace_extend(str_replace_extend(str_list_as_str(array_except(COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331, array(str_if_with_rule(isnull(COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551), , COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551)))), [SIM,SIC], [SIM-,SIC-]), [[,",]], [,,]), ,)))))
(59) Project
Output [7]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_AB2F274E_7EA4_4613_A9D9_D07AEEC5892D#2458369, str_if_with_rule(isnull(COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551), , COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551) AS COL_EF390B5B_D21B_462C_B13D_B1595E80ADEF#2458536]
Input [9]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_AB2F274E_7EA4_4613_A9D9_D07AEEC5892D#2458369, COL_EB09F0CA_8A1F_4C0B_9948_FDB31E88D9C7#2458426]
(60) Project
Output [7]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_AB2F274E_7EA4_4613_A9D9_D07AEEC5892D#2458369, array_except(array(COL_EF390B5B_D21B_462C_B13D_B1595E80ADEF#2458536), COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331) AS COL_2866C1E2_03BF_4FA0_9FA8_D6F663CFD2E7#2458556, array_except(COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331, array(COL_EF390B5B_D21B_462C_B13D_B1595E80ADEF#2458536)) AS COL_B0D6496E_B0F2_4B34_A287_E3A96F7A3CEF#2458577]
Input [7]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_AB2F274E_7EA4_4613_A9D9_D07AEEC5892D#2458369, COL_EF390B5B_D21B_462C_B13D_B1595E80ADEF#2458536]
(61) Project
Output [6]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, str_join(array(str_join(array(SIC/SIM Déduit Infos Patient absent RSF, str_list_as_str(COL_2866C1E2_03BF_4FA0_9FA8_D6F663CFD2E7#2458556)), : ), str_join(array(SIC/SIM dans RSF et absent des Infos Patient, str_list_as_str(COL_B0D6496E_B0F2_4B34_A287_E3A96F7A3CEF#2458577)), : ), str_join(array(Acte - Spé - Date , str_list_as_str(COL_AB2F274E_7EA4_4613_A9D9_D07AEEC5892D#2458369)), : )), - ) AS COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671, str_list_union(str_split(str_replace_extend(str_replace_extend(str_list_as_str(COL_2866C1E2_03BF_4FA0_9FA8_D6F663CFD2E7#2458556), [SIM,SIC], [SIM+,SIC+]), [[,",]], [,,]), ,), str_split(str_replace_extend(str_replace_extend(str_list_as_str(COL_B0D6496E_B0F2_4B34_A287_E3A96F7A3CEF#2458577), [SIM,SIC], [SIM-,SIC-]), [[,",]], [,,]), ,)) AS COL_C9106B81_8F34_4602_BD0C_4F0EED98B8C8#2458735]
Input [7]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_AB2F274E_7EA4_4613_A9D9_D07AEEC5892D#2458369, COL_2866C1E2_03BF_4FA0_9FA8_D6F663CFD2E7#2458556, COL_B0D6496E_B0F2_4B34_A287_E3A96F7A3CEF#2458577]
(62) Generate
Input [6]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671, COL_C9106B81_8F34_4602_BD0C_4F0EED98B8C8#2458735]
Arguments: explode(COL_C9106B81_8F34_4602_BD0C_4F0EED98B8C8#2458735), [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671], false, [COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758]
(63) Project
Output [8]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671, str_create(RC-SIC/SIM) AS COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2458886, str_remove_space(COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, ALL) AS COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2458909]
Input [6]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758]
(64) Project
Output [8]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2458886, COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2458909, str_if_with_rule(CASE WHEN isnull(Contains(COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, +)) THEN false ELSE Contains(COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, +) END, str_extract_key_value(COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, ;, !, str_concat(array(str_extract(COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2458909, LEFT, 3), str_extract(COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2458909, RIGHT, 3))), VALUE), str_extract_by_str(COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, !, RIGHT)) AS COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2458958]
Input [8]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2458886, COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2458909]
(65) Project
Output [8]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2458886, COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2458909, str_if_with_rule(CASE WHEN isnull(Contains(COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2458958, ,)) THEN false ELSE Contains(COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2458958, ,) END, str_list_get(str_split(str_remove_extend(COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2458958, [[,], ]), ,), 0), COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2458958) AS COL_09828A80_5710_4A69_8FAA_FFA497D3BDBA#2458984]
Input [8]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2458886, COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2458909, COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2458958]
(66) Project
Output [8]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2458886, COL_09828A80_5710_4A69_8FAA_FFA497D3BDBA#2458984, str_concat(array(str_extract(COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2458909, LEFT, 4), !, COL_09828A80_5710_4A69_8FAA_FFA497D3BDBA#2458984, _, str_extract(COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2458909, RIGHT, 2))) AS COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#2459011]
Input [8]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2458886, COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2458909, COL_09828A80_5710_4A69_8FAA_FFA497D3BDBA#2458984]
(67) Project
Output [6]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2458886, COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#2459011, str_if_with_rule(CASE WHEN isnull(Contains(COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, +)) THEN false ELSE Contains(COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, +) END, str_concat(array(Ajout de forfait@, COL_09828A80_5710_4A69_8FAA_FFA497D3BDBA#2458984, @, str_extract(COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#2459011, RIGHT, 2))), str_concat(array(Suppression de Forfait@, str_concat(array(str_extract_by_str(COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, !, RIGHT), @)), str_extract(COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#2459011, RIGHT, 2)))) AS COL_4C6AEE3F_9B75_4BCF_8273_85E282B6FC30#2459140, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671]
Input [8]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2458886, COL_09828A80_5710_4A69_8FAA_FFA497D3BDBA#2458984, COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#2459011]
(68) WriteFiles
Input [6]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2458886, COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#2459011, COL_4C6AEE3F_9B75_4BCF_8273_85E282B6FC30#2459140, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671]
(69) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/datablock/05_GR6_SIC_SIM_161993, false, Parquet, [path=file:///data/output/cache/parquet/datablock/05_GR6_SIC_SIM_161993], Overwrite, [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586, COL_D055870D_7682_4410_A82D_BC4C41964169, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77, COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2, COL_4C6AEE3F_9B75_4BCF_8273_85E282B6FC30, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8]
(70) AdaptiveSparkPlan
Output: []
Arguments: isFinalPlan=true