digraph G {
0 [labelType="html" label="<br><b>AdaptiveSparkPlan</b><br><br>"];
1 [labelType="html" label="<b>Execute InsertIntoHadoopFsRelationCommand</b><br><br>task commit time total (min, med, max (stageId: taskId))<br>7 ms (0 ms, 0 ms, 4 ms (stage 30879.0: task 36880))<br>number of written files: 5<br>job commit time: 10 ms<br>number of output rows: 6,483<br>number of dynamic part: 0<br>written output: 280.0 KiB"];
2 [labelType="html" label="<br><b>WriteFiles</b><br><br>"];
subgraph cluster3 {
isCluster="true";
label="WholeStageCodegen (9)\n \nduration: total (min, med, max (stageId: taskId))\n3.4 s (574 ms, 665 ms, 826 ms (stage 30879.0: task 36880))";
4 [labelType="html" label="<br><b>Project</b><br><br>"];
5 [labelType="html" label="<br><b>Project</b><br><br>"];
6 [labelType="html" label="<br><b>Project</b><br><br>"];
7 [labelType="html" label="<br><b>Project</b><br><br>"];
8 [labelType="html" label="<br><b>Project</b><br><br>"];
9 [labelType="html" label="<b>Generate</b><br><br>number of output rows: 6,483"];
10 [labelType="html" label="<br><b>Project</b><br><br>"];
11 [labelType="html" label="<br><b>Project</b><br><br>"];
12 [labelType="html" label="<br><b>Project</b><br><br>"];
13 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 6,086"];
}
14 [labelType="html" label="<b>Window</b><br><br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 30879.0: task 36882))"];
subgraph cluster15 {
isCluster="true";
label="WholeStageCodegen (8)\n \nduration: total (min, med, max (stageId: taskId))\n6.8 s (1.1 s, 1.4 s, 1.5 s (stage 30879.0: task 36881))";
16 [labelType="html" label="<b>Sort</b><br><br>sort time total (min, med, max (stageId: taskId))<br>89 ms (10 ms, 19 ms, 30 ms (stage 30879.0: task 36883))<br>peak memory total (min, med, max (stageId: taskId))<br>180.0 MiB (36.0 MiB, 36.0 MiB, 36.0 MiB (stage 30879.0: task 36882))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 30879.0: task 36882))"];
17 [labelType="html" label="<br><b>Project</b><br><br>"];
18 [labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 516,007<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 30879.0: task 36882))"];
}
subgraph cluster19 {
isCluster="true";
label="WholeStageCodegen (6)\n \nduration: total (min, med, max (stageId: taskId))\n3.2 s (443 ms, 662 ms, 888 ms (stage 30879.0: task 36882))";
20 [labelType="html" label="<br><b>Project</b><br><br>"];
21 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 87,514"];
}
22 [labelType="html" label="<b>Window</b><br><br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 30879.0: task 36882))"];
subgraph cluster23 {
isCluster="true";
label="WholeStageCodegen (5)\n \nduration: total (min, med, max (stageId: taskId))\n4.9 s (869 ms, 948 ms, 1.2 s (stage 30879.0: task 36884))";
24 [labelType="html" label="<b>Sort</b><br><br>sort time total (min, med, max (stageId: taskId))<br>169 ms (11 ms, 27 ms, 64 ms (stage 30879.0: task 36882))<br>peak memory total (min, med, max (stageId: taskId))<br>100.0 MiB (20.0 MiB, 20.0 MiB, 20.0 MiB (stage 30879.0: task 36882))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 30879.0: task 36882))"];
}
25 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 5<br>partition data size total (min, med, max (stageId: taskId))<br>7.9 MiB (1621.4 KiB, 1621.4 KiB, 1621.4 KiB (driver))<br>number of coalesced partitions: 5"];
26 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 591,883<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>64 ms (2 ms, 6 ms, 12 ms (stage 30867.0: task 36837))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 591,883<br>local bytes read total (min, med, max (stageId: taskId))<br>7.4 MiB (1509.2 KiB, 1518.2 KiB, 1524.4 KiB (stage 30879.0: task 36880))<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 30879.0: task 36882))<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 10<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size total (min, med, max (stageId: taskId))<br>61.9 MiB (6.1 MiB, 6.2 MiB, 6.3 MiB (stage 30867.0: task 36836))<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>7.4 MiB (744.0 KiB, 756.1 KiB, 772.9 KiB (stage 30867.0: task 36834))"];
subgraph cluster27 {
isCluster="true";
label="WholeStageCodegen (3)\n \nduration: total (min, med, max (stageId: taskId))\n1.3 s (64 ms, 126 ms, 255 ms (stage 30867.0: task 36837))";
28 [labelType="html" label="<br><b>Project</b><br><br>"];
}
29 [labelType="html" label="<b>CartesianProduct</b><br><br>number of output rows: 591,883"];
subgraph cluster30 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n1.3 s (65 ms, 126 ms, 255 ms (stage 30867.0: task 36837))";
31 [labelType="html" label="<br><b>Project</b><br><br>"];
32 [labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 591,883<br>number of input batches: 150"];
}
33 [labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 10<br>scan time total (min, med, max (stageId: taskId))<br>179 ms (7 ms, 18 ms, 39 ms (stage 30867.0: task 36837))<br>metadata time: 0 ms<br>size of files read: 14.2 MiB<br>number of output rows: 591,883"];
subgraph cluster34 {
isCluster="true";
label="WholeStageCodegen (2)\n \nduration: total (min, med, max (stageId: taskId))\n47 ms (2 ms, 6 ms, 9 ms (stage 30867.0: task 36837))";
35 [labelType="html" label="<br><b>Project</b><br><br>"];
36 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 10"];
}
37 [labelType="html" label="<b>Scan csv </b><br><br>number of output rows: 10<br>number of files read: 1<br>metadata time: 0 ms<br>size of files read: 163.0 B"];
subgraph cluster38 {
isCluster="true";
label="WholeStageCodegen (7)\n \nduration: total (min, med, max (stageId: taskId))\n1.36 h (5.1 s, 25.2 s, 41.1 m (stage 30879.0: task 36883))";
39 [labelType="html" label="<b>Sort</b><br><br>sort time total (min, med, max (stageId: taskId))<br>51 ms (8 ms, 9 ms, 15 ms (stage 30879.0: task 36884))<br>peak memory total (min, med, max (stageId: taskId))<br>100.0 MiB (20.0 MiB, 20.0 MiB, 20.0 MiB (stage 30879.0: task 36882))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 30879.0: task 36882))"];
}
40 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 5<br>partition data size total (min, med, max (stageId: taskId))<br>1850.7 KiB (367.2 KiB, 370.9 KiB, 372.6 KiB (driver))<br>number of coalesced partitions: 5"];
41 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 474,437<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>46 ms (2 ms, 4 ms, 12 ms (stage 30868.0: task 36858))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 474,437<br>local bytes read total (min, med, max (stageId: taskId))<br>1773.1 KiB (350.6 KiB, 355.4 KiB, 356.8 KiB (stage 30879.0: task 36880))<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 30879.0: task 36882))<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 50<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size total (min, med, max (stageId: taskId))<br>46.3 MiB (4.5 MiB, 4.6 MiB, 4.7 MiB (stage 30868.0: task 36840))<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>1773.1 KiB (171.5 KiB, 177.5 KiB, 181.0 KiB (stage 30868.0: task 36839))"];
subgraph cluster42 {
isCluster="true";
label="WholeStageCodegen (4)\n \nduration: total (min, med, max (stageId: taskId))\n520 ms (31 ms, 41 ms, 118 ms (stage 30868.0: task 36858))";
43 [labelType="html" label="<br><b>Project</b><br><br>"];
44 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 474,437"];
45 [labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 474,437<br>number of input batches: 120"];
}
46 [labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 10<br>scan time total (min, med, max (stageId: taskId))<br>75 ms (3 ms, 8 ms, 17 ms (stage 30868.0: task 36858))<br>metadata time: 0 ms<br>size of files read: 21.5 MiB<br>number of output rows: 474,437"];
1->0;
2->1;
4->2;
5->4;
6->5;
7->6;
8->7;
9->8;
10->9;
11->10;
12->11;
13->12;
14->13;
16->14;
17->16;
18->17;
20->18;
21->20;
22->21;
24->22;
25->24;
26->25;
28->26;
29->28;
31->29;
32->31;
33->32;
35->29;
36->35;
37->36;
39->18;
40->39;
41->40;
43->41;
44->43;
45->44;
46->45;
}
47
AdaptiveSparkPlan isFinalPlan=true
Execute InsertIntoHadoopFsRelationCommand file:/data/output/cache/parquet/datablock/05_GR6_SIC_SIM_161993, false, Parquet, [path=file:///data/output/cache/parquet/datablock/05_GR6_SIC_SIM_161993], Overwrite, [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586, COL_D055870D_7682_4410_A82D_BC4C41964169, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77, COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2, COL_4C6AEE3F_9B75_4BCF_8273_85E282B6FC30, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8]
WriteFiles
Project [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_D055870D_7682_4410_A82D_BC4C41964169#2350572, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2351162, COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#2351295, str_if_with_rule(CASE WHEN isnull(Contains(COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2351034, +)) THEN false ELSE Contains(COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2351034, +) END, str_concat(array(Ajout de forfait@, COL_09828A80_5710_4A69_8FAA_FFA497D3BDBA#2351268, @, str_extract(COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#2351295, RIGHT, 2))), str_concat(array(Suppression de Forfait@, str_concat(array(str_extract_by_str(COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574, !, RIGHT), @)), str_extract(COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#2351295, RIGHT, 2)))) AS COL_4C6AEE3F_9B75_4BCF_8273_85E282B6FC30#2351440, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2350931]
Project [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2351034, COL_D055870D_7682_4410_A82D_BC4C41964169#2350572, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2350931, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2351162, COL_09828A80_5710_4A69_8FAA_FFA497D3BDBA#2351268, str_concat(array(str_extract(COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2351193, LEFT, 4), !, COL_09828A80_5710_4A69_8FAA_FFA497D3BDBA#2351268, _, str_extract(COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2351193, RIGHT, 2))) AS COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#2351295]
Project [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2351034, COL_D055870D_7682_4410_A82D_BC4C41964169#2350572, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2350931, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2351162, COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2351193, str_if_with_rule(CASE WHEN isnull(Contains(COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2351242, ,)) THEN false ELSE Contains(COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2351242, ,) END, str_list_get(str_split(str_remove_extend(COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2351242, [[,], ]), ,), 0), COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2351242) AS COL_09828A80_5710_4A69_8FAA_FFA497D3BDBA#2351268]
Project [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2351034, COL_D055870D_7682_4410_A82D_BC4C41964169#2350572, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2350931, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2351162, COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2351193, str_if_with_rule(CASE WHEN isnull(Contains(COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2351034, +)) THEN false ELSE Contains(COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2351034, +) END, str_extract_key_value(COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2350077, ;, !, str_concat(array(str_extract(COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2351193, LEFT, 3), str_extract(COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2351193, RIGHT, 3))), VALUE), str_extract_by_str(COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574, !, RIGHT)) AS COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2351242]
Project [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2351034, COL_D055870D_7682_4410_A82D_BC4C41964169#2350572, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2350077, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2350931, str_create(RC-SIC/SIM) AS COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2351162, str_remove_space(COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2351034, ALL) AS COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2351193]
Generate explode(COL_C9106B81_8F34_4602_BD0C_4F0EED98B8C8#2351003), [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_D055870D_7682_4410_A82D_BC4C41964169#2350572, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2350077, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2350931], false, [COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2351034]
Project [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_D055870D_7682_4410_A82D_BC4C41964169#2350572, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2350077, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574, str_join(array(str_join(array(SIC/SIM Déduit Infos Patient absent RSF, str_list_as_str(COL_2866C1E2_03BF_4FA0_9FA8_D6F663CFD2E7#2350816)), : ), str_join(array(SIC/SIM dans RSF et absent des Infos Patient, str_list_as_str(COL_B0D6496E_B0F2_4B34_A287_E3A96F7A3CEF#2350837)), : ), str_join(array(Acte - Spé - Date , str_list_as_str(COL_AB2F274E_7EA4_4613_A9D9_D07AEEC5892D#2350611)), : )), - ) AS COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2350931, str_list_union(str_split(str_replace_extend(str_replace_extend(str_list_as_str(COL_2866C1E2_03BF_4FA0_9FA8_D6F663CFD2E7#2350816), [SIM,SIC], [SIM+,SIC+]), [[,",]], [,,]), ,), str_split(str_replace_extend(str_replace_extend(str_list_as_str(COL_B0D6496E_B0F2_4B34_A287_E3A96F7A3CEF#2350837), [SIM,SIC], [SIM-,SIC-]), [[,",]], [,,]), ,)) AS COL_C9106B81_8F34_4602_BD0C_4F0EED98B8C8#2351003]
Project [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_D055870D_7682_4410_A82D_BC4C41964169#2350572, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2350077, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574, COL_AB2F274E_7EA4_4613_A9D9_D07AEEC5892D#2350611, array_except(array(COL_EF390B5B_D21B_462C_B13D_B1595E80ADEF#2350796), COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2350573) AS COL_2866C1E2_03BF_4FA0_9FA8_D6F663CFD2E7#2350816, array_except(COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2350573, array(COL_EF390B5B_D21B_462C_B13D_B1595E80ADEF#2350796)) AS COL_B0D6496E_B0F2_4B34_A287_E3A96F7A3CEF#2350837]
Project [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_D055870D_7682_4410_A82D_BC4C41964169#2350572, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2350077, COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2350573, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574, COL_AB2F274E_7EA4_4613_A9D9_D07AEEC5892D#2350611, str_if_with_rule(isnull(COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658), , COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658) AS COL_EF390B5B_D21B_462C_B13D_B1595E80ADEF#2350796]
Filter ((COL_EB09F0CA_8A1F_4C0B_9948_FDB31E88D9C7#2350684 <=> 1) AND ((size(str_list_union(str_split(str_replace_extend(str_replace_extend(str_list_as_str(array_except(array(str_if_with_rule(isnull(COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658), , COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658)), COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2350573)), [SIM,SIC], [SIM+,SIC+]), [[,",]], [,,]), ,), str_split(str_replace_extend(str_replace_extend(str_list_as_str(array_except(COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2350573, array(str_if_with_rule(isnull(COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658), , COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658)))), [SIM,SIC], [SIM-,SIC-]), [[,",]], [,,]), ,)), true) > 0) AND isnotnull(str_list_union(str_split(str_replace_extend(str_replace_extend(str_list_as_str(array_except(array(str_if_with_rule(isnull(COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658), , COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658)), COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2350573)), [SIM,SIC], [SIM+,SIC+]), [[,",]], [,,]), ,), str_split(str_replace_extend(str_replace_extend(str_list_as_str(array_except(COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2350573, array(str_if_with_rule(isnull(COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658), , COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658)))), [SIM,SIC], [SIM-,SIC-]), [[,",]], [,,]), ,)))))
WholeStageCodegen (9)
Window [collect_set(COL_032696D7_7058_44F0_ABC3_DB207100F75A#2349660, 0, 0) windowspecdefinition(COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_AB2F274E_7EA4_4613_A9D9_D07AEEC5892D#2350611, row_number() windowspecdefinition(COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574 DESC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_EB09F0CA_8A1F_4C0B_9948_FDB31E88D9C7#2350684], [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656], [COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574 DESC NULLS LAST]
Sort [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656 ASC NULLS FIRST, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574 DESC NULLS LAST], false, 0
Project [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2350077, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2349660, 02_A_ELIGIBLE_161654_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2350335 AS COL_D055870D_7682_4410_A82D_BC4C41964169#2350572, 02_A_ELIGIBLE_161654_COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2350373 AS COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2350573, 02_A_ELIGIBLE_161654_COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2350374 AS COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574]
SortMergeJoin [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656], [02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2350339], LeftOuter
WholeStageCodegen (8)
Project [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2350077, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2349660]
Filter (COL_8081145F_99B8_4EEC_AAB4_325C38549922#2350140 <=> 1)
WholeStageCodegen (6)
Window [concatwithseparatorudaf(_w0#2350078, com.adb.hdh.spark.job.scala.utils.ConcatWithSeparatorUDAF@1740cdb, class[value[0]: string], class[value[0]: string], true, true, 0, 0, None) windowspecdefinition(COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658 ASC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2350077, row_number() windowspecdefinition(COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_8081145F_99B8_4EEC_AAB4_325C38549922#2350140], [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656], [COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658 ASC NULLS LAST]
Sort [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656 ASC NULLS FIRST, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658 ASC NULLS LAST], false, 0
WholeStageCodegen (5)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, 10), ENSURE_REQUIREMENTS, [plan_id=1167518]
Project [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2349660, ARRAY_TO_STR_BEFORE_CONCAT(COL_658DDA2B_EB4A_460F_BDE0_BEB40D7FFD26#2349659) AS _w0#2350078]
WholeStageCodegen (3)
CartesianProduct
Project [COL_64ED17E5_A991_405B_AEED_8A2977283F76#2349344 AS COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_81B86243_0BBB_463E_BE7E_73AEE16D2DD0#2349385 AS COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658, COL_F45E0732_AB66_4936_AECE_1F9475288E1E#2349377 AS COL_658DDA2B_EB4A_460F_BDE0_BEB40D7FFD26#2349659, COL_F23CCCC8_5C4A_4FB8_A318_67291E42693A#2349392 AS COL_032696D7_7058_44F0_ABC3_DB207100F75A#2349660]
ColumnarToRow
WholeStageCodegen (1)
FileScan parquet [COL_64ED17E5_A991_405B_AEED_8A2977283F76#2349344,COL_F45E0732_AB66_4936_AECE_1F9475288E1E#2349377,COL_81B86243_0BBB_463E_BE7E_73AEE16D2DD0#2349385,COL_F23CCCC8_5C4A_4FB8_A318_67291E42693A#2349392] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/00_B_ACTES_PATI_161749], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_64ED17E5_A991_405B_AEED_8A2977283F76:string,COL_F45E0732_AB66_4936_AECE_1F9475288E1E:s...
Project
Filter ((isnotnull(REGLES#2349225) AND (RC-SIC/SIM = REGLES#2349225)) AND (APPLICABLE#2349226 <=> O))
WholeStageCodegen (2)
FileScan csv [REGLES#2349225,APPLICABLE#2349226] Batched: false, DataFilters: [isnotnull(REGLES#2349225), (RC-SIC/SIM = REGLES#2349225), (APPLICABLE#2349226 <=> O)], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/tmp/REGLES_APPLICAB_161411/REGLES-A-TTT.csv], PartitionFilters: [], PushedFilters: [IsNotNull(REGLES), EqualTo(REGLES,RC-SIC/SIM), EqualNullSafe(APPLICABLE,O)], ReadSchema: struct<REGLES:string,APPLICABLE:string>
Sort [02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2350339 ASC NULLS FIRST], false, 0
WholeStageCodegen (7)
AQEShuffleRead coalesced
Exchange hashpartitioning(02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2350339, 10), ENSURE_REQUIREMENTS, [plan_id=1167557]
Project [COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2338757 AS 02_A_ELIGIBLE_161654_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2350335, COL_F76265AB_8748_4114_92B4_00E37DE25D34#2338761 AS 02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2350339, COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2338795 AS 02_A_ELIGIBLE_161654_COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2350373, COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2338796 AS 02_A_ELIGIBLE_161654_COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2350374]
Filter isnotnull(COL_F76265AB_8748_4114_92B4_00E37DE25D34#2338761)
ColumnarToRow
WholeStageCodegen (4)
FileScan parquet [COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2338757,COL_F76265AB_8748_4114_92B4_00E37DE25D34#2338761,COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2338795,COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2338796] Batched: true, DataFilters: [isnotnull(COL_F76265AB_8748_4114_92B4_00E37DE25D34#2338761)], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/02_A_ELIGIBLE_161654], PartitionFilters: [], PushedFilters: [IsNotNull(COL_F76265AB_8748_4114_92B4_00E37DE25D34)], ReadSchema: struct<COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB:string,COL_F76265AB_8748_4114_92B4_00E37DE25D34:s...
== Physical Plan ==
AdaptiveSparkPlan (70)
+- == Final Plan ==
Execute InsertIntoHadoopFsRelationCommand (39)
+- WriteFiles (38)
+- * Project (37)
+- * Project (36)
+- * Project (35)
+- * Project (34)
+- * Project (33)
+- * Generate (32)
+- * Project (31)
+- * Project (30)
+- * Project (29)
+- * Filter (28)
+- Window (27)
+- * Sort (26)
+- * Project (25)
+- * SortMergeJoin LeftOuter (24)
:- * Project (15)
: +- * Filter (14)
: +- Window (13)
: +- * Sort (12)
: +- AQEShuffleRead (11)
: +- ShuffleQueryStage (10), Statistics(sizeInBytes=61.9 MiB, rowCount=5.92E+5)
: +- Exchange (9)
: +- * Project (8)
: +- CartesianProduct Inner (7)
: :- * Project (3)
: : +- * ColumnarToRow (2)
: : +- Scan parquet (1)
: +- * Project (6)
: +- * Filter (5)
: +- Scan csv (4)
+- * Sort (23)
+- AQEShuffleRead (22)
+- ShuffleQueryStage (21), Statistics(sizeInBytes=46.3 MiB, rowCount=4.74E+5)
+- Exchange (20)
+- * Project (19)
+- * Filter (18)
+- * ColumnarToRow (17)
+- Scan parquet (16)
+- == Initial Plan ==
Execute InsertIntoHadoopFsRelationCommand (69)
+- WriteFiles (68)
+- Project (67)
+- Project (66)
+- Project (65)
+- Project (64)
+- Project (63)
+- Generate (62)
+- Project (61)
+- Project (60)
+- Project (59)
+- Filter (58)
+- Window (57)
+- Sort (56)
+- Project (55)
+- SortMergeJoin LeftOuter (54)
:- Project (49)
: +- Filter (48)
: +- Window (47)
: +- Sort (46)
: +- Exchange (45)
: +- Project (44)
: +- CartesianProduct Inner (43)
: :- Project (40)
: : +- Scan parquet (1)
: +- Project (42)
: +- Filter (41)
: +- Scan csv (4)
+- Sort (53)
+- Exchange (52)
+- Project (51)
+- Filter (50)
+- Scan parquet (16)
(1) Scan parquet
Output [4]: [COL_64ED17E5_A991_405B_AEED_8A2977283F76#2349344, COL_F45E0732_AB66_4936_AECE_1F9475288E1E#2349377, COL_81B86243_0BBB_463E_BE7E_73AEE16D2DD0#2349385, COL_F23CCCC8_5C4A_4FB8_A318_67291E42693A#2349392]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/00_B_ACTES_PATI_161749]
ReadSchema: struct<COL_64ED17E5_A991_405B_AEED_8A2977283F76:string,COL_F45E0732_AB66_4936_AECE_1F9475288E1E:string,COL_81B86243_0BBB_463E_BE7E_73AEE16D2DD0:string,COL_F23CCCC8_5C4A_4FB8_A318_67291E42693A:string>
(2) ColumnarToRow [codegen id : 1]
Input [4]: [COL_64ED17E5_A991_405B_AEED_8A2977283F76#2349344, COL_F45E0732_AB66_4936_AECE_1F9475288E1E#2349377, COL_81B86243_0BBB_463E_BE7E_73AEE16D2DD0#2349385, COL_F23CCCC8_5C4A_4FB8_A318_67291E42693A#2349392]
(3) Project [codegen id : 1]
Output [4]: [COL_64ED17E5_A991_405B_AEED_8A2977283F76#2349344 AS COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_81B86243_0BBB_463E_BE7E_73AEE16D2DD0#2349385 AS COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658, COL_F45E0732_AB66_4936_AECE_1F9475288E1E#2349377 AS COL_658DDA2B_EB4A_460F_BDE0_BEB40D7FFD26#2349659, COL_F23CCCC8_5C4A_4FB8_A318_67291E42693A#2349392 AS COL_032696D7_7058_44F0_ABC3_DB207100F75A#2349660]
Input [4]: [COL_64ED17E5_A991_405B_AEED_8A2977283F76#2349344, COL_F45E0732_AB66_4936_AECE_1F9475288E1E#2349377, COL_81B86243_0BBB_463E_BE7E_73AEE16D2DD0#2349385, COL_F23CCCC8_5C4A_4FB8_A318_67291E42693A#2349392]
(4) Scan csv
Output [2]: [REGLES#2349225, APPLICABLE#2349226]
Batched: false
Location: InMemoryFileIndex [file:/data/input/depot/csv/tmp/REGLES_APPLICAB_161411/REGLES-A-TTT.csv]
PushedFilters: [IsNotNull(REGLES), EqualTo(REGLES,RC-SIC/SIM), EqualNullSafe(APPLICABLE,O)]
ReadSchema: struct<REGLES:string,APPLICABLE:string>
(5) Filter [codegen id : 2]
Input [2]: [REGLES#2349225, APPLICABLE#2349226]
Condition : ((isnotnull(REGLES#2349225) AND (RC-SIC/SIM = REGLES#2349225)) AND (APPLICABLE#2349226 <=> O))
(6) Project [codegen id : 2]
Output: []
Input [2]: [REGLES#2349225, APPLICABLE#2349226]
(7) CartesianProduct
Join type: Inner
Join condition: None
(8) Project [codegen id : 3]
Output [4]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2349660, ARRAY_TO_STR_BEFORE_CONCAT(COL_658DDA2B_EB4A_460F_BDE0_BEB40D7FFD26#2349659) AS _w0#2350078]
Input [4]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658, COL_658DDA2B_EB4A_460F_BDE0_BEB40D7FFD26#2349659, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2349660]
(9) Exchange
Input [4]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2349660, _w0#2350078]
Arguments: hashpartitioning(COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, 10), ENSURE_REQUIREMENTS, [plan_id=1167518]
(10) ShuffleQueryStage
Output [4]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2349660, _w0#2350078]
Arguments: 0
(11) AQEShuffleRead
Input [4]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2349660, _w0#2350078]
Arguments: coalesced
(12) Sort [codegen id : 5]
Input [4]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2349660, _w0#2350078]
Arguments: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656 ASC NULLS FIRST, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658 ASC NULLS LAST], false, 0
(13) Window
Input [4]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2349660, _w0#2350078]
Arguments: [concatwithseparatorudaf(_w0#2350078, com.adb.hdh.spark.job.scala.utils.ConcatWithSeparatorUDAF@1740cdb, class[value[0]: string], class[value[0]: string], true, true, 0, 0, None) windowspecdefinition(COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658 ASC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2350077, row_number() windowspecdefinition(COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_8081145F_99B8_4EEC_AAB4_325C38549922#2350140], [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656], [COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658 ASC NULLS LAST]
(14) Filter [codegen id : 6]
Input [6]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2349660, _w0#2350078, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2350077, COL_8081145F_99B8_4EEC_AAB4_325C38549922#2350140]
Condition : (COL_8081145F_99B8_4EEC_AAB4_325C38549922#2350140 <=> 1)
(15) Project [codegen id : 6]
Output [4]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2350077, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2349660]
Input [6]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2349660, _w0#2350078, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2350077, COL_8081145F_99B8_4EEC_AAB4_325C38549922#2350140]
(16) Scan parquet
Output [4]: [COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2338757, COL_F76265AB_8748_4114_92B4_00E37DE25D34#2338761, COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2338795, COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2338796]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/02_A_ELIGIBLE_161654]
PushedFilters: [IsNotNull(COL_F76265AB_8748_4114_92B4_00E37DE25D34)]
ReadSchema: struct<COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB:string,COL_F76265AB_8748_4114_92B4_00E37DE25D34:string,COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF:array<string>,COL_AA499A88_B893_47E4_99C5_0EB9F6D69842:string>
(17) ColumnarToRow [codegen id : 4]
Input [4]: [COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2338757, COL_F76265AB_8748_4114_92B4_00E37DE25D34#2338761, COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2338795, COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2338796]
(18) Filter [codegen id : 4]
Input [4]: [COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2338757, COL_F76265AB_8748_4114_92B4_00E37DE25D34#2338761, COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2338795, COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2338796]
Condition : isnotnull(COL_F76265AB_8748_4114_92B4_00E37DE25D34#2338761)
(19) Project [codegen id : 4]
Output [4]: [COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2338757 AS 02_A_ELIGIBLE_161654_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2350335, COL_F76265AB_8748_4114_92B4_00E37DE25D34#2338761 AS 02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2350339, COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2338795 AS 02_A_ELIGIBLE_161654_COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2350373, COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2338796 AS 02_A_ELIGIBLE_161654_COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2350374]
Input [4]: [COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2338757, COL_F76265AB_8748_4114_92B4_00E37DE25D34#2338761, COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2338795, COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2338796]
(20) Exchange
Input [4]: [02_A_ELIGIBLE_161654_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2350335, 02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2350339, 02_A_ELIGIBLE_161654_COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2350373, 02_A_ELIGIBLE_161654_COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2350374]
Arguments: hashpartitioning(02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2350339, 10), ENSURE_REQUIREMENTS, [plan_id=1167557]
(21) ShuffleQueryStage
Output [4]: [02_A_ELIGIBLE_161654_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2350335, 02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2350339, 02_A_ELIGIBLE_161654_COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2350373, 02_A_ELIGIBLE_161654_COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2350374]
Arguments: 1
(22) AQEShuffleRead
Input [4]: [02_A_ELIGIBLE_161654_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2350335, 02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2350339, 02_A_ELIGIBLE_161654_COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2350373, 02_A_ELIGIBLE_161654_COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2350374]
Arguments: coalesced
(23) Sort [codegen id : 7]
Input [4]: [02_A_ELIGIBLE_161654_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2350335, 02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2350339, 02_A_ELIGIBLE_161654_COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2350373, 02_A_ELIGIBLE_161654_COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2350374]
Arguments: [02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2350339 ASC NULLS FIRST], false, 0
(24) SortMergeJoin [codegen id : 8]
Left keys [1]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656]
Right keys [1]: [02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2350339]
Join type: LeftOuter
Join condition: None
(25) Project [codegen id : 8]
Output [7]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2350077, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2349660, 02_A_ELIGIBLE_161654_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2350335 AS COL_D055870D_7682_4410_A82D_BC4C41964169#2350572, 02_A_ELIGIBLE_161654_COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2350373 AS COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2350573, 02_A_ELIGIBLE_161654_COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2350374 AS COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574]
Input [8]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2350077, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2349660, 02_A_ELIGIBLE_161654_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2350335, 02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2350339, 02_A_ELIGIBLE_161654_COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2350373, 02_A_ELIGIBLE_161654_COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2350374]
(26) Sort [codegen id : 8]
Input [7]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2350077, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2349660, COL_D055870D_7682_4410_A82D_BC4C41964169#2350572, COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2350573, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574]
Arguments: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656 ASC NULLS FIRST, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574 DESC NULLS LAST], false, 0
(27) Window
Input [7]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2350077, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2349660, COL_D055870D_7682_4410_A82D_BC4C41964169#2350572, COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2350573, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574]
Arguments: [collect_set(COL_032696D7_7058_44F0_ABC3_DB207100F75A#2349660, 0, 0) windowspecdefinition(COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_AB2F274E_7EA4_4613_A9D9_D07AEEC5892D#2350611, row_number() windowspecdefinition(COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574 DESC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_EB09F0CA_8A1F_4C0B_9948_FDB31E88D9C7#2350684], [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656], [COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574 DESC NULLS LAST]
(28) Filter [codegen id : 9]
Input [9]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2350077, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2349660, COL_D055870D_7682_4410_A82D_BC4C41964169#2350572, COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2350573, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574, COL_AB2F274E_7EA4_4613_A9D9_D07AEEC5892D#2350611, COL_EB09F0CA_8A1F_4C0B_9948_FDB31E88D9C7#2350684]
Condition : ((COL_EB09F0CA_8A1F_4C0B_9948_FDB31E88D9C7#2350684 <=> 1) AND ((size(str_list_union(str_split(str_replace_extend(str_replace_extend(str_list_as_str(array_except(array(str_if_with_rule(isnull(COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658), , COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658)), COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2350573)), [SIM,SIC], [SIM+,SIC+]), [[,",]], [,,]), ,), str_split(str_replace_extend(str_replace_extend(str_list_as_str(array_except(COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2350573, array(str_if_with_rule(isnull(COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658), , COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658)))), [SIM,SIC], [SIM-,SIC-]), [[,",]], [,,]), ,)), true) > 0) AND isnotnull(str_list_union(str_split(str_replace_extend(str_replace_extend(str_list_as_str(array_except(array(str_if_with_rule(isnull(COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658), , COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658)), COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2350573)), [SIM,SIC], [SIM+,SIC+]), [[,",]], [,,]), ,), str_split(str_replace_extend(str_replace_extend(str_list_as_str(array_except(COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2350573, array(str_if_with_rule(isnull(COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658), , COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658)))), [SIM,SIC], [SIM-,SIC-]), [[,",]], [,,]), ,)))))
(29) Project [codegen id : 9]
Output [7]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_D055870D_7682_4410_A82D_BC4C41964169#2350572, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2350077, COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2350573, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574, COL_AB2F274E_7EA4_4613_A9D9_D07AEEC5892D#2350611, str_if_with_rule(isnull(COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658), , COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658) AS COL_EF390B5B_D21B_462C_B13D_B1595E80ADEF#2350796]
Input [9]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2350077, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2349660, COL_D055870D_7682_4410_A82D_BC4C41964169#2350572, COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2350573, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574, COL_AB2F274E_7EA4_4613_A9D9_D07AEEC5892D#2350611, COL_EB09F0CA_8A1F_4C0B_9948_FDB31E88D9C7#2350684]
(30) Project [codegen id : 9]
Output [7]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_D055870D_7682_4410_A82D_BC4C41964169#2350572, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2350077, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574, COL_AB2F274E_7EA4_4613_A9D9_D07AEEC5892D#2350611, array_except(array(COL_EF390B5B_D21B_462C_B13D_B1595E80ADEF#2350796), COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2350573) AS COL_2866C1E2_03BF_4FA0_9FA8_D6F663CFD2E7#2350816, array_except(COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2350573, array(COL_EF390B5B_D21B_462C_B13D_B1595E80ADEF#2350796)) AS COL_B0D6496E_B0F2_4B34_A287_E3A96F7A3CEF#2350837]
Input [7]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_D055870D_7682_4410_A82D_BC4C41964169#2350572, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2350077, COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2350573, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574, COL_AB2F274E_7EA4_4613_A9D9_D07AEEC5892D#2350611, COL_EF390B5B_D21B_462C_B13D_B1595E80ADEF#2350796]
(31) Project [codegen id : 9]
Output [6]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_D055870D_7682_4410_A82D_BC4C41964169#2350572, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2350077, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574, str_join(array(str_join(array(SIC/SIM Déduit Infos Patient absent RSF, str_list_as_str(COL_2866C1E2_03BF_4FA0_9FA8_D6F663CFD2E7#2350816)), : ), str_join(array(SIC/SIM dans RSF et absent des Infos Patient, str_list_as_str(COL_B0D6496E_B0F2_4B34_A287_E3A96F7A3CEF#2350837)), : ), str_join(array(Acte - Spé - Date , str_list_as_str(COL_AB2F274E_7EA4_4613_A9D9_D07AEEC5892D#2350611)), : )), - ) AS COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2350931, str_list_union(str_split(str_replace_extend(str_replace_extend(str_list_as_str(COL_2866C1E2_03BF_4FA0_9FA8_D6F663CFD2E7#2350816), [SIM,SIC], [SIM+,SIC+]), [[,",]], [,,]), ,), str_split(str_replace_extend(str_replace_extend(str_list_as_str(COL_B0D6496E_B0F2_4B34_A287_E3A96F7A3CEF#2350837), [SIM,SIC], [SIM-,SIC-]), [[,",]], [,,]), ,)) AS COL_C9106B81_8F34_4602_BD0C_4F0EED98B8C8#2351003]
Input [7]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_D055870D_7682_4410_A82D_BC4C41964169#2350572, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2350077, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574, COL_AB2F274E_7EA4_4613_A9D9_D07AEEC5892D#2350611, COL_2866C1E2_03BF_4FA0_9FA8_D6F663CFD2E7#2350816, COL_B0D6496E_B0F2_4B34_A287_E3A96F7A3CEF#2350837]
(32) Generate [codegen id : 9]
Input [6]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_D055870D_7682_4410_A82D_BC4C41964169#2350572, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2350077, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2350931, COL_C9106B81_8F34_4602_BD0C_4F0EED98B8C8#2351003]
Arguments: explode(COL_C9106B81_8F34_4602_BD0C_4F0EED98B8C8#2351003), [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_D055870D_7682_4410_A82D_BC4C41964169#2350572, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2350077, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2350931], false, [COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2351034]
(33) Project [codegen id : 9]
Output [8]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2351034, COL_D055870D_7682_4410_A82D_BC4C41964169#2350572, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2350077, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2350931, str_create(RC-SIC/SIM) AS COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2351162, str_remove_space(COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2351034, ALL) AS COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2351193]
Input [6]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_D055870D_7682_4410_A82D_BC4C41964169#2350572, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2350077, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2350931, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2351034]
(34) Project [codegen id : 9]
Output [8]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2351034, COL_D055870D_7682_4410_A82D_BC4C41964169#2350572, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2350931, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2351162, COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2351193, str_if_with_rule(CASE WHEN isnull(Contains(COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2351034, +)) THEN false ELSE Contains(COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2351034, +) END, str_extract_key_value(COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2350077, ;, !, str_concat(array(str_extract(COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2351193, LEFT, 3), str_extract(COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2351193, RIGHT, 3))), VALUE), str_extract_by_str(COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574, !, RIGHT)) AS COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2351242]
Input [8]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2351034, COL_D055870D_7682_4410_A82D_BC4C41964169#2350572, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2350077, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2350931, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2351162, COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2351193]
(35) Project [codegen id : 9]
Output [8]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2351034, COL_D055870D_7682_4410_A82D_BC4C41964169#2350572, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2350931, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2351162, COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2351193, str_if_with_rule(CASE WHEN isnull(Contains(COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2351242, ,)) THEN false ELSE Contains(COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2351242, ,) END, str_list_get(str_split(str_remove_extend(COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2351242, [[,], ]), ,), 0), COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2351242) AS COL_09828A80_5710_4A69_8FAA_FFA497D3BDBA#2351268]
Input [8]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2351034, COL_D055870D_7682_4410_A82D_BC4C41964169#2350572, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2350931, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2351162, COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2351193, COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2351242]
(36) Project [codegen id : 9]
Output [8]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2351034, COL_D055870D_7682_4410_A82D_BC4C41964169#2350572, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2350931, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2351162, COL_09828A80_5710_4A69_8FAA_FFA497D3BDBA#2351268, str_concat(array(str_extract(COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2351193, LEFT, 4), !, COL_09828A80_5710_4A69_8FAA_FFA497D3BDBA#2351268, _, str_extract(COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2351193, RIGHT, 2))) AS COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#2351295]
Input [8]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2351034, COL_D055870D_7682_4410_A82D_BC4C41964169#2350572, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2350931, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2351162, COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2351193, COL_09828A80_5710_4A69_8FAA_FFA497D3BDBA#2351268]
(37) Project [codegen id : 9]
Output [6]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_D055870D_7682_4410_A82D_BC4C41964169#2350572, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2351162, COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#2351295, str_if_with_rule(CASE WHEN isnull(Contains(COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2351034, +)) THEN false ELSE Contains(COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2351034, +) END, str_concat(array(Ajout de forfait@, COL_09828A80_5710_4A69_8FAA_FFA497D3BDBA#2351268, @, str_extract(COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#2351295, RIGHT, 2))), str_concat(array(Suppression de Forfait@, str_concat(array(str_extract_by_str(COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574, !, RIGHT), @)), str_extract(COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#2351295, RIGHT, 2)))) AS COL_4C6AEE3F_9B75_4BCF_8273_85E282B6FC30#2351440, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2350931]
Input [8]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2351034, COL_D055870D_7682_4410_A82D_BC4C41964169#2350572, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2350931, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2351162, COL_09828A80_5710_4A69_8FAA_FFA497D3BDBA#2351268, COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#2351295]
(38) WriteFiles
Input [6]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_D055870D_7682_4410_A82D_BC4C41964169#2350572, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2351162, COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#2351295, COL_4C6AEE3F_9B75_4BCF_8273_85E282B6FC30#2351440, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2350931]
(39) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/datablock/05_GR6_SIC_SIM_161993, false, Parquet, [path=file:///data/output/cache/parquet/datablock/05_GR6_SIC_SIM_161993], Overwrite, [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586, COL_D055870D_7682_4410_A82D_BC4C41964169, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77, COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2, COL_4C6AEE3F_9B75_4BCF_8273_85E282B6FC30, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8]
(40) Project
Output [4]: [COL_64ED17E5_A991_405B_AEED_8A2977283F76#2349344 AS COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_81B86243_0BBB_463E_BE7E_73AEE16D2DD0#2349385 AS COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658, COL_F45E0732_AB66_4936_AECE_1F9475288E1E#2349377 AS COL_658DDA2B_EB4A_460F_BDE0_BEB40D7FFD26#2349659, COL_F23CCCC8_5C4A_4FB8_A318_67291E42693A#2349392 AS COL_032696D7_7058_44F0_ABC3_DB207100F75A#2349660]
Input [4]: [COL_64ED17E5_A991_405B_AEED_8A2977283F76#2349344, COL_F45E0732_AB66_4936_AECE_1F9475288E1E#2349377, COL_81B86243_0BBB_463E_BE7E_73AEE16D2DD0#2349385, COL_F23CCCC8_5C4A_4FB8_A318_67291E42693A#2349392]
(41) Filter
Input [2]: [REGLES#2349225, APPLICABLE#2349226]
Condition : ((isnotnull(REGLES#2349225) AND (RC-SIC/SIM = REGLES#2349225)) AND (APPLICABLE#2349226 <=> O))
(42) Project
Output: []
Input [2]: [REGLES#2349225, APPLICABLE#2349226]
(43) CartesianProduct
Join type: Inner
Join condition: None
(44) Project
Output [4]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2349660, ARRAY_TO_STR_BEFORE_CONCAT(COL_658DDA2B_EB4A_460F_BDE0_BEB40D7FFD26#2349659) AS _w0#2350078]
Input [4]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658, COL_658DDA2B_EB4A_460F_BDE0_BEB40D7FFD26#2349659, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2349660]
(45) Exchange
Input [4]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2349660, _w0#2350078]
Arguments: hashpartitioning(COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, 10), ENSURE_REQUIREMENTS, [plan_id=1167463]
(46) Sort
Input [4]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2349660, _w0#2350078]
Arguments: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656 ASC NULLS FIRST, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658 ASC NULLS LAST], false, 0
(47) Window
Input [4]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2349660, _w0#2350078]
Arguments: [concatwithseparatorudaf(_w0#2350078, com.adb.hdh.spark.job.scala.utils.ConcatWithSeparatorUDAF@1740cdb, class[value[0]: string], class[value[0]: string], true, true, 0, 0, None) windowspecdefinition(COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658 ASC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2350077, row_number() windowspecdefinition(COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_8081145F_99B8_4EEC_AAB4_325C38549922#2350140], [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656], [COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658 ASC NULLS LAST]
(48) Filter
Input [6]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2349660, _w0#2350078, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2350077, COL_8081145F_99B8_4EEC_AAB4_325C38549922#2350140]
Condition : (COL_8081145F_99B8_4EEC_AAB4_325C38549922#2350140 <=> 1)
(49) Project
Output [4]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2350077, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2349660]
Input [6]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2349660, _w0#2350078, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2350077, COL_8081145F_99B8_4EEC_AAB4_325C38549922#2350140]
(50) Filter
Input [4]: [COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2338757, COL_F76265AB_8748_4114_92B4_00E37DE25D34#2338761, COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2338795, COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2338796]
Condition : isnotnull(COL_F76265AB_8748_4114_92B4_00E37DE25D34#2338761)
(51) Project
Output [4]: [COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2338757 AS 02_A_ELIGIBLE_161654_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2350335, COL_F76265AB_8748_4114_92B4_00E37DE25D34#2338761 AS 02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2350339, COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2338795 AS 02_A_ELIGIBLE_161654_COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2350373, COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2338796 AS 02_A_ELIGIBLE_161654_COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2350374]
Input [4]: [COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2338757, COL_F76265AB_8748_4114_92B4_00E37DE25D34#2338761, COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2338795, COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2338796]
(52) Exchange
Input [4]: [02_A_ELIGIBLE_161654_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2350335, 02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2350339, 02_A_ELIGIBLE_161654_COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2350373, 02_A_ELIGIBLE_161654_COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2350374]
Arguments: hashpartitioning(02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2350339, 10), ENSURE_REQUIREMENTS, [plan_id=1167470]
(53) Sort
Input [4]: [02_A_ELIGIBLE_161654_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2350335, 02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2350339, 02_A_ELIGIBLE_161654_COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2350373, 02_A_ELIGIBLE_161654_COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2350374]
Arguments: [02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2350339 ASC NULLS FIRST], false, 0
(54) SortMergeJoin
Left keys [1]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656]
Right keys [1]: [02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2350339]
Join type: LeftOuter
Join condition: None
(55) Project
Output [7]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2350077, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2349660, 02_A_ELIGIBLE_161654_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2350335 AS COL_D055870D_7682_4410_A82D_BC4C41964169#2350572, 02_A_ELIGIBLE_161654_COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2350373 AS COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2350573, 02_A_ELIGIBLE_161654_COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2350374 AS COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574]
Input [8]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2350077, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2349660, 02_A_ELIGIBLE_161654_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2350335, 02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2350339, 02_A_ELIGIBLE_161654_COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2350373, 02_A_ELIGIBLE_161654_COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2350374]
(56) Sort
Input [7]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2350077, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2349660, COL_D055870D_7682_4410_A82D_BC4C41964169#2350572, COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2350573, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574]
Arguments: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656 ASC NULLS FIRST, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574 DESC NULLS LAST], false, 0
(57) Window
Input [7]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2350077, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2349660, COL_D055870D_7682_4410_A82D_BC4C41964169#2350572, COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2350573, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574]
Arguments: [collect_set(COL_032696D7_7058_44F0_ABC3_DB207100F75A#2349660, 0, 0) windowspecdefinition(COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_AB2F274E_7EA4_4613_A9D9_D07AEEC5892D#2350611, row_number() windowspecdefinition(COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574 DESC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_EB09F0CA_8A1F_4C0B_9948_FDB31E88D9C7#2350684], [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656], [COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574 DESC NULLS LAST]
(58) Filter
Input [9]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2350077, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2349660, COL_D055870D_7682_4410_A82D_BC4C41964169#2350572, COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2350573, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574, COL_AB2F274E_7EA4_4613_A9D9_D07AEEC5892D#2350611, COL_EB09F0CA_8A1F_4C0B_9948_FDB31E88D9C7#2350684]
Condition : ((COL_EB09F0CA_8A1F_4C0B_9948_FDB31E88D9C7#2350684 <=> 1) AND ((size(str_list_union(str_split(str_replace_extend(str_replace_extend(str_list_as_str(array_except(array(str_if_with_rule(isnull(COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658), , COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658)), COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2350573)), [SIM,SIC], [SIM+,SIC+]), [[,",]], [,,]), ,), str_split(str_replace_extend(str_replace_extend(str_list_as_str(array_except(COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2350573, array(str_if_with_rule(isnull(COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658), , COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658)))), [SIM,SIC], [SIM-,SIC-]), [[,",]], [,,]), ,)), true) > 0) AND isnotnull(str_list_union(str_split(str_replace_extend(str_replace_extend(str_list_as_str(array_except(array(str_if_with_rule(isnull(COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658), , COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658)), COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2350573)), [SIM,SIC], [SIM+,SIC+]), [[,",]], [,,]), ,), str_split(str_replace_extend(str_replace_extend(str_list_as_str(array_except(COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2350573, array(str_if_with_rule(isnull(COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658), , COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658)))), [SIM,SIC], [SIM-,SIC-]), [[,",]], [,,]), ,)))))
(59) Project
Output [7]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_D055870D_7682_4410_A82D_BC4C41964169#2350572, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2350077, COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2350573, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574, COL_AB2F274E_7EA4_4613_A9D9_D07AEEC5892D#2350611, str_if_with_rule(isnull(COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658), , COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658) AS COL_EF390B5B_D21B_462C_B13D_B1595E80ADEF#2350796]
Input [9]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2349658, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2350077, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2349660, COL_D055870D_7682_4410_A82D_BC4C41964169#2350572, COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2350573, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574, COL_AB2F274E_7EA4_4613_A9D9_D07AEEC5892D#2350611, COL_EB09F0CA_8A1F_4C0B_9948_FDB31E88D9C7#2350684]
(60) Project
Output [7]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_D055870D_7682_4410_A82D_BC4C41964169#2350572, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2350077, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574, COL_AB2F274E_7EA4_4613_A9D9_D07AEEC5892D#2350611, array_except(array(COL_EF390B5B_D21B_462C_B13D_B1595E80ADEF#2350796), COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2350573) AS COL_2866C1E2_03BF_4FA0_9FA8_D6F663CFD2E7#2350816, array_except(COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2350573, array(COL_EF390B5B_D21B_462C_B13D_B1595E80ADEF#2350796)) AS COL_B0D6496E_B0F2_4B34_A287_E3A96F7A3CEF#2350837]
Input [7]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_D055870D_7682_4410_A82D_BC4C41964169#2350572, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2350077, COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2350573, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574, COL_AB2F274E_7EA4_4613_A9D9_D07AEEC5892D#2350611, COL_EF390B5B_D21B_462C_B13D_B1595E80ADEF#2350796]
(61) Project
Output [6]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_D055870D_7682_4410_A82D_BC4C41964169#2350572, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2350077, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574, str_join(array(str_join(array(SIC/SIM Déduit Infos Patient absent RSF, str_list_as_str(COL_2866C1E2_03BF_4FA0_9FA8_D6F663CFD2E7#2350816)), : ), str_join(array(SIC/SIM dans RSF et absent des Infos Patient, str_list_as_str(COL_B0D6496E_B0F2_4B34_A287_E3A96F7A3CEF#2350837)), : ), str_join(array(Acte - Spé - Date , str_list_as_str(COL_AB2F274E_7EA4_4613_A9D9_D07AEEC5892D#2350611)), : )), - ) AS COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2350931, str_list_union(str_split(str_replace_extend(str_replace_extend(str_list_as_str(COL_2866C1E2_03BF_4FA0_9FA8_D6F663CFD2E7#2350816), [SIM,SIC], [SIM+,SIC+]), [[,",]], [,,]), ,), str_split(str_replace_extend(str_replace_extend(str_list_as_str(COL_B0D6496E_B0F2_4B34_A287_E3A96F7A3CEF#2350837), [SIM,SIC], [SIM-,SIC-]), [[,",]], [,,]), ,)) AS COL_C9106B81_8F34_4602_BD0C_4F0EED98B8C8#2351003]
Input [7]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_D055870D_7682_4410_A82D_BC4C41964169#2350572, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2350077, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574, COL_AB2F274E_7EA4_4613_A9D9_D07AEEC5892D#2350611, COL_2866C1E2_03BF_4FA0_9FA8_D6F663CFD2E7#2350816, COL_B0D6496E_B0F2_4B34_A287_E3A96F7A3CEF#2350837]
(62) Generate
Input [6]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_D055870D_7682_4410_A82D_BC4C41964169#2350572, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2350077, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2350931, COL_C9106B81_8F34_4602_BD0C_4F0EED98B8C8#2351003]
Arguments: explode(COL_C9106B81_8F34_4602_BD0C_4F0EED98B8C8#2351003), [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_D055870D_7682_4410_A82D_BC4C41964169#2350572, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2350077, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2350931], false, [COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2351034]
(63) Project
Output [8]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2351034, COL_D055870D_7682_4410_A82D_BC4C41964169#2350572, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2350077, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2350931, str_create(RC-SIC/SIM) AS COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2351162, str_remove_space(COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2351034, ALL) AS COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2351193]
Input [6]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_D055870D_7682_4410_A82D_BC4C41964169#2350572, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2350077, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2350931, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2351034]
(64) Project
Output [8]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2351034, COL_D055870D_7682_4410_A82D_BC4C41964169#2350572, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2350931, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2351162, COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2351193, str_if_with_rule(CASE WHEN isnull(Contains(COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2351034, +)) THEN false ELSE Contains(COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2351034, +) END, str_extract_key_value(COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2350077, ;, !, str_concat(array(str_extract(COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2351193, LEFT, 3), str_extract(COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2351193, RIGHT, 3))), VALUE), str_extract_by_str(COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574, !, RIGHT)) AS COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2351242]
Input [8]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2351034, COL_D055870D_7682_4410_A82D_BC4C41964169#2350572, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2350077, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2350931, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2351162, COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2351193]
(65) Project
Output [8]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2351034, COL_D055870D_7682_4410_A82D_BC4C41964169#2350572, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2350931, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2351162, COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2351193, str_if_with_rule(CASE WHEN isnull(Contains(COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2351242, ,)) THEN false ELSE Contains(COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2351242, ,) END, str_list_get(str_split(str_remove_extend(COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2351242, [[,], ]), ,), 0), COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2351242) AS COL_09828A80_5710_4A69_8FAA_FFA497D3BDBA#2351268]
Input [8]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2351034, COL_D055870D_7682_4410_A82D_BC4C41964169#2350572, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2350931, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2351162, COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2351193, COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2351242]
(66) Project
Output [8]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2351034, COL_D055870D_7682_4410_A82D_BC4C41964169#2350572, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2350931, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2351162, COL_09828A80_5710_4A69_8FAA_FFA497D3BDBA#2351268, str_concat(array(str_extract(COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2351193, LEFT, 4), !, COL_09828A80_5710_4A69_8FAA_FFA497D3BDBA#2351268, _, str_extract(COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2351193, RIGHT, 2))) AS COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#2351295]
Input [8]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2351034, COL_D055870D_7682_4410_A82D_BC4C41964169#2350572, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2350931, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2351162, COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2351193, COL_09828A80_5710_4A69_8FAA_FFA497D3BDBA#2351268]
(67) Project
Output [6]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_D055870D_7682_4410_A82D_BC4C41964169#2350572, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2351162, COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#2351295, str_if_with_rule(CASE WHEN isnull(Contains(COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2351034, +)) THEN false ELSE Contains(COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2351034, +) END, str_concat(array(Ajout de forfait@, COL_09828A80_5710_4A69_8FAA_FFA497D3BDBA#2351268, @, str_extract(COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#2351295, RIGHT, 2))), str_concat(array(Suppression de Forfait@, str_concat(array(str_extract_by_str(COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574, !, RIGHT), @)), str_extract(COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#2351295, RIGHT, 2)))) AS COL_4C6AEE3F_9B75_4BCF_8273_85E282B6FC30#2351440, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2350931]
Input [8]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2351034, COL_D055870D_7682_4410_A82D_BC4C41964169#2350572, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2350574, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2350931, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2351162, COL_09828A80_5710_4A69_8FAA_FFA497D3BDBA#2351268, COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#2351295]
(68) WriteFiles
Input [6]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2349656, COL_D055870D_7682_4410_A82D_BC4C41964169#2350572, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2351162, COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#2351295, COL_4C6AEE3F_9B75_4BCF_8273_85E282B6FC30#2351440, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2350931]
(69) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/datablock/05_GR6_SIC_SIM_161993, false, Parquet, [path=file:///data/output/cache/parquet/datablock/05_GR6_SIC_SIM_161993], Overwrite, [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586, COL_D055870D_7682_4410_A82D_BC4C41964169, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77, COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2, COL_4C6AEE3F_9B75_4BCF_8273_85E282B6FC30, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8]
(70) AdaptiveSparkPlan
Output: []
Arguments: isFinalPlan=true