SP1 - Details for Query 12026

Submitted Time: 2026/01/24 21:07:43
Duration: 2 s
Succeeded Jobs: 17894 17895 17902

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" AdaptiveSparkPlan "]; 1 [labelType="html" label="Execute InsertIntoHadoopFsRelationCommand task commit time total (min, med, max (stageId: taskId)) 11 ms (0 ms, 0 ms, 7 ms (stage 32508.0: task 39440)) number of written files: 5 job commit time: 5 ms number of output rows: 6,483 number of dynamic part: 0 written output: 255.2 KiB"]; 2 [labelType="html" label=" WriteFiles "]; subgraph cluster3 { isCluster="true"; label="WholeStageCodegen (9)\n \nduration: total (min, med, max (stageId: taskId))\n2.9 s (472 ms, 600 ms, 685 ms (stage 32508.0: task 39441))"; 4 [labelType="html" label=" Project "]; 5 [labelType="html" label=" Project "]; 6 [labelType="html" label=" Project "]; 7 [labelType="html" label=" Project "]; 8 [labelType="html" label=" Project "]; 9 [labelType="html" label="Generate number of output rows: 6,483"]; 10 [labelType="html" label=" Project "]; 11 [labelType="html" label=" Project "]; 12 [labelType="html" label=" Project "]; 13 [labelType="html" label="Filter number of output rows: 6,086"]; } 14 [labelType="html" label="Window spill size total (min, med, max (stageId: taskId)) 0.0 B (0.0 B, 0.0 B, 0.0 B (stage 32508.0: task 39442))"]; subgraph cluster15 { isCluster="true"; label="WholeStageCodegen (8)\n \nduration: total (min, med, max (stageId: taskId))\n5.4 s (981 ms, 1.1 s, 1.2 s (stage 32508.0: task 39441))"; 16 [labelType="html" label="Sort sort time total (min, med, max (stageId: taskId)) 49 ms (6 ms, 6 ms, 17 ms (stage 32508.0: task 39442)) peak memory total (min, med, max (stageId: taskId)) 132.0 MiB (20.0 MiB, 20.0 MiB, 36.0 MiB (stage 32508.0: task 39438)) spill size total (min, med, max (stageId: taskId)) 0.0 B (0.0 B, 0.0 B, 0.0 B (stage 32508.0: task 39442))"]; 17 [labelType="html" label=" Project "]; 18 [labelType="html" label="SortMergeJoin number of output rows: 516,007 spill size total (min, med, max (stageId: taskId)) 0.0 B (0.0 B, 0.0 B, 0.0 B (stage 32508.0: task 39442))"]; } subgraph cluster19 { isCluster="true"; label="WholeStageCodegen (6)\n \nduration: total (min, med, max (stageId: taskId))\n2.6 s (481 ms, 538 ms, 562 ms (stage 32508.0: task 39441))"; 20 [labelType="html" label=" Project "]; 21 [labelType="html" label="Filter number of output rows: 87,514"]; } 22 [labelType="html" label="Window spill size total (min, med, max (stageId: taskId)) 0.0 B (0.0 B, 0.0 B, 0.0 B (stage 32508.0: task 39442))"]; subgraph cluster23 { isCluster="true"; label="WholeStageCodegen (5)\n \nduration: total (min, med, max (stageId: taskId))\n3.6 s (581 ms, 760 ms, 789 ms (stage 32508.0: task 39439))"; 24 [labelType="html" label="Sort sort time total (min, med, max (stageId: taskId)) 180 ms (13 ms, 48 ms, 52 ms (stage 32508.0: task 39440)) peak memory total (min, med, max (stageId: taskId)) 100.0 MiB (20.0 MiB, 20.0 MiB, 20.0 MiB (stage 32508.0: task 39442)) spill size total (min, med, max (stageId: taskId)) 0.0 B (0.0 B, 0.0 B, 0.0 B (stage 32508.0: task 39442))"]; } 25 [labelType="html" label="AQEShuffleRead number of partitions: 5 partition data size total (min, med, max (stageId: taskId)) 4.9 MiB (1006.7 KiB, 1006.7 KiB, 1006.7 KiB (driver)) number of coalesced partitions: 5"]; 26 [labelType="html" label="Exchange shuffle records written: 591,883 local merged chunks fetched: 0 shuffle write time total (min, med, max (stageId: taskId)) 21 ms (1 ms, 2 ms, 3 ms (stage 32498.0: task 39408)) remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 591,883 local bytes read total (min, med, max (stageId: taskId)) 4.8 MiB (967.8 KiB, 973.0 KiB, 976.6 KiB (stage 32508.0: task 39438)) fetch wait time total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 32508.0: task 39442)) remote bytes read: 0.0 B merged fetch fallback count: 0 local blocks read: 10 remote merged chunks fetched: 0 remote blocks read: 0 data size total (min, med, max (stageId: taskId)) 40.6 MiB (4.0 MiB, 4.0 MiB, 4.1 MiB (stage 32498.0: task 39403)) local merged bytes read: 0.0 B number of partitions: 10 remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 4.8 MiB (475.3 KiB, 487.9 KiB, 496.9 KiB (stage 32498.0: task 39395))"]; subgraph cluster27 { isCluster="true"; label="WholeStageCodegen (3)\n \nduration: total (min, med, max (stageId: taskId))\n821 ms (55 ms, 69 ms, 134 ms (stage 32498.0: task 39394))"; 28 [labelType="html" label=" Project "]; } 29 [labelType="html" label="CartesianProduct number of output rows: 591,883"]; subgraph cluster30 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n825 ms (56 ms, 69 ms, 135 ms (stage 32498.0: task 39394))"; 31 [labelType="html" label=" Project "]; 32 [labelType="html" label="ColumnarToRow number of output rows: 591,883 number of input batches: 150"]; } 33 [labelType="html" label="Scan parquet number of files read: 10 scan time total (min, med, max (stageId: taskId)) 57 ms (4 ms, 5 ms, 8 ms (stage 32498.0: task 39395)) metadata time: 0 ms size of files read: 12.4 MiB number of output rows: 591,883"]; subgraph cluster34 { isCluster="true"; label="WholeStageCodegen (2)\n \nduration: total (min, med, max (stageId: taskId))\n33 ms (2 ms, 3 ms, 7 ms (stage 32498.0: task 39395))"; 35 [labelType="html" label=" Project "]; 36 [labelType="html" label="Filter number of output rows: 10"]; } 37 [labelType="html" label="Scan csv number of output rows: 10 number of files read: 1 metadata time: 0 ms size of files read: 163.0 B"]; subgraph cluster38 { isCluster="true"; label="WholeStageCodegen (7)\n \nduration: total (min, med, max (stageId: taskId))\n56.2 m (5.8 s, 17.0 s, 33.6 m (stage 32508.0: task 39441))"; 39 [labelType="html" label="Sort sort time total (min, med, max (stageId: taskId)) 79 ms (14 ms, 15 ms, 20 ms (stage 32508.0: task 39440)) peak memory total (min, med, max (stageId: taskId)) 100.0 MiB (20.0 MiB, 20.0 MiB, 20.0 MiB (stage 32508.0: task 39442)) spill size total (min, med, max (stageId: taskId)) 0.0 B (0.0 B, 0.0 B, 0.0 B (stage 32508.0: task 39442))"]; } 40 [labelType="html" label="AQEShuffleRead number of partitions: 5 partition data size total (min, med, max (stageId: taskId)) 1850.7 KiB (367.2 KiB, 370.9 KiB, 372.6 KiB (driver)) number of coalesced partitions: 5"]; 41 [labelType="html" label="Exchange shuffle records written: 474,437 local merged chunks fetched: 0 shuffle write time total (min, med, max (stageId: taskId)) 28 ms (1 ms, 2 ms, 6 ms (stage 32499.0: task 39425)) remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 474,437 local bytes read total (min, med, max (stageId: taskId)) 1773.1 KiB (350.6 KiB, 355.4 KiB, 356.8 KiB (stage 32508.0: task 39438)) fetch wait time total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 32508.0: task 39442)) remote bytes read: 0.0 B merged fetch fallback count: 0 local blocks read: 50 remote merged chunks fetched: 0 remote blocks read: 0 data size total (min, med, max (stageId: taskId)) 46.3 MiB (4.5 MiB, 4.6 MiB, 4.7 MiB (stage 32499.0: task 39404)) local merged bytes read: 0.0 B number of partitions: 10 remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 1773.1 KiB (171.5 KiB, 177.5 KiB, 181.0 KiB (stage 32499.0: task 39400))"]; subgraph cluster42 { isCluster="true"; label="WholeStageCodegen (4)\n \nduration: total (min, med, max (stageId: taskId))\n451 ms (38 ms, 43 ms, 55 ms (stage 32499.0: task 39425))"; 43 [labelType="html" label=" Project "]; 44 [labelType="html" label="Filter number of output rows: 474,437"]; 45 [labelType="html" label="ColumnarToRow number of output rows: 474,437 number of input batches: 120"]; } 46 [labelType="html" label="Scan parquet number of files read: 10 scan time total (min, med, max (stageId: taskId)) 52 ms (4 ms, 4 ms, 13 ms (stage 32499.0: task 39416)) metadata time: 0 ms size of files read: 21.5 MiB number of output rows: 474,437"]; 1->0; 2->1; 4->2; 5->4; 6->5; 7->6; 8->7; 9->8; 10->9; 11->10; 12->11; 13->12; 14->13; 16->14; 17->16; 18->17; 20->18; 21->20; 22->21; 24->22; 25->24; 26->25; 28->26; 29->28; 31->29; 32->31; 33->32; 35->29; 36->35; 37->36; 39->18; 40->39; 41->40; 43->41; 44->43; 45->44; 46->45; }

AdaptiveSparkPlan isFinalPlan=true

Execute InsertIntoHadoopFsRelationCommand file:/data/output/cache/parquet/datablock/05_GR6_SIC_SIM_161993, false, Parquet, [path=file:///data/output/cache/parquet/datablock/05_GR6_SIC_SIM_161993], Overwrite, [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586, COL_D055870D_7682_4410_A82D_BC4C41964169, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77, COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2, COL_4C6AEE3F_9B75_4BCF_8273_85E282B6FC30, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8]

WriteFiles

Project [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2458886, COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#2459011, str_if_with_rule(CASE WHEN isnull(Contains(COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, +)) THEN false ELSE Contains(COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, +) END, str_concat(array(Ajout de forfait@, COL_09828A80_5710_4A69_8FAA_FFA497D3BDBA#2458984, @, str_extract(COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#2459011, RIGHT, 2))), str_concat(array(Suppression de Forfait@, str_concat(array(str_extract_by_str(COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, !, RIGHT), @)), str_extract(COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#2459011, RIGHT, 2)))) AS COL_4C6AEE3F_9B75_4BCF_8273_85E282B6FC30#2459140, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671]

Project [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2458886, COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2458909, str_if_with_rule(CASE WHEN isnull(Contains(COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2458958, ,)) THEN false ELSE Contains(COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2458958, ,) END, str_list_get(str_split(str_remove_extend(COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2458958, [[,], ]), ,), 0), COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2458958) AS COL_09828A80_5710_4A69_8FAA_FFA497D3BDBA#2458984]

Project [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2458886, COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2458909, str_if_with_rule(CASE WHEN isnull(Contains(COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, +)) THEN false ELSE Contains(COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, +) END, str_extract_key_value(COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, ;, !, str_concat(array(str_extract(COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2458909, LEFT, 3), str_extract(COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2458909, RIGHT, 3))), VALUE), str_extract_by_str(COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, !, RIGHT)) AS COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2458958]

Project [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671, str_create(RC-SIC/SIM) AS COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2458886, str_remove_space(COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, ALL) AS COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2458909]

Generate explode(COL_C9106B81_8F34_4602_BD0C_4F0EED98B8C8#2458735), [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671], false, [COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758]

Project [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, str_join(array(str_join(array(SIC/SIM Déduit Infos Patient absent RSF, str_list_as_str(COL_2866C1E2_03BF_4FA0_9FA8_D6F663CFD2E7#2458556)), : ), str_join(array(SIC/SIM dans RSF et absent des Infos Patient, str_list_as_str(COL_B0D6496E_B0F2_4B34_A287_E3A96F7A3CEF#2458577)), : ), str_join(array(Acte - Spé - Date , str_list_as_str(COL_AB2F274E_7EA4_4613_A9D9_D07AEEC5892D#2458369)), : )), - ) AS COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671, str_list_union(str_split(str_replace_extend(str_replace_extend(str_list_as_str(COL_2866C1E2_03BF_4FA0_9FA8_D6F663CFD2E7#2458556), [SIM,SIC], [SIM+,SIC+]), [[,",]], [,,]), ,), str_split(str_replace_extend(str_replace_extend(str_list_as_str(COL_B0D6496E_B0F2_4B34_A287_E3A96F7A3CEF#2458577), [SIM,SIC], [SIM-,SIC-]), [[,",]], [,,]), ,)) AS COL_C9106B81_8F34_4602_BD0C_4F0EED98B8C8#2458735]

Project [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_AB2F274E_7EA4_4613_A9D9_D07AEEC5892D#2458369, array_except(array(COL_EF390B5B_D21B_462C_B13D_B1595E80ADEF#2458536), COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331) AS COL_2866C1E2_03BF_4FA0_9FA8_D6F663CFD2E7#2458556, array_except(COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331, array(COL_EF390B5B_D21B_462C_B13D_B1595E80ADEF#2458536)) AS COL_B0D6496E_B0F2_4B34_A287_E3A96F7A3CEF#2458577]

Project [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_AB2F274E_7EA4_4613_A9D9_D07AEEC5892D#2458369, str_if_with_rule(isnull(COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551), , COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551) AS COL_EF390B5B_D21B_462C_B13D_B1595E80ADEF#2458536]

Filter ((COL_EB09F0CA_8A1F_4C0B_9948_FDB31E88D9C7#2458426 <=> 1) AND ((size(str_list_union(str_split(str_replace_extend(str_replace_extend(str_list_as_str(array_except(array(str_if_with_rule(isnull(COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551), , COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551)), COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331)), [SIM,SIC], [SIM+,SIC+]), [[,",]], [,,]), ,), str_split(str_replace_extend(str_replace_extend(str_list_as_str(array_except(COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331, array(str_if_with_rule(isnull(COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551), , COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551)))), [SIM,SIC], [SIM-,SIC-]), [[,",]], [,,]), ,)), true) > 0) AND isnotnull(str_list_union(str_split(str_replace_extend(str_replace_extend(str_list_as_str(array_except(array(str_if_with_rule(isnull(COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551), , COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551)), COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331)), [SIM,SIC], [SIM+,SIC+]), [[,",]], [,,]), ,), str_split(str_replace_extend(str_replace_extend(str_list_as_str(array_except(COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331, array(str_if_with_rule(isnull(COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551), , COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551)))), [SIM,SIC], [SIM-,SIC-]), [[,",]], [,,]), ,)))))

WholeStageCodegen (9)

Window [collect_set(COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553, 0, 0) windowspecdefinition(COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_AB2F274E_7EA4_4613_A9D9_D07AEEC5892D#2458369, row_number() windowspecdefinition(COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332 DESC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_EB09F0CA_8A1F_4C0B_9948_FDB31E88D9C7#2458426], [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549], [COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332 DESC NULLS LAST]

Sort [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549 ASC NULLS FIRST, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332 DESC NULLS LAST], false, 0

Project [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553, 02_A_ELIGIBLE_161654_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2458093 AS COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, 02_A_ELIGIBLE_161654_COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2458131 AS COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331, 02_A_ELIGIBLE_161654_COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2458132 AS COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332]

SortMergeJoin [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549], [02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2458097], LeftOuter

WholeStageCodegen (8)

Filter (COL_8081145F_99B8_4EEC_AAB4_325C38549922#2457900 <=> 1)

WholeStageCodegen (6)

Window [concatwithseparatorudaf(_w0#2457840, com.adb.hdh.spark.job.scala.utils.ConcatWithSeparatorUDAF@1167d9d5, class[value[0]: string], class[value[0]: string], true, true, 0, 0, None) windowspecdefinition(COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551 ASC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, row_number() windowspecdefinition(COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_8081145F_99B8_4EEC_AAB4_325C38549922#2457900], [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549], [COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551 ASC NULLS LAST]

Sort [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549 ASC NULLS FIRST, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551 ASC NULLS LAST], false, 0

WholeStageCodegen (5)

AQEShuffleRead coalesced

Exchange hashpartitioning(COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, 10), ENSURE_REQUIREMENTS, [plan_id=1217970]

Project [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553, ARRAY_TO_STR_BEFORE_CONCAT(COL_658DDA2B_EB4A_460F_BDE0_BEB40D7FFD26#2457552) AS _w0#2457840]

WholeStageCodegen (3)

CartesianProduct

Project [COL_64ED17E5_A991_405B_AEED_8A2977283F76#2457269 AS COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_81B86243_0BBB_463E_BE7E_73AEE16D2DD0#2457310 AS COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_F45E0732_AB66_4936_AECE_1F9475288E1E#2457302 AS COL_658DDA2B_EB4A_460F_BDE0_BEB40D7FFD26#2457552, COL_F23CCCC8_5C4A_4FB8_A318_67291E42693A#2457317 AS COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_64ED17E5_A991_405B_AEED_8A2977283F76#2457269,COL_F45E0732_AB66_4936_AECE_1F9475288E1E#2457302,COL_81B86243_0BBB_463E_BE7E_73AEE16D2DD0#2457310,COL_F23CCCC8_5C4A_4FB8_A318_67291E42693A#2457317] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/00_B_ACTES_PATI_161749], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_64ED17E5_A991_405B_AEED_8A2977283F76:string,COL_F45E0732_AB66_4936_AECE_1F9475288E1E:s...

Project

Filter ((isnotnull(REGLES#2457131) AND (RC-SIC/SIM = REGLES#2457131)) AND (APPLICABLE#2457132 <=> O))

WholeStageCodegen (2)

FileScan csv [REGLES#2457131,APPLICABLE#2457132] Batched: false, DataFilters: [isnotnull(REGLES#2457131), (RC-SIC/SIM = REGLES#2457131), (APPLICABLE#2457132 <=> O)], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/tmp/REGLES_APPLICAB_161411/REGLES-A-TTT.csv], PartitionFilters: [], PushedFilters: [IsNotNull(REGLES), EqualTo(REGLES,RC-SIC/SIM), EqualNullSafe(APPLICABLE,O)], ReadSchema: struct<REGLES:string,APPLICABLE:string>

Sort [02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2458097 ASC NULLS FIRST], false, 0

WholeStageCodegen (7)

AQEShuffleRead coalesced

Exchange hashpartitioning(02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2458097, 10), ENSURE_REQUIREMENTS, [plan_id=1218009]

Project [COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2454904 AS 02_A_ELIGIBLE_161654_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2458093, COL_F76265AB_8748_4114_92B4_00E37DE25D34#2454908 AS 02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2458097, COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2454942 AS 02_A_ELIGIBLE_161654_COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2458131, COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2454943 AS 02_A_ELIGIBLE_161654_COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2458132]

Filter isnotnull(COL_F76265AB_8748_4114_92B4_00E37DE25D34#2454908)

ColumnarToRow

WholeStageCodegen (4)

FileScan parquet [COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2454904,COL_F76265AB_8748_4114_92B4_00E37DE25D34#2454908,COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2454942,COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2454943] Batched: true, DataFilters: [isnotnull(COL_F76265AB_8748_4114_92B4_00E37DE25D34#2454908)], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/02_A_ELIGIBLE_161654], PartitionFilters: [], PushedFilters: [IsNotNull(COL_F76265AB_8748_4114_92B4_00E37DE25D34)], ReadSchema: struct<COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB:string,COL_F76265AB_8748_4114_92B4_00E37DE25D34:s...

Details

== Physical Plan ==
AdaptiveSparkPlan (70)
+- == Final Plan ==
   Execute InsertIntoHadoopFsRelationCommand (39)
   +- WriteFiles (38)
      +- * Project (37)
         +- * Project (36)
            +- * Project (35)
               +- * Project (34)
                  +- * Project (33)
                     +- * Generate (32)
                        +- * Project (31)
                           +- * Project (30)
                              +- * Project (29)
                                 +- * Filter (28)
                                    +- Window (27)
                                       +- * Sort (26)
                                          +- * Project (25)
                                             +- * SortMergeJoin LeftOuter (24)
                                                :- * Project (15)
                                                :  +- * Filter (14)
                                                :     +- Window (13)
                                                :        +- * Sort (12)
                                                :           +- AQEShuffleRead (11)
                                                :              +- ShuffleQueryStage (10), Statistics(sizeInBytes=40.6 MiB, rowCount=5.92E+5)
                                                :                 +- Exchange (9)
                                                :                    +- * Project (8)
                                                :                       +- CartesianProduct Inner (7)
                                                :                          :- * Project (3)
                                                :                          :  +- * ColumnarToRow (2)
                                                :                          :     +- Scan parquet  (1)
                                                :                          +- * Project (6)
                                                :                             +- * Filter (5)
                                                :                                +- Scan csv  (4)
                                                +- * Sort (23)
                                                   +- AQEShuffleRead (22)
                                                      +- ShuffleQueryStage (21), Statistics(sizeInBytes=46.3 MiB, rowCount=4.74E+5)
                                                         +- Exchange (20)
                                                            +- * Project (19)
                                                               +- * Filter (18)
                                                                  +- * ColumnarToRow (17)
                                                                     +- Scan parquet  (16)
+- == Initial Plan ==
   Execute InsertIntoHadoopFsRelationCommand (69)
   +- WriteFiles (68)
      +- Project (67)
         +- Project (66)
            +- Project (65)
               +- Project (64)
                  +- Project (63)
                     +- Generate (62)
                        +- Project (61)
                           +- Project (60)
                              +- Project (59)
                                 +- Filter (58)
                                    +- Window (57)
                                       +- Sort (56)
                                          +- Project (55)
                                             +- SortMergeJoin LeftOuter (54)
                                                :- Project (49)
                                                :  +- Filter (48)
                                                :     +- Window (47)
                                                :        +- Sort (46)
                                                :           +- Exchange (45)
                                                :              +- Project (44)
                                                :                 +- CartesianProduct Inner (43)
                                                :                    :- Project (40)
                                                :                    :  +- Scan parquet  (1)
                                                :                    +- Project (42)
                                                :                       +- Filter (41)
                                                :                          +- Scan csv  (4)
                                                +- Sort (53)
                                                   +- Exchange (52)
                                                      +- Project (51)
                                                         +- Filter (50)
                                                            +- Scan parquet  (16)


(1) Scan parquet 
Output [4]: [COL_64ED17E5_A991_405B_AEED_8A2977283F76#2457269, COL_F45E0732_AB66_4936_AECE_1F9475288E1E#2457302, COL_81B86243_0BBB_463E_BE7E_73AEE16D2DD0#2457310, COL_F23CCCC8_5C4A_4FB8_A318_67291E42693A#2457317]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/00_B_ACTES_PATI_161749]
ReadSchema: struct<COL_64ED17E5_A991_405B_AEED_8A2977283F76:string,COL_F45E0732_AB66_4936_AECE_1F9475288E1E:string,COL_81B86243_0BBB_463E_BE7E_73AEE16D2DD0:string,COL_F23CCCC8_5C4A_4FB8_A318_67291E42693A:string>

(2) ColumnarToRow [codegen id : 1]
Input [4]: [COL_64ED17E5_A991_405B_AEED_8A2977283F76#2457269, COL_F45E0732_AB66_4936_AECE_1F9475288E1E#2457302, COL_81B86243_0BBB_463E_BE7E_73AEE16D2DD0#2457310, COL_F23CCCC8_5C4A_4FB8_A318_67291E42693A#2457317]

(3) Project [codegen id : 1]
Output [4]: [COL_64ED17E5_A991_405B_AEED_8A2977283F76#2457269 AS COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_81B86243_0BBB_463E_BE7E_73AEE16D2DD0#2457310 AS COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_F45E0732_AB66_4936_AECE_1F9475288E1E#2457302 AS COL_658DDA2B_EB4A_460F_BDE0_BEB40D7FFD26#2457552, COL_F23CCCC8_5C4A_4FB8_A318_67291E42693A#2457317 AS COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553]
Input [4]: [COL_64ED17E5_A991_405B_AEED_8A2977283F76#2457269, COL_F45E0732_AB66_4936_AECE_1F9475288E1E#2457302, COL_81B86243_0BBB_463E_BE7E_73AEE16D2DD0#2457310, COL_F23CCCC8_5C4A_4FB8_A318_67291E42693A#2457317]

(4) Scan csv 
Output [2]: [REGLES#2457131, APPLICABLE#2457132]
Batched: false
Location: InMemoryFileIndex [file:/data/input/depot/csv/tmp/REGLES_APPLICAB_161411/REGLES-A-TTT.csv]
PushedFilters: [IsNotNull(REGLES), EqualTo(REGLES,RC-SIC/SIM), EqualNullSafe(APPLICABLE,O)]
ReadSchema: struct<REGLES:string,APPLICABLE:string>

(5) Filter [codegen id : 2]
Input [2]: [REGLES#2457131, APPLICABLE#2457132]
Condition : ((isnotnull(REGLES#2457131) AND (RC-SIC/SIM = REGLES#2457131)) AND (APPLICABLE#2457132 <=> O))

(6) Project [codegen id : 2]
Output: []
Input [2]: [REGLES#2457131, APPLICABLE#2457132]

(7) CartesianProduct
Join type: Inner
Join condition: None

(8) Project [codegen id : 3]
Output [4]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553, ARRAY_TO_STR_BEFORE_CONCAT(COL_658DDA2B_EB4A_460F_BDE0_BEB40D7FFD26#2457552) AS _w0#2457840]
Input [4]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_658DDA2B_EB4A_460F_BDE0_BEB40D7FFD26#2457552, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553]

(9) Exchange
Input [4]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553, _w0#2457840]
Arguments: hashpartitioning(COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, 10), ENSURE_REQUIREMENTS, [plan_id=1217970]

(10) ShuffleQueryStage
Output [4]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553, _w0#2457840]
Arguments: 0

(11) AQEShuffleRead
Input [4]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553, _w0#2457840]
Arguments: coalesced

(12) Sort [codegen id : 5]
Input [4]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553, _w0#2457840]
Arguments: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549 ASC NULLS FIRST, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551 ASC NULLS LAST], false, 0

(13) Window
Input [4]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553, _w0#2457840]
Arguments: [concatwithseparatorudaf(_w0#2457840, com.adb.hdh.spark.job.scala.utils.ConcatWithSeparatorUDAF@1167d9d5, class[value[0]: string], class[value[0]: string], true, true, 0, 0, None) windowspecdefinition(COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551 ASC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, row_number() windowspecdefinition(COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_8081145F_99B8_4EEC_AAB4_325C38549922#2457900], [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549], [COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551 ASC NULLS LAST]

(14) Filter [codegen id : 6]
Input [6]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553, _w0#2457840, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_8081145F_99B8_4EEC_AAB4_325C38549922#2457900]
Condition : (COL_8081145F_99B8_4EEC_AAB4_325C38549922#2457900 <=> 1)

(15) Project [codegen id : 6]
Output [4]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553]
Input [6]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553, _w0#2457840, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_8081145F_99B8_4EEC_AAB4_325C38549922#2457900]

(16) Scan parquet 
Output [4]: [COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2454904, COL_F76265AB_8748_4114_92B4_00E37DE25D34#2454908, COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2454942, COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2454943]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/02_A_ELIGIBLE_161654]
PushedFilters: [IsNotNull(COL_F76265AB_8748_4114_92B4_00E37DE25D34)]
ReadSchema: struct<COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB:string,COL_F76265AB_8748_4114_92B4_00E37DE25D34:string,COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF:array<string>,COL_AA499A88_B893_47E4_99C5_0EB9F6D69842:string>

(17) ColumnarToRow [codegen id : 4]
Input [4]: [COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2454904, COL_F76265AB_8748_4114_92B4_00E37DE25D34#2454908, COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2454942, COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2454943]

(18) Filter [codegen id : 4]
Input [4]: [COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2454904, COL_F76265AB_8748_4114_92B4_00E37DE25D34#2454908, COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2454942, COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2454943]
Condition : isnotnull(COL_F76265AB_8748_4114_92B4_00E37DE25D34#2454908)

(19) Project [codegen id : 4]
Output [4]: [COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2454904 AS 02_A_ELIGIBLE_161654_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2458093, COL_F76265AB_8748_4114_92B4_00E37DE25D34#2454908 AS 02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2458097, COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2454942 AS 02_A_ELIGIBLE_161654_COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2458131, COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2454943 AS 02_A_ELIGIBLE_161654_COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2458132]
Input [4]: [COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2454904, COL_F76265AB_8748_4114_92B4_00E37DE25D34#2454908, COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2454942, COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2454943]

(20) Exchange
Input [4]: [02_A_ELIGIBLE_161654_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2458093, 02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2458097, 02_A_ELIGIBLE_161654_COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2458131, 02_A_ELIGIBLE_161654_COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2458132]
Arguments: hashpartitioning(02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2458097, 10), ENSURE_REQUIREMENTS, [plan_id=1218009]

(21) ShuffleQueryStage
Output [4]: [02_A_ELIGIBLE_161654_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2458093, 02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2458097, 02_A_ELIGIBLE_161654_COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2458131, 02_A_ELIGIBLE_161654_COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2458132]
Arguments: 1

(22) AQEShuffleRead
Input [4]: [02_A_ELIGIBLE_161654_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2458093, 02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2458097, 02_A_ELIGIBLE_161654_COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2458131, 02_A_ELIGIBLE_161654_COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2458132]
Arguments: coalesced

(23) Sort [codegen id : 7]
Input [4]: [02_A_ELIGIBLE_161654_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2458093, 02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2458097, 02_A_ELIGIBLE_161654_COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2458131, 02_A_ELIGIBLE_161654_COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2458132]
Arguments: [02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2458097 ASC NULLS FIRST], false, 0

(24) SortMergeJoin [codegen id : 8]
Left keys [1]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549]
Right keys [1]: [02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2458097]
Join type: LeftOuter
Join condition: None

(25) Project [codegen id : 8]
Output [7]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553, 02_A_ELIGIBLE_161654_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2458093 AS COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, 02_A_ELIGIBLE_161654_COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2458131 AS COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331, 02_A_ELIGIBLE_161654_COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2458132 AS COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332]
Input [8]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553, 02_A_ELIGIBLE_161654_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2458093, 02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2458097, 02_A_ELIGIBLE_161654_COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2458131, 02_A_ELIGIBLE_161654_COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2458132]

(26) Sort [codegen id : 8]
Input [7]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332]
Arguments: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549 ASC NULLS FIRST, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332 DESC NULLS LAST], false, 0

(27) Window
Input [7]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332]
Arguments: [collect_set(COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553, 0, 0) windowspecdefinition(COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_AB2F274E_7EA4_4613_A9D9_D07AEEC5892D#2458369, row_number() windowspecdefinition(COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332 DESC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_EB09F0CA_8A1F_4C0B_9948_FDB31E88D9C7#2458426], [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549], [COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332 DESC NULLS LAST]

(28) Filter [codegen id : 9]
Input [9]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_AB2F274E_7EA4_4613_A9D9_D07AEEC5892D#2458369, COL_EB09F0CA_8A1F_4C0B_9948_FDB31E88D9C7#2458426]
Condition : ((COL_EB09F0CA_8A1F_4C0B_9948_FDB31E88D9C7#2458426 <=> 1) AND ((size(str_list_union(str_split(str_replace_extend(str_replace_extend(str_list_as_str(array_except(array(str_if_with_rule(isnull(COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551), , COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551)), COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331)), [SIM,SIC], [SIM+,SIC+]), [[,",]], [,,]), ,), str_split(str_replace_extend(str_replace_extend(str_list_as_str(array_except(COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331, array(str_if_with_rule(isnull(COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551), , COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551)))), [SIM,SIC], [SIM-,SIC-]), [[,",]], [,,]), ,)), true) > 0) AND isnotnull(str_list_union(str_split(str_replace_extend(str_replace_extend(str_list_as_str(array_except(array(str_if_with_rule(isnull(COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551), , COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551)), COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331)), [SIM,SIC], [SIM+,SIC+]), [[,",]], [,,]), ,), str_split(str_replace_extend(str_replace_extend(str_list_as_str(array_except(COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331, array(str_if_with_rule(isnull(COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551), , COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551)))), [SIM,SIC], [SIM-,SIC-]), [[,",]], [,,]), ,)))))

(29) Project [codegen id : 9]
Output [7]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_AB2F274E_7EA4_4613_A9D9_D07AEEC5892D#2458369, str_if_with_rule(isnull(COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551), , COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551) AS COL_EF390B5B_D21B_462C_B13D_B1595E80ADEF#2458536]
Input [9]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_AB2F274E_7EA4_4613_A9D9_D07AEEC5892D#2458369, COL_EB09F0CA_8A1F_4C0B_9948_FDB31E88D9C7#2458426]

(30) Project [codegen id : 9]
Output [7]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_AB2F274E_7EA4_4613_A9D9_D07AEEC5892D#2458369, array_except(array(COL_EF390B5B_D21B_462C_B13D_B1595E80ADEF#2458536), COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331) AS COL_2866C1E2_03BF_4FA0_9FA8_D6F663CFD2E7#2458556, array_except(COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331, array(COL_EF390B5B_D21B_462C_B13D_B1595E80ADEF#2458536)) AS COL_B0D6496E_B0F2_4B34_A287_E3A96F7A3CEF#2458577]
Input [7]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_AB2F274E_7EA4_4613_A9D9_D07AEEC5892D#2458369, COL_EF390B5B_D21B_462C_B13D_B1595E80ADEF#2458536]

(31) Project [codegen id : 9]
Output [6]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, str_join(array(str_join(array(SIC/SIM Déduit Infos Patient absent RSF, str_list_as_str(COL_2866C1E2_03BF_4FA0_9FA8_D6F663CFD2E7#2458556)),  : ), str_join(array(SIC/SIM dans RSF et absent des Infos Patient, str_list_as_str(COL_B0D6496E_B0F2_4B34_A287_E3A96F7A3CEF#2458577)),  : ), str_join(array(Acte - Spé - Date , str_list_as_str(COL_AB2F274E_7EA4_4613_A9D9_D07AEEC5892D#2458369)),  : )),  - ) AS COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671, str_list_union(str_split(str_replace_extend(str_replace_extend(str_list_as_str(COL_2866C1E2_03BF_4FA0_9FA8_D6F663CFD2E7#2458556), [SIM,SIC], [SIM+,SIC+]), [[,",]], [,,]), ,), str_split(str_replace_extend(str_replace_extend(str_list_as_str(COL_B0D6496E_B0F2_4B34_A287_E3A96F7A3CEF#2458577), [SIM,SIC], [SIM-,SIC-]), [[,",]], [,,]), ,)) AS COL_C9106B81_8F34_4602_BD0C_4F0EED98B8C8#2458735]
Input [7]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_AB2F274E_7EA4_4613_A9D9_D07AEEC5892D#2458369, COL_2866C1E2_03BF_4FA0_9FA8_D6F663CFD2E7#2458556, COL_B0D6496E_B0F2_4B34_A287_E3A96F7A3CEF#2458577]

(32) Generate [codegen id : 9]
Input [6]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671, COL_C9106B81_8F34_4602_BD0C_4F0EED98B8C8#2458735]
Arguments: explode(COL_C9106B81_8F34_4602_BD0C_4F0EED98B8C8#2458735), [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671], false, [COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758]

(33) Project [codegen id : 9]
Output [8]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671, str_create(RC-SIC/SIM) AS COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2458886, str_remove_space(COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, ALL) AS COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2458909]
Input [6]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758]

(34) Project [codegen id : 9]
Output [8]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2458886, COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2458909, str_if_with_rule(CASE WHEN isnull(Contains(COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, +)) THEN false ELSE Contains(COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, +) END, str_extract_key_value(COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, ;, !, str_concat(array(str_extract(COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2458909, LEFT, 3), str_extract(COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2458909, RIGHT, 3))), VALUE), str_extract_by_str(COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, !, RIGHT)) AS COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2458958]
Input [8]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2458886, COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2458909]

(35) Project [codegen id : 9]
Output [8]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2458886, COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2458909, str_if_with_rule(CASE WHEN isnull(Contains(COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2458958, ,)) THEN false ELSE Contains(COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2458958, ,) END, str_list_get(str_split(str_remove_extend(COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2458958, [[,], ]), ,), 0), COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2458958) AS COL_09828A80_5710_4A69_8FAA_FFA497D3BDBA#2458984]
Input [8]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2458886, COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2458909, COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2458958]

(36) Project [codegen id : 9]
Output [8]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2458886, COL_09828A80_5710_4A69_8FAA_FFA497D3BDBA#2458984, str_concat(array(str_extract(COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2458909, LEFT, 4), !, COL_09828A80_5710_4A69_8FAA_FFA497D3BDBA#2458984, _, str_extract(COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2458909, RIGHT, 2))) AS COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#2459011]
Input [8]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2458886, COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2458909, COL_09828A80_5710_4A69_8FAA_FFA497D3BDBA#2458984]

(37) Project [codegen id : 9]
Output [6]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2458886, COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#2459011, str_if_with_rule(CASE WHEN isnull(Contains(COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, +)) THEN false ELSE Contains(COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, +) END, str_concat(array(Ajout de forfait@, COL_09828A80_5710_4A69_8FAA_FFA497D3BDBA#2458984, @, str_extract(COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#2459011, RIGHT, 2))), str_concat(array(Suppression de Forfait@, str_concat(array(str_extract_by_str(COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, !, RIGHT), @)), str_extract(COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#2459011, RIGHT, 2)))) AS COL_4C6AEE3F_9B75_4BCF_8273_85E282B6FC30#2459140, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671]
Input [8]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2458886, COL_09828A80_5710_4A69_8FAA_FFA497D3BDBA#2458984, COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#2459011]

(38) WriteFiles
Input [6]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2458886, COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#2459011, COL_4C6AEE3F_9B75_4BCF_8273_85E282B6FC30#2459140, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671]

(39) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/datablock/05_GR6_SIC_SIM_161993, false, Parquet, [path=file:///data/output/cache/parquet/datablock/05_GR6_SIC_SIM_161993], Overwrite, [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586, COL_D055870D_7682_4410_A82D_BC4C41964169, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77, COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2, COL_4C6AEE3F_9B75_4BCF_8273_85E282B6FC30, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8]

(40) Project
Output [4]: [COL_64ED17E5_A991_405B_AEED_8A2977283F76#2457269 AS COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_81B86243_0BBB_463E_BE7E_73AEE16D2DD0#2457310 AS COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_F45E0732_AB66_4936_AECE_1F9475288E1E#2457302 AS COL_658DDA2B_EB4A_460F_BDE0_BEB40D7FFD26#2457552, COL_F23CCCC8_5C4A_4FB8_A318_67291E42693A#2457317 AS COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553]
Input [4]: [COL_64ED17E5_A991_405B_AEED_8A2977283F76#2457269, COL_F45E0732_AB66_4936_AECE_1F9475288E1E#2457302, COL_81B86243_0BBB_463E_BE7E_73AEE16D2DD0#2457310, COL_F23CCCC8_5C4A_4FB8_A318_67291E42693A#2457317]

(41) Filter
Input [2]: [REGLES#2457131, APPLICABLE#2457132]
Condition : ((isnotnull(REGLES#2457131) AND (RC-SIC/SIM = REGLES#2457131)) AND (APPLICABLE#2457132 <=> O))

(42) Project
Output: []
Input [2]: [REGLES#2457131, APPLICABLE#2457132]

(43) CartesianProduct
Join type: Inner
Join condition: None

(44) Project
Output [4]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553, ARRAY_TO_STR_BEFORE_CONCAT(COL_658DDA2B_EB4A_460F_BDE0_BEB40D7FFD26#2457552) AS _w0#2457840]
Input [4]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_658DDA2B_EB4A_460F_BDE0_BEB40D7FFD26#2457552, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553]

(45) Exchange
Input [4]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553, _w0#2457840]
Arguments: hashpartitioning(COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, 10), ENSURE_REQUIREMENTS, [plan_id=1217806]

(46) Sort
Input [4]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553, _w0#2457840]
Arguments: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549 ASC NULLS FIRST, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551 ASC NULLS LAST], false, 0

(47) Window
Input [4]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553, _w0#2457840]
Arguments: [concatwithseparatorudaf(_w0#2457840, com.adb.hdh.spark.job.scala.utils.ConcatWithSeparatorUDAF@1167d9d5, class[value[0]: string], class[value[0]: string], true, true, 0, 0, None) windowspecdefinition(COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551 ASC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, row_number() windowspecdefinition(COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_8081145F_99B8_4EEC_AAB4_325C38549922#2457900], [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549], [COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551 ASC NULLS LAST]

(48) Filter
Input [6]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553, _w0#2457840, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_8081145F_99B8_4EEC_AAB4_325C38549922#2457900]
Condition : (COL_8081145F_99B8_4EEC_AAB4_325C38549922#2457900 <=> 1)

(49) Project
Output [4]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553]
Input [6]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553, _w0#2457840, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_8081145F_99B8_4EEC_AAB4_325C38549922#2457900]

(50) Filter
Input [4]: [COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2454904, COL_F76265AB_8748_4114_92B4_00E37DE25D34#2454908, COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2454942, COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2454943]
Condition : isnotnull(COL_F76265AB_8748_4114_92B4_00E37DE25D34#2454908)

(51) Project
Output [4]: [COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2454904 AS 02_A_ELIGIBLE_161654_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2458093, COL_F76265AB_8748_4114_92B4_00E37DE25D34#2454908 AS 02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2458097, COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2454942 AS 02_A_ELIGIBLE_161654_COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2458131, COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2454943 AS 02_A_ELIGIBLE_161654_COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2458132]
Input [4]: [COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2454904, COL_F76265AB_8748_4114_92B4_00E37DE25D34#2454908, COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2454942, COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2454943]

(52) Exchange
Input [4]: [02_A_ELIGIBLE_161654_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2458093, 02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2458097, 02_A_ELIGIBLE_161654_COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2458131, 02_A_ELIGIBLE_161654_COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2458132]
Arguments: hashpartitioning(02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2458097, 10), ENSURE_REQUIREMENTS, [plan_id=1217816]

(53) Sort
Input [4]: [02_A_ELIGIBLE_161654_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2458093, 02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2458097, 02_A_ELIGIBLE_161654_COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2458131, 02_A_ELIGIBLE_161654_COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2458132]
Arguments: [02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2458097 ASC NULLS FIRST], false, 0

(54) SortMergeJoin
Left keys [1]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549]
Right keys [1]: [02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2458097]
Join type: LeftOuter
Join condition: None

(55) Project
Output [7]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553, 02_A_ELIGIBLE_161654_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2458093 AS COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, 02_A_ELIGIBLE_161654_COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2458131 AS COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331, 02_A_ELIGIBLE_161654_COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2458132 AS COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332]
Input [8]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553, 02_A_ELIGIBLE_161654_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2458093, 02_A_ELIGIBLE_161654_COL_F76265AB_8748_4114_92B4_00E37DE25D34#2458097, 02_A_ELIGIBLE_161654_COL_B8D0B7A4_71CB_4406_88C1_4791F02E29EF#2458131, 02_A_ELIGIBLE_161654_COL_AA499A88_B893_47E4_99C5_0EB9F6D69842#2458132]

(56) Sort
Input [7]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332]
Arguments: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549 ASC NULLS FIRST, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332 DESC NULLS LAST], false, 0

(57) Window
Input [7]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332]
Arguments: [collect_set(COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553, 0, 0) windowspecdefinition(COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_AB2F274E_7EA4_4613_A9D9_D07AEEC5892D#2458369, row_number() windowspecdefinition(COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332 DESC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_EB09F0CA_8A1F_4C0B_9948_FDB31E88D9C7#2458426], [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549], [COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332 DESC NULLS LAST]

(58) Filter
Input [9]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_AB2F274E_7EA4_4613_A9D9_D07AEEC5892D#2458369, COL_EB09F0CA_8A1F_4C0B_9948_FDB31E88D9C7#2458426]
Condition : ((COL_EB09F0CA_8A1F_4C0B_9948_FDB31E88D9C7#2458426 <=> 1) AND ((size(str_list_union(str_split(str_replace_extend(str_replace_extend(str_list_as_str(array_except(array(str_if_with_rule(isnull(COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551), , COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551)), COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331)), [SIM,SIC], [SIM+,SIC+]), [[,",]], [,,]), ,), str_split(str_replace_extend(str_replace_extend(str_list_as_str(array_except(COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331, array(str_if_with_rule(isnull(COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551), , COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551)))), [SIM,SIC], [SIM-,SIC-]), [[,",]], [,,]), ,)), true) > 0) AND isnotnull(str_list_union(str_split(str_replace_extend(str_replace_extend(str_list_as_str(array_except(array(str_if_with_rule(isnull(COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551), , COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551)), COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331)), [SIM,SIC], [SIM+,SIC+]), [[,",]], [,,]), ,), str_split(str_replace_extend(str_replace_extend(str_list_as_str(array_except(COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331, array(str_if_with_rule(isnull(COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551), , COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551)))), [SIM,SIC], [SIM-,SIC-]), [[,",]], [,,]), ,)))))

(59) Project
Output [7]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_AB2F274E_7EA4_4613_A9D9_D07AEEC5892D#2458369, str_if_with_rule(isnull(COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551), , COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551) AS COL_EF390B5B_D21B_462C_B13D_B1595E80ADEF#2458536]
Input [9]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_1C67BACF_1B65_4A59_B0AD_E458D86429D5#2457551, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_032696D7_7058_44F0_ABC3_DB207100F75A#2457553, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_AB2F274E_7EA4_4613_A9D9_D07AEEC5892D#2458369, COL_EB09F0CA_8A1F_4C0B_9948_FDB31E88D9C7#2458426]

(60) Project
Output [7]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_AB2F274E_7EA4_4613_A9D9_D07AEEC5892D#2458369, array_except(array(COL_EF390B5B_D21B_462C_B13D_B1595E80ADEF#2458536), COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331) AS COL_2866C1E2_03BF_4FA0_9FA8_D6F663CFD2E7#2458556, array_except(COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331, array(COL_EF390B5B_D21B_462C_B13D_B1595E80ADEF#2458536)) AS COL_B0D6496E_B0F2_4B34_A287_E3A96F7A3CEF#2458577]
Input [7]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_8A0D1AEA_708F_4608_A4E4_33445D2C0854#2458331, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_AB2F274E_7EA4_4613_A9D9_D07AEEC5892D#2458369, COL_EF390B5B_D21B_462C_B13D_B1595E80ADEF#2458536]

(61) Project
Output [6]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, str_join(array(str_join(array(SIC/SIM Déduit Infos Patient absent RSF, str_list_as_str(COL_2866C1E2_03BF_4FA0_9FA8_D6F663CFD2E7#2458556)),  : ), str_join(array(SIC/SIM dans RSF et absent des Infos Patient, str_list_as_str(COL_B0D6496E_B0F2_4B34_A287_E3A96F7A3CEF#2458577)),  : ), str_join(array(Acte - Spé - Date , str_list_as_str(COL_AB2F274E_7EA4_4613_A9D9_D07AEEC5892D#2458369)),  : )),  - ) AS COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671, str_list_union(str_split(str_replace_extend(str_replace_extend(str_list_as_str(COL_2866C1E2_03BF_4FA0_9FA8_D6F663CFD2E7#2458556), [SIM,SIC], [SIM+,SIC+]), [[,",]], [,,]), ,), str_split(str_replace_extend(str_replace_extend(str_list_as_str(COL_B0D6496E_B0F2_4B34_A287_E3A96F7A3CEF#2458577), [SIM,SIC], [SIM-,SIC-]), [[,",]], [,,]), ,)) AS COL_C9106B81_8F34_4602_BD0C_4F0EED98B8C8#2458735]
Input [7]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_AB2F274E_7EA4_4613_A9D9_D07AEEC5892D#2458369, COL_2866C1E2_03BF_4FA0_9FA8_D6F663CFD2E7#2458556, COL_B0D6496E_B0F2_4B34_A287_E3A96F7A3CEF#2458577]

(62) Generate
Input [6]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671, COL_C9106B81_8F34_4602_BD0C_4F0EED98B8C8#2458735]
Arguments: explode(COL_C9106B81_8F34_4602_BD0C_4F0EED98B8C8#2458735), [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671], false, [COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758]

(63) Project
Output [8]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671, str_create(RC-SIC/SIM) AS COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2458886, str_remove_space(COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, ALL) AS COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2458909]
Input [6]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758]

(64) Project
Output [8]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2458886, COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2458909, str_if_with_rule(CASE WHEN isnull(Contains(COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, +)) THEN false ELSE Contains(COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, +) END, str_extract_key_value(COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, ;, !, str_concat(array(str_extract(COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2458909, LEFT, 3), str_extract(COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2458909, RIGHT, 3))), VALUE), str_extract_by_str(COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, !, RIGHT)) AS COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2458958]
Input [8]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_EC9C5E15_381A_4B20_8C15_EBE5E36720D6#2457839, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2458886, COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2458909]

(65) Project
Output [8]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2458886, COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2458909, str_if_with_rule(CASE WHEN isnull(Contains(COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2458958, ,)) THEN false ELSE Contains(COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2458958, ,) END, str_list_get(str_split(str_remove_extend(COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2458958, [[,], ]), ,), 0), COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2458958) AS COL_09828A80_5710_4A69_8FAA_FFA497D3BDBA#2458984]
Input [8]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2458886, COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2458909, COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#2458958]

(66) Project
Output [8]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2458886, COL_09828A80_5710_4A69_8FAA_FFA497D3BDBA#2458984, str_concat(array(str_extract(COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2458909, LEFT, 4), !, COL_09828A80_5710_4A69_8FAA_FFA497D3BDBA#2458984, _, str_extract(COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2458909, RIGHT, 2))) AS COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#2459011]
Input [8]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2458886, COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#2458909, COL_09828A80_5710_4A69_8FAA_FFA497D3BDBA#2458984]

(67) Project
Output [6]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2458886, COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#2459011, str_if_with_rule(CASE WHEN isnull(Contains(COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, +)) THEN false ELSE Contains(COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, +) END, str_concat(array(Ajout de forfait@, COL_09828A80_5710_4A69_8FAA_FFA497D3BDBA#2458984, @, str_extract(COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#2459011, RIGHT, 2))), str_concat(array(Suppression de Forfait@, str_concat(array(str_extract_by_str(COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, !, RIGHT), @)), str_extract(COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#2459011, RIGHT, 2)))) AS COL_4C6AEE3F_9B75_4BCF_8273_85E282B6FC30#2459140, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671]
Input [8]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_3CCB47AD_5834_4DF7_9C15_97F35E752EA6#2458758, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_DADBEFF1_C4E6_4B38_8C84_412222189B8C#2458332, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2458886, COL_09828A80_5710_4A69_8FAA_FFA497D3BDBA#2458984, COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#2459011]

(68) WriteFiles
Input [6]: [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586#2457549, COL_D055870D_7682_4410_A82D_BC4C41964169#2458330, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#2458886, COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#2459011, COL_4C6AEE3F_9B75_4BCF_8273_85E282B6FC30#2459140, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8#2458671]

(69) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/datablock/05_GR6_SIC_SIM_161993, false, Parquet, [path=file:///data/output/cache/parquet/datablock/05_GR6_SIC_SIM_161993], Overwrite, [COL_32F739B2_1E09_4FE7_8AEE_4EAB7D20E586, COL_D055870D_7682_4410_A82D_BC4C41964169, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77, COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2, COL_4C6AEE3F_9B75_4BCF_8273_85E282B6FC30, COL_C7286809_1984_4EC7_AE1D_DBDAAD16E6E8]

(70) AdaptiveSparkPlan
Output: []
Arguments: isFinalPlan=true

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet