digraph G {
0 [labelType="html" label="<br><b>AdaptiveSparkPlan</b><br><br>"];
1 [labelType="html" label="<b>Execute InsertIntoHadoopFsRelationCommand</b><br><br>task commit time: 2 ms<br>number of written files: 1<br>job commit time: 15 ms<br>number of output rows: 85<br>number of dynamic part: 0<br>written output: 8.2 KiB"];
2 [labelType="html" label="<br><b>WriteFiles</b><br><br>"];
subgraph cluster3 {
isCluster="true";
label="WholeStageCodegen (6)\n \nduration: 749 ms";
4 [labelType="html" label="<br><b>Project</b><br><br>"];
5 [labelType="html" label="<br><b>Project</b><br><br>"];
6 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 85"];
}
7 [labelType="html" label="<b>Window</b><br><br>spill size: 0.0 B"];
subgraph cluster8 {
isCluster="true";
label="WholeStageCodegen (5)\n \nduration: 863 ms";
9 [labelType="html" label="<b>Sort</b><br><br>sort time: 21 ms<br>peak memory: 18.0 MiB<br>spill size: 0.0 B"];
}
10 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 1458.1 KiB<br>number of coalesced partitions: 1"];
11 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 43,908<br>local merged chunks fetched: 0<br>shuffle write time: 4 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 43,908<br>local bytes read: 1361.2 KiB<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 7.9 MiB<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 1361.2 KiB"];
12 [labelType="html" label="<b>Window</b><br><br>spill size: 0.0 B"];
subgraph cluster13 {
isCluster="true";
label="WholeStageCodegen (4)\n \nduration: 149 ms";
14 [labelType="html" label="<b>Sort</b><br><br>sort time: 16 ms<br>peak memory: 18.0 MiB<br>spill size: 0.0 B"];
}
15 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 1414.4 KiB<br>number of coalesced partitions: 1"];
16 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 43,908<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>18 ms (1 ms, 1 ms, 2 ms (stage 6187.0: task 8127))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 43,908<br>local bytes read: 1356.4 KiB<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 10<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size total (min, med, max (stageId: taskId))<br>5.9 MiB (572.3 KiB, 602.4 KiB, 643.3 KiB (stage 6187.0: task 8120))<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>1356.4 KiB (128.8 KiB, 135.3 KiB, 144.7 KiB (stage 6187.0: task 8120))"];
subgraph cluster17 {
isCluster="true";
label="WholeStageCodegen (3)\n \nduration: total (min, med, max (stageId: taskId))\n970 ms (80 ms, 99 ms, 109 ms (stage 6187.0: task 8120))";
18 [labelType="html" label="<br><b>Project</b><br><br>"];
19 [labelType="html" label="<br><b>Project</b><br><br>"];
}
20 [labelType="html" label="<b>CartesianProduct</b><br><br>number of output rows: 43,908"];
subgraph cluster21 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n977 ms (81 ms, 99 ms, 110 ms (stage 6187.0: task 8120))";
22 [labelType="html" label="<br><b>Project</b><br><br>"];
23 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 43,908"];
24 [labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 56,805<br>number of input batches: 20"];
}
25 [labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 10<br>scan time total (min, med, max (stageId: taskId))<br>66 ms (4 ms, 6 ms, 12 ms (stage 6187.0: task 8129))<br>metadata time: 0 ms<br>size of files read: 4.0 MiB<br>number of output rows: 56,805"];
subgraph cluster26 {
isCluster="true";
label="WholeStageCodegen (2)\n \nduration: total (min, med, max (stageId: taskId))\n84 ms (6 ms, 9 ms, 13 ms (stage 6187.0: task 8122))";
27 [labelType="html" label="<br><b>Project</b><br><br>"];
28 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 10"];
}
29 [labelType="html" label="<b>Scan csv </b><br><br>number of output rows: 10<br>number of files read: 1<br>metadata time: 0 ms<br>size of files read: 175.0 B"];
1->0;
2->1;
4->2;
5->4;
6->5;
7->6;
9->7;
10->9;
11->10;
12->11;
14->12;
15->14;
16->15;
18->16;
19->18;
20->19;
22->20;
23->22;
24->23;
25->24;
27->20;
28->27;
29->28;
}
30
AdaptiveSparkPlan isFinalPlan=true
Execute InsertIntoHadoopFsRelationCommand file:/data/output/cache/parquet/datablock/05_GR8_A_FAUX_V_226102, false, Parquet, [path=file:///data/output/cache/parquet/datablock/05_GR8_A_FAUX_V_226102], Overwrite, [COL_E330EE99_A328_496E_80B6_25B2D7CB4677, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A, COL_84C53E17_0BB9_4F8A_B77D_E65F3D73209F, COL_EAE05588_2D3F_4748_9B79_D92ACB23F067, COL_93AE3F44_ACE2_4DCB_B04C_DE8D5790D101, COL_D0DE69B5_A369_4EF9_9F44_CF7D95310050, COL_C63CAED1_D0E2_4104_BC0C_5FC74C96BF92, COL_9EB51151_720C_48FE_9329_D1497E19F37E, COL_3823A558_7BE6_47C9_89DE_C420833259DA, COL_D3A20792_1660_49AE_9F8E_64FBB5BF3391]
WriteFiles
Project [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#514635, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, COL_84C53E17_0BB9_4F8A_B77D_E65F3D73209F#515333, COL_EAE05588_2D3F_4748_9B79_D92ACB23F067#515382, str_concat(array(COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639, -!, COL_9EB51151_720C_48FE_9329_D1497E19F37E#515308, _, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#514641)) AS COL_93AE3F44_ACE2_4DCB_B04C_DE8D5790D101#515598, str_concat(array(Suppression de Forfait@, COL_9EB51151_720C_48FE_9329_D1497E19F37E#515308, @, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#514641)) AS COL_D0DE69B5_A369_4EF9_9F44_CF7D95310050#515599, str_concat(array(str_join(array(Suppression Doublon du RSF, int_to_str(COL_E330EE99_A328_496E_80B6_25B2D7CB4677#514635)), -))) AS COL_C63CAED1_D0E2_4104_BC0C_5FC74C96BF92#515600, COL_9EB51151_720C_48FE_9329_D1497E19F37E#515308, int_create(COL_E330EE99_A328_496E_80B6_25B2D7CB4677#514635) AS COL_3823A558_7BE6_47C9_89DE_C420833259DA#515602, COL_D3A20792_1660_49AE_9F8E_64FBB5BF3391#515310]
Project [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#514635, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#514641, str_join(array(str_extract_middle(COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#514640, 7, 2), str_extract_middle(COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#514640, 5, 2), str_extract_middle(COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#514640, 1, 4)), ) AS COL_9EB51151_720C_48FE_9329_D1497E19F37E#515308, str_if_with_rule((((COL_B5CFEB01_25DB_4E06_A332_B639763883A4#514896L > 1) AND CASE WHEN isnull(Contains(COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#514818, SAS)) THEN false ELSE Contains(COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#514818, SAS) END) AND (COL_C50674E1_02A7_4B50_AD44_5E24A3F3FC1C#514945 > 1)), 1, ) AS COL_D3A20792_1660_49AE_9F8E_64FBB5BF3391#515310, str_extract_by_str(COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, -, RIGHT) AS COL_84C53E17_0BB9_4F8A_B77D_E65F3D73209F#515333, str_create(RC DBL-RSF) AS COL_EAE05588_2D3F_4748_9B79_D92ACB23F067#515382]
Filter (str_if_with_rule(((((str_if_with_rule(((COL_B5CFEB01_25DB_4E06_A332_B639763883A4#514896L > 1) AND (COL_58537AE8_C308_4D0B_A490_A6833DE36F07#514759 <=> SU*)), str_if_with_rule((CASE WHEN isnull(Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#514849), SUN)) THEN false ELSE Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#514849), SUN) END AND CASE WHEN isnull(Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#514849), SUF)) THEN false ELSE Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#514849), SUF) END), str_if_with_rule((COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639 <=> SUF), 1, ), str_if_with_rule((COL_C50674E1_02A7_4B50_AD44_5E24A3F3FC1C#514945 > 1), 1, )), ) <=> 1) OR (str_if_with_rule(((COL_B5CFEB01_25DB_4E06_A332_B639763883A4#514896L > 1) AND (COL_58537AE8_C308_4D0B_A490_A6833DE36F07#514759 <=> SI*)), str_if_with_rule((CASE WHEN isnull(Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#514849), SIC)) THEN false ELSE Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#514849), SIC) END AND CASE WHEN isnull(Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#514849), SIM)) THEN false ELSE Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#514849), SIM) END), str_if_with_rule((COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639 <=> SIM), 1, ), str_if_with_rule((COL_C50674E1_02A7_4B50_AD44_5E24A3F3FC1C#514945 > 1), 1, )), ) <=> 1)) OR (str_if_with_rule(((COL_B5CFEB01_25DB_4E06_A332_B639763883A4#514896L > 1) AND (COL_58537AE8_C308_4D0B_A490_A6833DE36F07#514759 <=> SS*)), str_if_with_rule((CASE WHEN isnull(Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#514849), SSN)) THEN false ELSE Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#514849), SSN) END AND CASE WHEN isnull(Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#514849), SSF)) THEN false ELSE Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#514849), SSF) END), str_if_with_rule((COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639 <=> SSF), 1, ), str_if_with_rule((COL_C50674E1_02A7_4B50_AD44_5E24A3F3FC1C#514945 > 1), 1, )), ) <=> 1)) OR (str_if_with_rule((((COL_B5CFEB01_25DB_4E06_A332_B639763883A4#514896L > 1) AND CASE WHEN isnull(Contains(COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#514818, SAS)) THEN false ELSE Contains(COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#514818, SAS) END) AND (COL_C50674E1_02A7_4B50_AD44_5E24A3F3FC1C#514945 > 1)), 1, ) <=> 1)), 1, ) <=> 1)
WholeStageCodegen (6)
Window [row_number() windowspecdefinition(COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#514748, 1 DESC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_C50674E1_02A7_4B50_AD44_5E24A3F3FC1C#514945], [COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#514748], [1 DESC NULLS LAST]
Sort [COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637 ASC NULLS FIRST, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#514748 ASC NULLS FIRST, 1 DESC NULLS LAST], false, 0
WholeStageCodegen (5)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#514748, 10), ENSURE_REQUIREMENTS, [plan_id=315944]
Window [collect_list(COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#514748, 0, 0) windowspecdefinition(COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#514759, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#514849, count(1) windowspecdefinition(COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#514759, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_B5CFEB01_25DB_4E06_A332_B639763883A4#514896L], [COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#514759], [1 DESC NULLS LAST]
Sort [COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637 ASC NULLS FIRST, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#514759 ASC NULLS FIRST, 1 DESC NULLS LAST], false, 0
WholeStageCodegen (4)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#514759, 10), ENSURE_REQUIREMENTS, [plan_id=315864]
Project [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#514635, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639, COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#514640, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#514641, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#514748, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#514759, str_join(array(COL_58537AE8_C308_4D0B_A490_A6833DE36F07#514759, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#514641), -) AS COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#514818]
Project [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#514635, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639, COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#514640, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#514641, str_join(array(COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#514641), -) AS COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#514748, str_if_with_rule(CASE WHEN isnull(StartsWith(COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639, SS)) THEN false ELSE StartsWith(COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639, SS) END, SS*, str_if_with_rule(((((CASE WHEN isnull(StartsWith(COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639, SU)) THEN false ELSE StartsWith(COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639, SU) END AND NOT (COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639 <=> SUB)) AND NOT (COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639 <=> SUM)) AND NOT (COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639 <=> SU2)) AND NOT (COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639 <=> SU3)), SU*, str_if_with_rule(CASE WHEN isnull(StartsWith(COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639, FU)) THEN false ELSE StartsWith(COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639, FU) END, FU*, str_if_with_rule(((COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639 <=> SIC) OR (COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639 <=> SIM)), SI*, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639)))) AS COL_58537AE8_C308_4D0B_A490_A6833DE36F07#514759]
WholeStageCodegen (3)
CartesianProduct
Project [COL_CEFA2472_1E3F_469C_9633_864540C40AD9#514347 AS COL_E330EE99_A328_496E_80B6_25B2D7CB4677#514635, COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#514349 AS COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, COL_8F13405A_6271_4B4F_BE3D_AFBE0E624AFC#514366 AS COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639, COL_50D051CB_B5A3_4A22_99CF_B636DE0B08A4#514375 AS COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#514640, COL_B2D69078_23A7_4B36_BBF2_3F9C29840464#514376 AS COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#514641]
Filter NOT CASE WHEN isnull(StartsWith(COL_1DDA21A4_0127_416B_A5DB_7EDD9CC61B56#514348, A)) THEN false ELSE StartsWith(COL_1DDA21A4_0127_416B_A5DB_7EDD9CC61B56#514348, A) END
ColumnarToRow
WholeStageCodegen (1)
FileScan parquet [COL_CEFA2472_1E3F_469C_9633_864540C40AD9#514347,COL_1DDA21A4_0127_416B_A5DB_7EDD9CC61B56#514348,COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#514349,COL_8F13405A_6271_4B4F_BE3D_AFBE0E624AFC#514366,COL_50D051CB_B5A3_4A22_99CF_B636DE0B08A4#514375,COL_B2D69078_23A7_4B36_BBF2_3F9C29840464#514376] Batched: true, DataFilters: [NOT CASE WHEN isnull(StartsWith(COL_1DDA21A4_0127_416B_A5DB_7EDD9CC61B56#514348, A)) THEN false ..., Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/02_A_ELIGIBLE_225697], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_CEFA2472_1E3F_469C_9633_864540C40AD9:int,COL_1DDA21A4_0127_416B_A5DB_7EDD9CC61B56:stri...
Project
Filter ((isnotnull(REGLES#514326) AND (RC-DBL-RSF = REGLES#514326)) AND (APPLICABLE#514327 <=> O))
WholeStageCodegen (2)
FileScan csv [REGLES#514326,APPLICABLE#514327] Batched: false, DataFilters: [isnotnull(REGLES#514326), (RC-DBL-RSF = REGLES#514326), (APPLICABLE#514327 <=> O)], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/tmp/REGLES_APPLICAB_225515/REGLES-A-TTT new..., PartitionFilters: [], PushedFilters: [IsNotNull(REGLES), EqualTo(REGLES,RC-DBL-RSF), EqualNullSafe(APPLICABLE,O)], ReadSchema: struct<REGLES:string,APPLICABLE:string>
== Physical Plan ==
AdaptiveSparkPlan (44)
+- == Final Plan ==
Execute InsertIntoHadoopFsRelationCommand (25)
+- WriteFiles (24)
+- * Project (23)
+- * Project (22)
+- * Filter (21)
+- Window (20)
+- * Sort (19)
+- AQEShuffleRead (18)
+- ShuffleQueryStage (17), Statistics(sizeInBytes=7.9 MiB, rowCount=4.39E+4)
+- Exchange (16)
+- Window (15)
+- * Sort (14)
+- AQEShuffleRead (13)
+- ShuffleQueryStage (12), Statistics(sizeInBytes=5.9 MiB, rowCount=4.39E+4)
+- Exchange (11)
+- * Project (10)
+- * Project (9)
+- CartesianProduct Inner (8)
:- * Project (4)
: +- * Filter (3)
: +- * ColumnarToRow (2)
: +- Scan parquet (1)
+- * Project (7)
+- * Filter (6)
+- Scan csv (5)
+- == Initial Plan ==
Execute InsertIntoHadoopFsRelationCommand (43)
+- WriteFiles (42)
+- Project (41)
+- Project (40)
+- Filter (39)
+- Window (38)
+- Sort (37)
+- Exchange (36)
+- Window (35)
+- Sort (34)
+- Exchange (33)
+- Project (32)
+- Project (31)
+- CartesianProduct Inner (30)
:- Project (27)
: +- Filter (26)
: +- Scan parquet (1)
+- Project (29)
+- Filter (28)
+- Scan csv (5)
(1) Scan parquet
Output [6]: [COL_CEFA2472_1E3F_469C_9633_864540C40AD9#514347, COL_1DDA21A4_0127_416B_A5DB_7EDD9CC61B56#514348, COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#514349, COL_8F13405A_6271_4B4F_BE3D_AFBE0E624AFC#514366, COL_50D051CB_B5A3_4A22_99CF_B636DE0B08A4#514375, COL_B2D69078_23A7_4B36_BBF2_3F9C29840464#514376]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/02_A_ELIGIBLE_225697]
ReadSchema: struct<COL_CEFA2472_1E3F_469C_9633_864540C40AD9:int,COL_1DDA21A4_0127_416B_A5DB_7EDD9CC61B56:string,COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB:string,COL_8F13405A_6271_4B4F_BE3D_AFBE0E624AFC:string,COL_50D051CB_B5A3_4A22_99CF_B636DE0B08A4:string,COL_B2D69078_23A7_4B36_BBF2_3F9C29840464:string>
(2) ColumnarToRow [codegen id : 1]
Input [6]: [COL_CEFA2472_1E3F_469C_9633_864540C40AD9#514347, COL_1DDA21A4_0127_416B_A5DB_7EDD9CC61B56#514348, COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#514349, COL_8F13405A_6271_4B4F_BE3D_AFBE0E624AFC#514366, COL_50D051CB_B5A3_4A22_99CF_B636DE0B08A4#514375, COL_B2D69078_23A7_4B36_BBF2_3F9C29840464#514376]
(3) Filter [codegen id : 1]
Input [6]: [COL_CEFA2472_1E3F_469C_9633_864540C40AD9#514347, COL_1DDA21A4_0127_416B_A5DB_7EDD9CC61B56#514348, COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#514349, COL_8F13405A_6271_4B4F_BE3D_AFBE0E624AFC#514366, COL_50D051CB_B5A3_4A22_99CF_B636DE0B08A4#514375, COL_B2D69078_23A7_4B36_BBF2_3F9C29840464#514376]
Condition : NOT CASE WHEN isnull(StartsWith(COL_1DDA21A4_0127_416B_A5DB_7EDD9CC61B56#514348, A)) THEN false ELSE StartsWith(COL_1DDA21A4_0127_416B_A5DB_7EDD9CC61B56#514348, A) END
(4) Project [codegen id : 1]
Output [5]: [COL_CEFA2472_1E3F_469C_9633_864540C40AD9#514347 AS COL_E330EE99_A328_496E_80B6_25B2D7CB4677#514635, COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#514349 AS COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, COL_8F13405A_6271_4B4F_BE3D_AFBE0E624AFC#514366 AS COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639, COL_50D051CB_B5A3_4A22_99CF_B636DE0B08A4#514375 AS COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#514640, COL_B2D69078_23A7_4B36_BBF2_3F9C29840464#514376 AS COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#514641]
Input [6]: [COL_CEFA2472_1E3F_469C_9633_864540C40AD9#514347, COL_1DDA21A4_0127_416B_A5DB_7EDD9CC61B56#514348, COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#514349, COL_8F13405A_6271_4B4F_BE3D_AFBE0E624AFC#514366, COL_50D051CB_B5A3_4A22_99CF_B636DE0B08A4#514375, COL_B2D69078_23A7_4B36_BBF2_3F9C29840464#514376]
(5) Scan csv
Output [2]: [REGLES#514326, APPLICABLE#514327]
Batched: false
Location: InMemoryFileIndex [file:/data/input/depot/csv/tmp/REGLES_APPLICAB_225515/REGLES-A-TTT new.csv]
PushedFilters: [IsNotNull(REGLES), EqualTo(REGLES,RC-DBL-RSF), EqualNullSafe(APPLICABLE,O)]
ReadSchema: struct<REGLES:string,APPLICABLE:string>
(6) Filter [codegen id : 2]
Input [2]: [REGLES#514326, APPLICABLE#514327]
Condition : ((isnotnull(REGLES#514326) AND (RC-DBL-RSF = REGLES#514326)) AND (APPLICABLE#514327 <=> O))
(7) Project [codegen id : 2]
Output: []
Input [2]: [REGLES#514326, APPLICABLE#514327]
(8) CartesianProduct
Join type: Inner
Join condition: None
(9) Project [codegen id : 3]
Output [7]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#514635, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639, COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#514640, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#514641, str_join(array(COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#514641), -) AS COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#514748, str_if_with_rule(CASE WHEN isnull(StartsWith(COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639, SS)) THEN false ELSE StartsWith(COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639, SS) END, SS*, str_if_with_rule(((((CASE WHEN isnull(StartsWith(COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639, SU)) THEN false ELSE StartsWith(COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639, SU) END AND NOT (COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639 <=> SUB)) AND NOT (COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639 <=> SUM)) AND NOT (COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639 <=> SU2)) AND NOT (COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639 <=> SU3)), SU*, str_if_with_rule(CASE WHEN isnull(StartsWith(COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639, FU)) THEN false ELSE StartsWith(COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639, FU) END, FU*, str_if_with_rule(((COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639 <=> SIC) OR (COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639 <=> SIM)), SI*, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639)))) AS COL_58537AE8_C308_4D0B_A490_A6833DE36F07#514759]
Input [5]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#514635, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639, COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#514640, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#514641]
(10) Project [codegen id : 3]
Output [8]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#514635, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639, COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#514640, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#514641, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#514748, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#514759, str_join(array(COL_58537AE8_C308_4D0B_A490_A6833DE36F07#514759, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#514641), -) AS COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#514818]
Input [7]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#514635, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639, COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#514640, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#514641, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#514748, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#514759]
(11) Exchange
Input [8]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#514635, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639, COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#514640, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#514641, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#514748, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#514759, COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#514818]
Arguments: hashpartitioning(COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#514759, 10), ENSURE_REQUIREMENTS, [plan_id=315864]
(12) ShuffleQueryStage
Output [8]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#514635, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639, COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#514640, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#514641, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#514748, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#514759, COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#514818]
Arguments: 0
(13) AQEShuffleRead
Input [8]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#514635, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639, COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#514640, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#514641, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#514748, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#514759, COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#514818]
Arguments: coalesced
(14) Sort [codegen id : 4]
Input [8]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#514635, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639, COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#514640, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#514641, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#514748, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#514759, COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#514818]
Arguments: [COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637 ASC NULLS FIRST, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#514759 ASC NULLS FIRST, 1 DESC NULLS LAST], false, 0
(15) Window
Input [8]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#514635, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639, COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#514640, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#514641, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#514748, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#514759, COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#514818]
Arguments: [collect_list(COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#514748, 0, 0) windowspecdefinition(COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#514759, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#514849, count(1) windowspecdefinition(COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#514759, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_B5CFEB01_25DB_4E06_A332_B639763883A4#514896L], [COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#514759], [1 DESC NULLS LAST]
(16) Exchange
Input [10]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#514635, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639, COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#514640, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#514641, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#514748, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#514759, COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#514818, COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#514849, COL_B5CFEB01_25DB_4E06_A332_B639763883A4#514896L]
Arguments: hashpartitioning(COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#514748, 10), ENSURE_REQUIREMENTS, [plan_id=315944]
(17) ShuffleQueryStage
Output [10]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#514635, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639, COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#514640, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#514641, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#514748, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#514759, COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#514818, COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#514849, COL_B5CFEB01_25DB_4E06_A332_B639763883A4#514896L]
Arguments: 1
(18) AQEShuffleRead
Input [10]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#514635, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639, COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#514640, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#514641, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#514748, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#514759, COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#514818, COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#514849, COL_B5CFEB01_25DB_4E06_A332_B639763883A4#514896L]
Arguments: coalesced
(19) Sort [codegen id : 5]
Input [10]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#514635, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639, COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#514640, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#514641, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#514748, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#514759, COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#514818, COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#514849, COL_B5CFEB01_25DB_4E06_A332_B639763883A4#514896L]
Arguments: [COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637 ASC NULLS FIRST, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#514748 ASC NULLS FIRST, 1 DESC NULLS LAST], false, 0
(20) Window
Input [10]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#514635, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639, COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#514640, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#514641, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#514748, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#514759, COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#514818, COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#514849, COL_B5CFEB01_25DB_4E06_A332_B639763883A4#514896L]
Arguments: [row_number() windowspecdefinition(COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#514748, 1 DESC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_C50674E1_02A7_4B50_AD44_5E24A3F3FC1C#514945], [COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#514748], [1 DESC NULLS LAST]
(21) Filter [codegen id : 6]
Input [11]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#514635, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639, COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#514640, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#514641, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#514748, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#514759, COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#514818, COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#514849, COL_B5CFEB01_25DB_4E06_A332_B639763883A4#514896L, COL_C50674E1_02A7_4B50_AD44_5E24A3F3FC1C#514945]
Condition : (str_if_with_rule(((((str_if_with_rule(((COL_B5CFEB01_25DB_4E06_A332_B639763883A4#514896L > 1) AND (COL_58537AE8_C308_4D0B_A490_A6833DE36F07#514759 <=> SU*)), str_if_with_rule((CASE WHEN isnull(Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#514849), SUN)) THEN false ELSE Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#514849), SUN) END AND CASE WHEN isnull(Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#514849), SUF)) THEN false ELSE Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#514849), SUF) END), str_if_with_rule((COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639 <=> SUF), 1, ), str_if_with_rule((COL_C50674E1_02A7_4B50_AD44_5E24A3F3FC1C#514945 > 1), 1, )), ) <=> 1) OR (str_if_with_rule(((COL_B5CFEB01_25DB_4E06_A332_B639763883A4#514896L > 1) AND (COL_58537AE8_C308_4D0B_A490_A6833DE36F07#514759 <=> SI*)), str_if_with_rule((CASE WHEN isnull(Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#514849), SIC)) THEN false ELSE Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#514849), SIC) END AND CASE WHEN isnull(Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#514849), SIM)) THEN false ELSE Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#514849), SIM) END), str_if_with_rule((COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639 <=> SIM), 1, ), str_if_with_rule((COL_C50674E1_02A7_4B50_AD44_5E24A3F3FC1C#514945 > 1), 1, )), ) <=> 1)) OR (str_if_with_rule(((COL_B5CFEB01_25DB_4E06_A332_B639763883A4#514896L > 1) AND (COL_58537AE8_C308_4D0B_A490_A6833DE36F07#514759 <=> SS*)), str_if_with_rule((CASE WHEN isnull(Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#514849), SSN)) THEN false ELSE Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#514849), SSN) END AND CASE WHEN isnull(Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#514849), SSF)) THEN false ELSE Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#514849), SSF) END), str_if_with_rule((COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639 <=> SSF), 1, ), str_if_with_rule((COL_C50674E1_02A7_4B50_AD44_5E24A3F3FC1C#514945 > 1), 1, )), ) <=> 1)) OR (str_if_with_rule((((COL_B5CFEB01_25DB_4E06_A332_B639763883A4#514896L > 1) AND CASE WHEN isnull(Contains(COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#514818, SAS)) THEN false ELSE Contains(COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#514818, SAS) END) AND (COL_C50674E1_02A7_4B50_AD44_5E24A3F3FC1C#514945 > 1)), 1, ) <=> 1)), 1, ) <=> 1)
(22) Project [codegen id : 6]
Output [8]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#514635, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#514641, str_join(array(str_extract_middle(COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#514640, 7, 2), str_extract_middle(COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#514640, 5, 2), str_extract_middle(COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#514640, 1, 4)), ) AS COL_9EB51151_720C_48FE_9329_D1497E19F37E#515308, str_if_with_rule((((COL_B5CFEB01_25DB_4E06_A332_B639763883A4#514896L > 1) AND CASE WHEN isnull(Contains(COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#514818, SAS)) THEN false ELSE Contains(COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#514818, SAS) END) AND (COL_C50674E1_02A7_4B50_AD44_5E24A3F3FC1C#514945 > 1)), 1, ) AS COL_D3A20792_1660_49AE_9F8E_64FBB5BF3391#515310, str_extract_by_str(COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, -, RIGHT) AS COL_84C53E17_0BB9_4F8A_B77D_E65F3D73209F#515333, str_create(RC DBL-RSF) AS COL_EAE05588_2D3F_4748_9B79_D92ACB23F067#515382]
Input [11]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#514635, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639, COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#514640, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#514641, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#514748, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#514759, COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#514818, COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#514849, COL_B5CFEB01_25DB_4E06_A332_B639763883A4#514896L, COL_C50674E1_02A7_4B50_AD44_5E24A3F3FC1C#514945]
(23) Project [codegen id : 6]
Output [10]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#514635, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, COL_84C53E17_0BB9_4F8A_B77D_E65F3D73209F#515333, COL_EAE05588_2D3F_4748_9B79_D92ACB23F067#515382, str_concat(array(COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639, -!, COL_9EB51151_720C_48FE_9329_D1497E19F37E#515308, _, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#514641)) AS COL_93AE3F44_ACE2_4DCB_B04C_DE8D5790D101#515598, str_concat(array(Suppression de Forfait@, COL_9EB51151_720C_48FE_9329_D1497E19F37E#515308, @, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#514641)) AS COL_D0DE69B5_A369_4EF9_9F44_CF7D95310050#515599, str_concat(array(str_join(array(Suppression Doublon du RSF, int_to_str(COL_E330EE99_A328_496E_80B6_25B2D7CB4677#514635)), -))) AS COL_C63CAED1_D0E2_4104_BC0C_5FC74C96BF92#515600, COL_9EB51151_720C_48FE_9329_D1497E19F37E#515308, int_create(COL_E330EE99_A328_496E_80B6_25B2D7CB4677#514635) AS COL_3823A558_7BE6_47C9_89DE_C420833259DA#515602, COL_D3A20792_1660_49AE_9F8E_64FBB5BF3391#515310]
Input [8]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#514635, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#514641, COL_9EB51151_720C_48FE_9329_D1497E19F37E#515308, COL_D3A20792_1660_49AE_9F8E_64FBB5BF3391#515310, COL_84C53E17_0BB9_4F8A_B77D_E65F3D73209F#515333, COL_EAE05588_2D3F_4748_9B79_D92ACB23F067#515382]
(24) WriteFiles
Input [10]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#514635, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, COL_84C53E17_0BB9_4F8A_B77D_E65F3D73209F#515333, COL_EAE05588_2D3F_4748_9B79_D92ACB23F067#515382, COL_93AE3F44_ACE2_4DCB_B04C_DE8D5790D101#515598, COL_D0DE69B5_A369_4EF9_9F44_CF7D95310050#515599, COL_C63CAED1_D0E2_4104_BC0C_5FC74C96BF92#515600, COL_9EB51151_720C_48FE_9329_D1497E19F37E#515308, COL_3823A558_7BE6_47C9_89DE_C420833259DA#515602, COL_D3A20792_1660_49AE_9F8E_64FBB5BF3391#515310]
(25) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/datablock/05_GR8_A_FAUX_V_226102, false, Parquet, [path=file:///data/output/cache/parquet/datablock/05_GR8_A_FAUX_V_226102], Overwrite, [COL_E330EE99_A328_496E_80B6_25B2D7CB4677, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A, COL_84C53E17_0BB9_4F8A_B77D_E65F3D73209F, COL_EAE05588_2D3F_4748_9B79_D92ACB23F067, COL_93AE3F44_ACE2_4DCB_B04C_DE8D5790D101, COL_D0DE69B5_A369_4EF9_9F44_CF7D95310050, COL_C63CAED1_D0E2_4104_BC0C_5FC74C96BF92, COL_9EB51151_720C_48FE_9329_D1497E19F37E, COL_3823A558_7BE6_47C9_89DE_C420833259DA, COL_D3A20792_1660_49AE_9F8E_64FBB5BF3391]
(26) Filter
Input [6]: [COL_CEFA2472_1E3F_469C_9633_864540C40AD9#514347, COL_1DDA21A4_0127_416B_A5DB_7EDD9CC61B56#514348, COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#514349, COL_8F13405A_6271_4B4F_BE3D_AFBE0E624AFC#514366, COL_50D051CB_B5A3_4A22_99CF_B636DE0B08A4#514375, COL_B2D69078_23A7_4B36_BBF2_3F9C29840464#514376]
Condition : NOT CASE WHEN isnull(StartsWith(COL_1DDA21A4_0127_416B_A5DB_7EDD9CC61B56#514348, A)) THEN false ELSE StartsWith(COL_1DDA21A4_0127_416B_A5DB_7EDD9CC61B56#514348, A) END
(27) Project
Output [5]: [COL_CEFA2472_1E3F_469C_9633_864540C40AD9#514347 AS COL_E330EE99_A328_496E_80B6_25B2D7CB4677#514635, COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#514349 AS COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, COL_8F13405A_6271_4B4F_BE3D_AFBE0E624AFC#514366 AS COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639, COL_50D051CB_B5A3_4A22_99CF_B636DE0B08A4#514375 AS COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#514640, COL_B2D69078_23A7_4B36_BBF2_3F9C29840464#514376 AS COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#514641]
Input [6]: [COL_CEFA2472_1E3F_469C_9633_864540C40AD9#514347, COL_1DDA21A4_0127_416B_A5DB_7EDD9CC61B56#514348, COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#514349, COL_8F13405A_6271_4B4F_BE3D_AFBE0E624AFC#514366, COL_50D051CB_B5A3_4A22_99CF_B636DE0B08A4#514375, COL_B2D69078_23A7_4B36_BBF2_3F9C29840464#514376]
(28) Filter
Input [2]: [REGLES#514326, APPLICABLE#514327]
Condition : ((isnotnull(REGLES#514326) AND (RC-DBL-RSF = REGLES#514326)) AND (APPLICABLE#514327 <=> O))
(29) Project
Output: []
Input [2]: [REGLES#514326, APPLICABLE#514327]
(30) CartesianProduct
Join type: Inner
Join condition: None
(31) Project
Output [7]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#514635, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639, COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#514640, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#514641, str_join(array(COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#514641), -) AS COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#514748, str_if_with_rule(CASE WHEN isnull(StartsWith(COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639, SS)) THEN false ELSE StartsWith(COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639, SS) END, SS*, str_if_with_rule(((((CASE WHEN isnull(StartsWith(COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639, SU)) THEN false ELSE StartsWith(COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639, SU) END AND NOT (COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639 <=> SUB)) AND NOT (COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639 <=> SUM)) AND NOT (COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639 <=> SU2)) AND NOT (COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639 <=> SU3)), SU*, str_if_with_rule(CASE WHEN isnull(StartsWith(COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639, FU)) THEN false ELSE StartsWith(COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639, FU) END, FU*, str_if_with_rule(((COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639 <=> SIC) OR (COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639 <=> SIM)), SI*, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639)))) AS COL_58537AE8_C308_4D0B_A490_A6833DE36F07#514759]
Input [5]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#514635, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639, COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#514640, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#514641]
(32) Project
Output [8]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#514635, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639, COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#514640, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#514641, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#514748, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#514759, str_join(array(COL_58537AE8_C308_4D0B_A490_A6833DE36F07#514759, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#514641), -) AS COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#514818]
Input [7]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#514635, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639, COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#514640, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#514641, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#514748, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#514759]
(33) Exchange
Input [8]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#514635, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639, COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#514640, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#514641, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#514748, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#514759, COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#514818]
Arguments: hashpartitioning(COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#514759, 10), ENSURE_REQUIREMENTS, [plan_id=315809]
(34) Sort
Input [8]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#514635, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639, COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#514640, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#514641, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#514748, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#514759, COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#514818]
Arguments: [COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637 ASC NULLS FIRST, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#514759 ASC NULLS FIRST, 1 DESC NULLS LAST], false, 0
(35) Window
Input [8]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#514635, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639, COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#514640, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#514641, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#514748, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#514759, COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#514818]
Arguments: [collect_list(COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#514748, 0, 0) windowspecdefinition(COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#514759, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#514849, count(1) windowspecdefinition(COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#514759, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_B5CFEB01_25DB_4E06_A332_B639763883A4#514896L], [COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#514759], [1 DESC NULLS LAST]
(36) Exchange
Input [10]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#514635, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639, COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#514640, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#514641, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#514748, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#514759, COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#514818, COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#514849, COL_B5CFEB01_25DB_4E06_A332_B639763883A4#514896L]
Arguments: hashpartitioning(COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#514748, 10), ENSURE_REQUIREMENTS, [plan_id=315813]
(37) Sort
Input [10]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#514635, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639, COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#514640, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#514641, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#514748, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#514759, COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#514818, COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#514849, COL_B5CFEB01_25DB_4E06_A332_B639763883A4#514896L]
Arguments: [COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637 ASC NULLS FIRST, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#514748 ASC NULLS FIRST, 1 DESC NULLS LAST], false, 0
(38) Window
Input [10]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#514635, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639, COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#514640, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#514641, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#514748, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#514759, COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#514818, COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#514849, COL_B5CFEB01_25DB_4E06_A332_B639763883A4#514896L]
Arguments: [row_number() windowspecdefinition(COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#514748, 1 DESC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_C50674E1_02A7_4B50_AD44_5E24A3F3FC1C#514945], [COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#514748], [1 DESC NULLS LAST]
(39) Filter
Input [11]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#514635, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639, COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#514640, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#514641, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#514748, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#514759, COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#514818, COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#514849, COL_B5CFEB01_25DB_4E06_A332_B639763883A4#514896L, COL_C50674E1_02A7_4B50_AD44_5E24A3F3FC1C#514945]
Condition : (str_if_with_rule(((((str_if_with_rule(((COL_B5CFEB01_25DB_4E06_A332_B639763883A4#514896L > 1) AND (COL_58537AE8_C308_4D0B_A490_A6833DE36F07#514759 <=> SU*)), str_if_with_rule((CASE WHEN isnull(Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#514849), SUN)) THEN false ELSE Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#514849), SUN) END AND CASE WHEN isnull(Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#514849), SUF)) THEN false ELSE Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#514849), SUF) END), str_if_with_rule((COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639 <=> SUF), 1, ), str_if_with_rule((COL_C50674E1_02A7_4B50_AD44_5E24A3F3FC1C#514945 > 1), 1, )), ) <=> 1) OR (str_if_with_rule(((COL_B5CFEB01_25DB_4E06_A332_B639763883A4#514896L > 1) AND (COL_58537AE8_C308_4D0B_A490_A6833DE36F07#514759 <=> SI*)), str_if_with_rule((CASE WHEN isnull(Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#514849), SIC)) THEN false ELSE Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#514849), SIC) END AND CASE WHEN isnull(Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#514849), SIM)) THEN false ELSE Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#514849), SIM) END), str_if_with_rule((COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639 <=> SIM), 1, ), str_if_with_rule((COL_C50674E1_02A7_4B50_AD44_5E24A3F3FC1C#514945 > 1), 1, )), ) <=> 1)) OR (str_if_with_rule(((COL_B5CFEB01_25DB_4E06_A332_B639763883A4#514896L > 1) AND (COL_58537AE8_C308_4D0B_A490_A6833DE36F07#514759 <=> SS*)), str_if_with_rule((CASE WHEN isnull(Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#514849), SSN)) THEN false ELSE Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#514849), SSN) END AND CASE WHEN isnull(Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#514849), SSF)) THEN false ELSE Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#514849), SSF) END), str_if_with_rule((COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639 <=> SSF), 1, ), str_if_with_rule((COL_C50674E1_02A7_4B50_AD44_5E24A3F3FC1C#514945 > 1), 1, )), ) <=> 1)) OR (str_if_with_rule((((COL_B5CFEB01_25DB_4E06_A332_B639763883A4#514896L > 1) AND CASE WHEN isnull(Contains(COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#514818, SAS)) THEN false ELSE Contains(COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#514818, SAS) END) AND (COL_C50674E1_02A7_4B50_AD44_5E24A3F3FC1C#514945 > 1)), 1, ) <=> 1)), 1, ) <=> 1)
(40) Project
Output [8]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#514635, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#514641, str_join(array(str_extract_middle(COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#514640, 7, 2), str_extract_middle(COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#514640, 5, 2), str_extract_middle(COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#514640, 1, 4)), ) AS COL_9EB51151_720C_48FE_9329_D1497E19F37E#515308, str_if_with_rule((((COL_B5CFEB01_25DB_4E06_A332_B639763883A4#514896L > 1) AND CASE WHEN isnull(Contains(COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#514818, SAS)) THEN false ELSE Contains(COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#514818, SAS) END) AND (COL_C50674E1_02A7_4B50_AD44_5E24A3F3FC1C#514945 > 1)), 1, ) AS COL_D3A20792_1660_49AE_9F8E_64FBB5BF3391#515310, str_extract_by_str(COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, -, RIGHT) AS COL_84C53E17_0BB9_4F8A_B77D_E65F3D73209F#515333, str_create(RC DBL-RSF) AS COL_EAE05588_2D3F_4748_9B79_D92ACB23F067#515382]
Input [11]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#514635, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639, COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#514640, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#514641, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#514748, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#514759, COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#514818, COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#514849, COL_B5CFEB01_25DB_4E06_A332_B639763883A4#514896L, COL_C50674E1_02A7_4B50_AD44_5E24A3F3FC1C#514945]
(41) Project
Output [10]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#514635, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, COL_84C53E17_0BB9_4F8A_B77D_E65F3D73209F#515333, COL_EAE05588_2D3F_4748_9B79_D92ACB23F067#515382, str_concat(array(COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639, -!, COL_9EB51151_720C_48FE_9329_D1497E19F37E#515308, _, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#514641)) AS COL_93AE3F44_ACE2_4DCB_B04C_DE8D5790D101#515598, str_concat(array(Suppression de Forfait@, COL_9EB51151_720C_48FE_9329_D1497E19F37E#515308, @, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#514641)) AS COL_D0DE69B5_A369_4EF9_9F44_CF7D95310050#515599, str_concat(array(str_join(array(Suppression Doublon du RSF, int_to_str(COL_E330EE99_A328_496E_80B6_25B2D7CB4677#514635)), -))) AS COL_C63CAED1_D0E2_4104_BC0C_5FC74C96BF92#515600, COL_9EB51151_720C_48FE_9329_D1497E19F37E#515308, int_create(COL_E330EE99_A328_496E_80B6_25B2D7CB4677#514635) AS COL_3823A558_7BE6_47C9_89DE_C420833259DA#515602, COL_D3A20792_1660_49AE_9F8E_64FBB5BF3391#515310]
Input [8]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#514635, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#514639, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#514641, COL_9EB51151_720C_48FE_9329_D1497E19F37E#515308, COL_D3A20792_1660_49AE_9F8E_64FBB5BF3391#515310, COL_84C53E17_0BB9_4F8A_B77D_E65F3D73209F#515333, COL_EAE05588_2D3F_4748_9B79_D92ACB23F067#515382]
(42) WriteFiles
Input [10]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#514635, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#514637, COL_84C53E17_0BB9_4F8A_B77D_E65F3D73209F#515333, COL_EAE05588_2D3F_4748_9B79_D92ACB23F067#515382, COL_93AE3F44_ACE2_4DCB_B04C_DE8D5790D101#515598, COL_D0DE69B5_A369_4EF9_9F44_CF7D95310050#515599, COL_C63CAED1_D0E2_4104_BC0C_5FC74C96BF92#515600, COL_9EB51151_720C_48FE_9329_D1497E19F37E#515308, COL_3823A558_7BE6_47C9_89DE_C420833259DA#515602, COL_D3A20792_1660_49AE_9F8E_64FBB5BF3391#515310]
(43) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/datablock/05_GR8_A_FAUX_V_226102, false, Parquet, [path=file:///data/output/cache/parquet/datablock/05_GR8_A_FAUX_V_226102], Overwrite, [COL_E330EE99_A328_496E_80B6_25B2D7CB4677, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A, COL_84C53E17_0BB9_4F8A_B77D_E65F3D73209F, COL_EAE05588_2D3F_4748_9B79_D92ACB23F067, COL_93AE3F44_ACE2_4DCB_B04C_DE8D5790D101, COL_D0DE69B5_A369_4EF9_9F44_CF7D95310050, COL_C63CAED1_D0E2_4104_BC0C_5FC74C96BF92, COL_9EB51151_720C_48FE_9329_D1497E19F37E, COL_3823A558_7BE6_47C9_89DE_C420833259DA, COL_D3A20792_1660_49AE_9F8E_64FBB5BF3391]
(44) AdaptiveSparkPlan
Output: []
Arguments: isFinalPlan=true