digraph G {
0 [labelType="html" label="<br><b>AdaptiveSparkPlan</b><br><br>"];
1 [labelType="html" label="<b>Execute InsertIntoHadoopFsRelationCommand</b><br><br>task commit time: 0 ms<br>number of written files: 1<br>job commit time: 14 ms<br>number of output rows: 85<br>number of dynamic part: 0<br>written output: 8.2 KiB"];
2 [labelType="html" label="<br><b>WriteFiles</b><br><br>"];
subgraph cluster3 {
isCluster="true";
label="WholeStageCodegen (6)\n \nduration: 809 ms";
4 [labelType="html" label="<br><b>Project</b><br><br>"];
5 [labelType="html" label="<br><b>Project</b><br><br>"];
6 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 85"];
}
7 [labelType="html" label="<b>Window</b><br><br>spill size: 0.0 B"];
subgraph cluster8 {
isCluster="true";
label="WholeStageCodegen (5)\n \nduration: 903 ms";
9 [labelType="html" label="<b>Sort</b><br><br>sort time: 20 ms<br>peak memory: 18.0 MiB<br>spill size: 0.0 B"];
}
10 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 1458.1 KiB<br>number of coalesced partitions: 1"];
11 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 43,908<br>local merged chunks fetched: 0<br>shuffle write time: 5 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 43,908<br>local bytes read: 1361.2 KiB<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 7.9 MiB<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 1361.2 KiB"];
12 [labelType="html" label="<b>Window</b><br><br>spill size: 0.0 B"];
subgraph cluster13 {
isCluster="true";
label="WholeStageCodegen (4)\n \nduration: 168 ms";
14 [labelType="html" label="<b>Sort</b><br><br>sort time: 14 ms<br>peak memory: 18.0 MiB<br>spill size: 0.0 B"];
}
15 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 1414.4 KiB<br>number of coalesced partitions: 1"];
16 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 43,908<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>21 ms (1 ms, 1 ms, 4 ms (stage 6978.0: task 9061))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 43,908<br>local bytes read: 1356.4 KiB<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 10<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size total (min, med, max (stageId: taskId))<br>5.9 MiB (572.3 KiB, 602.4 KiB, 643.3 KiB (stage 6978.0: task 9059))<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>1356.4 KiB (128.8 KiB, 135.3 KiB, 144.7 KiB (stage 6978.0: task 9059))"];
subgraph cluster17 {
isCluster="true";
label="WholeStageCodegen (3)\n \nduration: total (min, med, max (stageId: taskId))\n988 ms (69 ms, 109 ms, 115 ms (stage 6978.0: task 9060))";
18 [labelType="html" label="<br><b>Project</b><br><br>"];
19 [labelType="html" label="<br><b>Project</b><br><br>"];
}
20 [labelType="html" label="<b>CartesianProduct</b><br><br>number of output rows: 43,908"];
subgraph cluster21 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n996 ms (69 ms, 111 ms, 116 ms (stage 6978.0: task 9060))";
22 [labelType="html" label="<br><b>Project</b><br><br>"];
23 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 43,908"];
24 [labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 56,805<br>number of input batches: 20"];
}
25 [labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 10<br>scan time total (min, med, max (stageId: taskId))<br>53 ms (2 ms, 4 ms, 13 ms (stage 6978.0: task 9062))<br>metadata time: 0 ms<br>size of files read: 4.0 MiB<br>number of output rows: 56,805"];
subgraph cluster26 {
isCluster="true";
label="WholeStageCodegen (2)\n \nduration: total (min, med, max (stageId: taskId))\n70 ms (3 ms, 7 ms, 11 ms (stage 6978.0: task 9066))";
27 [labelType="html" label="<br><b>Project</b><br><br>"];
28 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 10"];
}
29 [labelType="html" label="<b>Scan csv </b><br><br>number of output rows: 10<br>number of files read: 1<br>metadata time: 0 ms<br>size of files read: 175.0 B"];
1->0;
2->1;
4->2;
5->4;
6->5;
7->6;
9->7;
10->9;
11->10;
12->11;
14->12;
15->14;
16->15;
18->16;
19->18;
20->19;
22->20;
23->22;
24->23;
25->24;
27->20;
28->27;
29->28;
}
30
AdaptiveSparkPlan isFinalPlan=true
Execute InsertIntoHadoopFsRelationCommand file:/data/output/cache/parquet/datablock/05_GR8_A_FAUX_V_226102, false, Parquet, [path=file:///data/output/cache/parquet/datablock/05_GR8_A_FAUX_V_226102], Overwrite, [COL_E330EE99_A328_496E_80B6_25B2D7CB4677, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A, COL_84C53E17_0BB9_4F8A_B77D_E65F3D73209F, COL_EAE05588_2D3F_4748_9B79_D92ACB23F067, COL_93AE3F44_ACE2_4DCB_B04C_DE8D5790D101, COL_D0DE69B5_A369_4EF9_9F44_CF7D95310050, COL_C63CAED1_D0E2_4104_BC0C_5FC74C96BF92, COL_9EB51151_720C_48FE_9329_D1497E19F37E, COL_3823A558_7BE6_47C9_89DE_C420833259DA, COL_D3A20792_1660_49AE_9F8E_64FBB5BF3391]
WriteFiles
Project [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#582398, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, COL_84C53E17_0BB9_4F8A_B77D_E65F3D73209F#583287, COL_EAE05588_2D3F_4748_9B79_D92ACB23F067#583338, str_concat(array(COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402, -!, COL_9EB51151_720C_48FE_9329_D1497E19F37E#583256, _, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#582404)) AS COL_93AE3F44_ACE2_4DCB_B04C_DE8D5790D101#583570, str_concat(array(Suppression de Forfait@, COL_9EB51151_720C_48FE_9329_D1497E19F37E#583256, @, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#582404)) AS COL_D0DE69B5_A369_4EF9_9F44_CF7D95310050#583571, str_concat(array(str_join(array(Suppression Doublon du RSF, int_to_str(COL_E330EE99_A328_496E_80B6_25B2D7CB4677#582398)), -))) AS COL_C63CAED1_D0E2_4104_BC0C_5FC74C96BF92#583572, COL_9EB51151_720C_48FE_9329_D1497E19F37E#583256, int_create(COL_E330EE99_A328_496E_80B6_25B2D7CB4677#582398) AS COL_3823A558_7BE6_47C9_89DE_C420833259DA#583574, COL_D3A20792_1660_49AE_9F8E_64FBB5BF3391#583258]
Project [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#582398, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#582404, str_join(array(str_extract_middle(COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#582403, 7, 2), str_extract_middle(COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#582403, 5, 2), str_extract_middle(COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#582403, 1, 4)), ) AS COL_9EB51151_720C_48FE_9329_D1497E19F37E#583256, str_if_with_rule((((COL_B5CFEB01_25DB_4E06_A332_B639763883A4#582768L > 1) AND CASE WHEN isnull(Contains(COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#582675, SAS)) THEN false ELSE Contains(COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#582675, SAS) END) AND (COL_C50674E1_02A7_4B50_AD44_5E24A3F3FC1C#582862 > 1)), 1, ) AS COL_D3A20792_1660_49AE_9F8E_64FBB5BF3391#583258, str_extract_by_str(COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, -, RIGHT) AS COL_84C53E17_0BB9_4F8A_B77D_E65F3D73209F#583287, str_create(RC DBL-RSF) AS COL_EAE05588_2D3F_4748_9B79_D92ACB23F067#583338]
Filter (str_if_with_rule(((((str_if_with_rule(((COL_B5CFEB01_25DB_4E06_A332_B639763883A4#582768L > 1) AND (COL_58537AE8_C308_4D0B_A490_A6833DE36F07#582602 <=> SU*)), str_if_with_rule((CASE WHEN isnull(Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#582721), SUN)) THEN false ELSE Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#582721), SUN) END AND CASE WHEN isnull(Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#582721), SUF)) THEN false ELSE Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#582721), SUF) END), str_if_with_rule((COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402 <=> SUF), 1, ), str_if_with_rule((COL_C50674E1_02A7_4B50_AD44_5E24A3F3FC1C#582862 > 1), 1, )), ) <=> 1) OR (str_if_with_rule(((COL_B5CFEB01_25DB_4E06_A332_B639763883A4#582768L > 1) AND (COL_58537AE8_C308_4D0B_A490_A6833DE36F07#582602 <=> SI*)), str_if_with_rule((CASE WHEN isnull(Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#582721), SIC)) THEN false ELSE Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#582721), SIC) END AND CASE WHEN isnull(Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#582721), SIM)) THEN false ELSE Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#582721), SIM) END), str_if_with_rule((COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402 <=> SIM), 1, ), str_if_with_rule((COL_C50674E1_02A7_4B50_AD44_5E24A3F3FC1C#582862 > 1), 1, )), ) <=> 1)) OR (str_if_with_rule(((COL_B5CFEB01_25DB_4E06_A332_B639763883A4#582768L > 1) AND (COL_58537AE8_C308_4D0B_A490_A6833DE36F07#582602 <=> SS*)), str_if_with_rule((CASE WHEN isnull(Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#582721), SSN)) THEN false ELSE Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#582721), SSN) END AND CASE WHEN isnull(Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#582721), SSF)) THEN false ELSE Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#582721), SSF) END), str_if_with_rule((COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402 <=> SSF), 1, ), str_if_with_rule((COL_C50674E1_02A7_4B50_AD44_5E24A3F3FC1C#582862 > 1), 1, )), ) <=> 1)) OR (str_if_with_rule((((COL_B5CFEB01_25DB_4E06_A332_B639763883A4#582768L > 1) AND CASE WHEN isnull(Contains(COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#582675, SAS)) THEN false ELSE Contains(COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#582675, SAS) END) AND (COL_C50674E1_02A7_4B50_AD44_5E24A3F3FC1C#582862 > 1)), 1, ) <=> 1)), 1, ) <=> 1)
WholeStageCodegen (6)
Window [row_number() windowspecdefinition(COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#582565, 1 DESC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_C50674E1_02A7_4B50_AD44_5E24A3F3FC1C#582862], [COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#582565], [1 DESC NULLS LAST]
Sort [COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400 ASC NULLS FIRST, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#582565 ASC NULLS FIRST, 1 DESC NULLS LAST], false, 0
WholeStageCodegen (5)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#582565, 10), ENSURE_REQUIREMENTS, [plan_id=360439]
Window [collect_list(COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#582565, 0, 0) windowspecdefinition(COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#582602, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#582721, count(1) windowspecdefinition(COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#582602, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_B5CFEB01_25DB_4E06_A332_B639763883A4#582768L], [COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#582602], [1 DESC NULLS LAST]
Sort [COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400 ASC NULLS FIRST, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#582602 ASC NULLS FIRST, 1 DESC NULLS LAST], false, 0
WholeStageCodegen (4)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#582602, 10), ENSURE_REQUIREMENTS, [plan_id=360253]
Project [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#582398, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402, COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#582403, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#582404, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#582565, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#582602, str_join(array(COL_58537AE8_C308_4D0B_A490_A6833DE36F07#582602, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#582404), -) AS COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#582675]
Project [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#582398, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402, COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#582403, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#582404, str_join(array(COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#582404), -) AS COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#582565, str_if_with_rule(CASE WHEN isnull(StartsWith(COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402, SS)) THEN false ELSE StartsWith(COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402, SS) END, SS*, str_if_with_rule(((((CASE WHEN isnull(StartsWith(COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402, SU)) THEN false ELSE StartsWith(COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402, SU) END AND NOT (COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402 <=> SUB)) AND NOT (COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402 <=> SUM)) AND NOT (COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402 <=> SU2)) AND NOT (COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402 <=> SU3)), SU*, str_if_with_rule(CASE WHEN isnull(StartsWith(COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402, FU)) THEN false ELSE StartsWith(COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402, FU) END, FU*, str_if_with_rule(((COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402 <=> SIC) OR (COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402 <=> SIM)), SI*, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402)))) AS COL_58537AE8_C308_4D0B_A490_A6833DE36F07#582602]
WholeStageCodegen (3)
CartesianProduct
Project [COL_CEFA2472_1E3F_469C_9633_864540C40AD9#582076 AS COL_E330EE99_A328_496E_80B6_25B2D7CB4677#582398, COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#582078 AS COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, COL_8F13405A_6271_4B4F_BE3D_AFBE0E624AFC#582095 AS COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402, COL_50D051CB_B5A3_4A22_99CF_B636DE0B08A4#582104 AS COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#582403, COL_B2D69078_23A7_4B36_BBF2_3F9C29840464#582105 AS COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#582404]
Filter NOT CASE WHEN isnull(StartsWith(COL_1DDA21A4_0127_416B_A5DB_7EDD9CC61B56#582077, A)) THEN false ELSE StartsWith(COL_1DDA21A4_0127_416B_A5DB_7EDD9CC61B56#582077, A) END
ColumnarToRow
WholeStageCodegen (1)
FileScan parquet [COL_CEFA2472_1E3F_469C_9633_864540C40AD9#582076,COL_1DDA21A4_0127_416B_A5DB_7EDD9CC61B56#582077,COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#582078,COL_8F13405A_6271_4B4F_BE3D_AFBE0E624AFC#582095,COL_50D051CB_B5A3_4A22_99CF_B636DE0B08A4#582104,COL_B2D69078_23A7_4B36_BBF2_3F9C29840464#582105] Batched: true, DataFilters: [NOT CASE WHEN isnull(StartsWith(COL_1DDA21A4_0127_416B_A5DB_7EDD9CC61B56#582077, A)) THEN false ..., Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/02_A_ELIGIBLE_225697], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_CEFA2472_1E3F_469C_9633_864540C40AD9:int,COL_1DDA21A4_0127_416B_A5DB_7EDD9CC61B56:stri...
Project
Filter ((isnotnull(REGLES#581977) AND (RC-DBL-RSF = REGLES#581977)) AND (APPLICABLE#581978 <=> O))
WholeStageCodegen (2)
FileScan csv [REGLES#581977,APPLICABLE#581978] Batched: false, DataFilters: [isnotnull(REGLES#581977), (RC-DBL-RSF = REGLES#581977), (APPLICABLE#581978 <=> O)], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/tmp/REGLES_APPLICAB_225515/REGLES-A-TTT new..., PartitionFilters: [], PushedFilters: [IsNotNull(REGLES), EqualTo(REGLES,RC-DBL-RSF), EqualNullSafe(APPLICABLE,O)], ReadSchema: struct<REGLES:string,APPLICABLE:string>
== Physical Plan ==
AdaptiveSparkPlan (44)
+- == Final Plan ==
Execute InsertIntoHadoopFsRelationCommand (25)
+- WriteFiles (24)
+- * Project (23)
+- * Project (22)
+- * Filter (21)
+- Window (20)
+- * Sort (19)
+- AQEShuffleRead (18)
+- ShuffleQueryStage (17), Statistics(sizeInBytes=7.9 MiB, rowCount=4.39E+4)
+- Exchange (16)
+- Window (15)
+- * Sort (14)
+- AQEShuffleRead (13)
+- ShuffleQueryStage (12), Statistics(sizeInBytes=5.9 MiB, rowCount=4.39E+4)
+- Exchange (11)
+- * Project (10)
+- * Project (9)
+- CartesianProduct Inner (8)
:- * Project (4)
: +- * Filter (3)
: +- * ColumnarToRow (2)
: +- Scan parquet (1)
+- * Project (7)
+- * Filter (6)
+- Scan csv (5)
+- == Initial Plan ==
Execute InsertIntoHadoopFsRelationCommand (43)
+- WriteFiles (42)
+- Project (41)
+- Project (40)
+- Filter (39)
+- Window (38)
+- Sort (37)
+- Exchange (36)
+- Window (35)
+- Sort (34)
+- Exchange (33)
+- Project (32)
+- Project (31)
+- CartesianProduct Inner (30)
:- Project (27)
: +- Filter (26)
: +- Scan parquet (1)
+- Project (29)
+- Filter (28)
+- Scan csv (5)
(1) Scan parquet
Output [6]: [COL_CEFA2472_1E3F_469C_9633_864540C40AD9#582076, COL_1DDA21A4_0127_416B_A5DB_7EDD9CC61B56#582077, COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#582078, COL_8F13405A_6271_4B4F_BE3D_AFBE0E624AFC#582095, COL_50D051CB_B5A3_4A22_99CF_B636DE0B08A4#582104, COL_B2D69078_23A7_4B36_BBF2_3F9C29840464#582105]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/02_A_ELIGIBLE_225697]
ReadSchema: struct<COL_CEFA2472_1E3F_469C_9633_864540C40AD9:int,COL_1DDA21A4_0127_416B_A5DB_7EDD9CC61B56:string,COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB:string,COL_8F13405A_6271_4B4F_BE3D_AFBE0E624AFC:string,COL_50D051CB_B5A3_4A22_99CF_B636DE0B08A4:string,COL_B2D69078_23A7_4B36_BBF2_3F9C29840464:string>
(2) ColumnarToRow [codegen id : 1]
Input [6]: [COL_CEFA2472_1E3F_469C_9633_864540C40AD9#582076, COL_1DDA21A4_0127_416B_A5DB_7EDD9CC61B56#582077, COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#582078, COL_8F13405A_6271_4B4F_BE3D_AFBE0E624AFC#582095, COL_50D051CB_B5A3_4A22_99CF_B636DE0B08A4#582104, COL_B2D69078_23A7_4B36_BBF2_3F9C29840464#582105]
(3) Filter [codegen id : 1]
Input [6]: [COL_CEFA2472_1E3F_469C_9633_864540C40AD9#582076, COL_1DDA21A4_0127_416B_A5DB_7EDD9CC61B56#582077, COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#582078, COL_8F13405A_6271_4B4F_BE3D_AFBE0E624AFC#582095, COL_50D051CB_B5A3_4A22_99CF_B636DE0B08A4#582104, COL_B2D69078_23A7_4B36_BBF2_3F9C29840464#582105]
Condition : NOT CASE WHEN isnull(StartsWith(COL_1DDA21A4_0127_416B_A5DB_7EDD9CC61B56#582077, A)) THEN false ELSE StartsWith(COL_1DDA21A4_0127_416B_A5DB_7EDD9CC61B56#582077, A) END
(4) Project [codegen id : 1]
Output [5]: [COL_CEFA2472_1E3F_469C_9633_864540C40AD9#582076 AS COL_E330EE99_A328_496E_80B6_25B2D7CB4677#582398, COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#582078 AS COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, COL_8F13405A_6271_4B4F_BE3D_AFBE0E624AFC#582095 AS COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402, COL_50D051CB_B5A3_4A22_99CF_B636DE0B08A4#582104 AS COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#582403, COL_B2D69078_23A7_4B36_BBF2_3F9C29840464#582105 AS COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#582404]
Input [6]: [COL_CEFA2472_1E3F_469C_9633_864540C40AD9#582076, COL_1DDA21A4_0127_416B_A5DB_7EDD9CC61B56#582077, COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#582078, COL_8F13405A_6271_4B4F_BE3D_AFBE0E624AFC#582095, COL_50D051CB_B5A3_4A22_99CF_B636DE0B08A4#582104, COL_B2D69078_23A7_4B36_BBF2_3F9C29840464#582105]
(5) Scan csv
Output [2]: [REGLES#581977, APPLICABLE#581978]
Batched: false
Location: InMemoryFileIndex [file:/data/input/depot/csv/tmp/REGLES_APPLICAB_225515/REGLES-A-TTT new.csv]
PushedFilters: [IsNotNull(REGLES), EqualTo(REGLES,RC-DBL-RSF), EqualNullSafe(APPLICABLE,O)]
ReadSchema: struct<REGLES:string,APPLICABLE:string>
(6) Filter [codegen id : 2]
Input [2]: [REGLES#581977, APPLICABLE#581978]
Condition : ((isnotnull(REGLES#581977) AND (RC-DBL-RSF = REGLES#581977)) AND (APPLICABLE#581978 <=> O))
(7) Project [codegen id : 2]
Output: []
Input [2]: [REGLES#581977, APPLICABLE#581978]
(8) CartesianProduct
Join type: Inner
Join condition: None
(9) Project [codegen id : 3]
Output [7]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#582398, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402, COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#582403, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#582404, str_join(array(COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#582404), -) AS COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#582565, str_if_with_rule(CASE WHEN isnull(StartsWith(COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402, SS)) THEN false ELSE StartsWith(COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402, SS) END, SS*, str_if_with_rule(((((CASE WHEN isnull(StartsWith(COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402, SU)) THEN false ELSE StartsWith(COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402, SU) END AND NOT (COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402 <=> SUB)) AND NOT (COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402 <=> SUM)) AND NOT (COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402 <=> SU2)) AND NOT (COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402 <=> SU3)), SU*, str_if_with_rule(CASE WHEN isnull(StartsWith(COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402, FU)) THEN false ELSE StartsWith(COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402, FU) END, FU*, str_if_with_rule(((COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402 <=> SIC) OR (COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402 <=> SIM)), SI*, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402)))) AS COL_58537AE8_C308_4D0B_A490_A6833DE36F07#582602]
Input [5]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#582398, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402, COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#582403, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#582404]
(10) Project [codegen id : 3]
Output [8]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#582398, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402, COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#582403, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#582404, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#582565, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#582602, str_join(array(COL_58537AE8_C308_4D0B_A490_A6833DE36F07#582602, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#582404), -) AS COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#582675]
Input [7]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#582398, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402, COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#582403, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#582404, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#582565, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#582602]
(11) Exchange
Input [8]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#582398, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402, COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#582403, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#582404, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#582565, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#582602, COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#582675]
Arguments: hashpartitioning(COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#582602, 10), ENSURE_REQUIREMENTS, [plan_id=360253]
(12) ShuffleQueryStage
Output [8]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#582398, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402, COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#582403, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#582404, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#582565, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#582602, COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#582675]
Arguments: 0
(13) AQEShuffleRead
Input [8]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#582398, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402, COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#582403, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#582404, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#582565, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#582602, COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#582675]
Arguments: coalesced
(14) Sort [codegen id : 4]
Input [8]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#582398, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402, COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#582403, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#582404, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#582565, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#582602, COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#582675]
Arguments: [COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400 ASC NULLS FIRST, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#582602 ASC NULLS FIRST, 1 DESC NULLS LAST], false, 0
(15) Window
Input [8]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#582398, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402, COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#582403, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#582404, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#582565, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#582602, COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#582675]
Arguments: [collect_list(COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#582565, 0, 0) windowspecdefinition(COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#582602, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#582721, count(1) windowspecdefinition(COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#582602, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_B5CFEB01_25DB_4E06_A332_B639763883A4#582768L], [COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#582602], [1 DESC NULLS LAST]
(16) Exchange
Input [10]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#582398, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402, COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#582403, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#582404, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#582565, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#582602, COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#582675, COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#582721, COL_B5CFEB01_25DB_4E06_A332_B639763883A4#582768L]
Arguments: hashpartitioning(COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#582565, 10), ENSURE_REQUIREMENTS, [plan_id=360439]
(17) ShuffleQueryStage
Output [10]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#582398, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402, COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#582403, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#582404, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#582565, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#582602, COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#582675, COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#582721, COL_B5CFEB01_25DB_4E06_A332_B639763883A4#582768L]
Arguments: 1
(18) AQEShuffleRead
Input [10]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#582398, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402, COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#582403, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#582404, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#582565, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#582602, COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#582675, COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#582721, COL_B5CFEB01_25DB_4E06_A332_B639763883A4#582768L]
Arguments: coalesced
(19) Sort [codegen id : 5]
Input [10]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#582398, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402, COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#582403, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#582404, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#582565, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#582602, COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#582675, COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#582721, COL_B5CFEB01_25DB_4E06_A332_B639763883A4#582768L]
Arguments: [COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400 ASC NULLS FIRST, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#582565 ASC NULLS FIRST, 1 DESC NULLS LAST], false, 0
(20) Window
Input [10]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#582398, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402, COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#582403, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#582404, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#582565, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#582602, COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#582675, COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#582721, COL_B5CFEB01_25DB_4E06_A332_B639763883A4#582768L]
Arguments: [row_number() windowspecdefinition(COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#582565, 1 DESC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_C50674E1_02A7_4B50_AD44_5E24A3F3FC1C#582862], [COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#582565], [1 DESC NULLS LAST]
(21) Filter [codegen id : 6]
Input [11]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#582398, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402, COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#582403, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#582404, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#582565, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#582602, COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#582675, COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#582721, COL_B5CFEB01_25DB_4E06_A332_B639763883A4#582768L, COL_C50674E1_02A7_4B50_AD44_5E24A3F3FC1C#582862]
Condition : (str_if_with_rule(((((str_if_with_rule(((COL_B5CFEB01_25DB_4E06_A332_B639763883A4#582768L > 1) AND (COL_58537AE8_C308_4D0B_A490_A6833DE36F07#582602 <=> SU*)), str_if_with_rule((CASE WHEN isnull(Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#582721), SUN)) THEN false ELSE Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#582721), SUN) END AND CASE WHEN isnull(Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#582721), SUF)) THEN false ELSE Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#582721), SUF) END), str_if_with_rule((COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402 <=> SUF), 1, ), str_if_with_rule((COL_C50674E1_02A7_4B50_AD44_5E24A3F3FC1C#582862 > 1), 1, )), ) <=> 1) OR (str_if_with_rule(((COL_B5CFEB01_25DB_4E06_A332_B639763883A4#582768L > 1) AND (COL_58537AE8_C308_4D0B_A490_A6833DE36F07#582602 <=> SI*)), str_if_with_rule((CASE WHEN isnull(Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#582721), SIC)) THEN false ELSE Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#582721), SIC) END AND CASE WHEN isnull(Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#582721), SIM)) THEN false ELSE Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#582721), SIM) END), str_if_with_rule((COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402 <=> SIM), 1, ), str_if_with_rule((COL_C50674E1_02A7_4B50_AD44_5E24A3F3FC1C#582862 > 1), 1, )), ) <=> 1)) OR (str_if_with_rule(((COL_B5CFEB01_25DB_4E06_A332_B639763883A4#582768L > 1) AND (COL_58537AE8_C308_4D0B_A490_A6833DE36F07#582602 <=> SS*)), str_if_with_rule((CASE WHEN isnull(Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#582721), SSN)) THEN false ELSE Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#582721), SSN) END AND CASE WHEN isnull(Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#582721), SSF)) THEN false ELSE Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#582721), SSF) END), str_if_with_rule((COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402 <=> SSF), 1, ), str_if_with_rule((COL_C50674E1_02A7_4B50_AD44_5E24A3F3FC1C#582862 > 1), 1, )), ) <=> 1)) OR (str_if_with_rule((((COL_B5CFEB01_25DB_4E06_A332_B639763883A4#582768L > 1) AND CASE WHEN isnull(Contains(COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#582675, SAS)) THEN false ELSE Contains(COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#582675, SAS) END) AND (COL_C50674E1_02A7_4B50_AD44_5E24A3F3FC1C#582862 > 1)), 1, ) <=> 1)), 1, ) <=> 1)
(22) Project [codegen id : 6]
Output [8]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#582398, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#582404, str_join(array(str_extract_middle(COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#582403, 7, 2), str_extract_middle(COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#582403, 5, 2), str_extract_middle(COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#582403, 1, 4)), ) AS COL_9EB51151_720C_48FE_9329_D1497E19F37E#583256, str_if_with_rule((((COL_B5CFEB01_25DB_4E06_A332_B639763883A4#582768L > 1) AND CASE WHEN isnull(Contains(COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#582675, SAS)) THEN false ELSE Contains(COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#582675, SAS) END) AND (COL_C50674E1_02A7_4B50_AD44_5E24A3F3FC1C#582862 > 1)), 1, ) AS COL_D3A20792_1660_49AE_9F8E_64FBB5BF3391#583258, str_extract_by_str(COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, -, RIGHT) AS COL_84C53E17_0BB9_4F8A_B77D_E65F3D73209F#583287, str_create(RC DBL-RSF) AS COL_EAE05588_2D3F_4748_9B79_D92ACB23F067#583338]
Input [11]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#582398, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402, COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#582403, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#582404, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#582565, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#582602, COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#582675, COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#582721, COL_B5CFEB01_25DB_4E06_A332_B639763883A4#582768L, COL_C50674E1_02A7_4B50_AD44_5E24A3F3FC1C#582862]
(23) Project [codegen id : 6]
Output [10]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#582398, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, COL_84C53E17_0BB9_4F8A_B77D_E65F3D73209F#583287, COL_EAE05588_2D3F_4748_9B79_D92ACB23F067#583338, str_concat(array(COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402, -!, COL_9EB51151_720C_48FE_9329_D1497E19F37E#583256, _, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#582404)) AS COL_93AE3F44_ACE2_4DCB_B04C_DE8D5790D101#583570, str_concat(array(Suppression de Forfait@, COL_9EB51151_720C_48FE_9329_D1497E19F37E#583256, @, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#582404)) AS COL_D0DE69B5_A369_4EF9_9F44_CF7D95310050#583571, str_concat(array(str_join(array(Suppression Doublon du RSF, int_to_str(COL_E330EE99_A328_496E_80B6_25B2D7CB4677#582398)), -))) AS COL_C63CAED1_D0E2_4104_BC0C_5FC74C96BF92#583572, COL_9EB51151_720C_48FE_9329_D1497E19F37E#583256, int_create(COL_E330EE99_A328_496E_80B6_25B2D7CB4677#582398) AS COL_3823A558_7BE6_47C9_89DE_C420833259DA#583574, COL_D3A20792_1660_49AE_9F8E_64FBB5BF3391#583258]
Input [8]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#582398, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#582404, COL_9EB51151_720C_48FE_9329_D1497E19F37E#583256, COL_D3A20792_1660_49AE_9F8E_64FBB5BF3391#583258, COL_84C53E17_0BB9_4F8A_B77D_E65F3D73209F#583287, COL_EAE05588_2D3F_4748_9B79_D92ACB23F067#583338]
(24) WriteFiles
Input [10]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#582398, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, COL_84C53E17_0BB9_4F8A_B77D_E65F3D73209F#583287, COL_EAE05588_2D3F_4748_9B79_D92ACB23F067#583338, COL_93AE3F44_ACE2_4DCB_B04C_DE8D5790D101#583570, COL_D0DE69B5_A369_4EF9_9F44_CF7D95310050#583571, COL_C63CAED1_D0E2_4104_BC0C_5FC74C96BF92#583572, COL_9EB51151_720C_48FE_9329_D1497E19F37E#583256, COL_3823A558_7BE6_47C9_89DE_C420833259DA#583574, COL_D3A20792_1660_49AE_9F8E_64FBB5BF3391#583258]
(25) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/datablock/05_GR8_A_FAUX_V_226102, false, Parquet, [path=file:///data/output/cache/parquet/datablock/05_GR8_A_FAUX_V_226102], Overwrite, [COL_E330EE99_A328_496E_80B6_25B2D7CB4677, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A, COL_84C53E17_0BB9_4F8A_B77D_E65F3D73209F, COL_EAE05588_2D3F_4748_9B79_D92ACB23F067, COL_93AE3F44_ACE2_4DCB_B04C_DE8D5790D101, COL_D0DE69B5_A369_4EF9_9F44_CF7D95310050, COL_C63CAED1_D0E2_4104_BC0C_5FC74C96BF92, COL_9EB51151_720C_48FE_9329_D1497E19F37E, COL_3823A558_7BE6_47C9_89DE_C420833259DA, COL_D3A20792_1660_49AE_9F8E_64FBB5BF3391]
(26) Filter
Input [6]: [COL_CEFA2472_1E3F_469C_9633_864540C40AD9#582076, COL_1DDA21A4_0127_416B_A5DB_7EDD9CC61B56#582077, COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#582078, COL_8F13405A_6271_4B4F_BE3D_AFBE0E624AFC#582095, COL_50D051CB_B5A3_4A22_99CF_B636DE0B08A4#582104, COL_B2D69078_23A7_4B36_BBF2_3F9C29840464#582105]
Condition : NOT CASE WHEN isnull(StartsWith(COL_1DDA21A4_0127_416B_A5DB_7EDD9CC61B56#582077, A)) THEN false ELSE StartsWith(COL_1DDA21A4_0127_416B_A5DB_7EDD9CC61B56#582077, A) END
(27) Project
Output [5]: [COL_CEFA2472_1E3F_469C_9633_864540C40AD9#582076 AS COL_E330EE99_A328_496E_80B6_25B2D7CB4677#582398, COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#582078 AS COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, COL_8F13405A_6271_4B4F_BE3D_AFBE0E624AFC#582095 AS COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402, COL_50D051CB_B5A3_4A22_99CF_B636DE0B08A4#582104 AS COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#582403, COL_B2D69078_23A7_4B36_BBF2_3F9C29840464#582105 AS COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#582404]
Input [6]: [COL_CEFA2472_1E3F_469C_9633_864540C40AD9#582076, COL_1DDA21A4_0127_416B_A5DB_7EDD9CC61B56#582077, COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#582078, COL_8F13405A_6271_4B4F_BE3D_AFBE0E624AFC#582095, COL_50D051CB_B5A3_4A22_99CF_B636DE0B08A4#582104, COL_B2D69078_23A7_4B36_BBF2_3F9C29840464#582105]
(28) Filter
Input [2]: [REGLES#581977, APPLICABLE#581978]
Condition : ((isnotnull(REGLES#581977) AND (RC-DBL-RSF = REGLES#581977)) AND (APPLICABLE#581978 <=> O))
(29) Project
Output: []
Input [2]: [REGLES#581977, APPLICABLE#581978]
(30) CartesianProduct
Join type: Inner
Join condition: None
(31) Project
Output [7]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#582398, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402, COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#582403, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#582404, str_join(array(COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#582404), -) AS COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#582565, str_if_with_rule(CASE WHEN isnull(StartsWith(COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402, SS)) THEN false ELSE StartsWith(COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402, SS) END, SS*, str_if_with_rule(((((CASE WHEN isnull(StartsWith(COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402, SU)) THEN false ELSE StartsWith(COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402, SU) END AND NOT (COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402 <=> SUB)) AND NOT (COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402 <=> SUM)) AND NOT (COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402 <=> SU2)) AND NOT (COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402 <=> SU3)), SU*, str_if_with_rule(CASE WHEN isnull(StartsWith(COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402, FU)) THEN false ELSE StartsWith(COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402, FU) END, FU*, str_if_with_rule(((COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402 <=> SIC) OR (COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402 <=> SIM)), SI*, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402)))) AS COL_58537AE8_C308_4D0B_A490_A6833DE36F07#582602]
Input [5]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#582398, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402, COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#582403, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#582404]
(32) Project
Output [8]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#582398, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402, COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#582403, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#582404, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#582565, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#582602, str_join(array(COL_58537AE8_C308_4D0B_A490_A6833DE36F07#582602, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#582404), -) AS COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#582675]
Input [7]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#582398, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402, COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#582403, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#582404, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#582565, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#582602]
(33) Exchange
Input [8]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#582398, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402, COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#582403, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#582404, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#582565, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#582602, COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#582675]
Arguments: hashpartitioning(COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#582602, 10), ENSURE_REQUIREMENTS, [plan_id=360166]
(34) Sort
Input [8]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#582398, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402, COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#582403, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#582404, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#582565, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#582602, COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#582675]
Arguments: [COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400 ASC NULLS FIRST, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#582602 ASC NULLS FIRST, 1 DESC NULLS LAST], false, 0
(35) Window
Input [8]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#582398, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402, COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#582403, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#582404, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#582565, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#582602, COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#582675]
Arguments: [collect_list(COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#582565, 0, 0) windowspecdefinition(COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#582602, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#582721, count(1) windowspecdefinition(COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#582602, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_B5CFEB01_25DB_4E06_A332_B639763883A4#582768L], [COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#582602], [1 DESC NULLS LAST]
(36) Exchange
Input [10]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#582398, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402, COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#582403, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#582404, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#582565, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#582602, COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#582675, COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#582721, COL_B5CFEB01_25DB_4E06_A332_B639763883A4#582768L]
Arguments: hashpartitioning(COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#582565, 10), ENSURE_REQUIREMENTS, [plan_id=360170]
(37) Sort
Input [10]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#582398, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402, COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#582403, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#582404, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#582565, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#582602, COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#582675, COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#582721, COL_B5CFEB01_25DB_4E06_A332_B639763883A4#582768L]
Arguments: [COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400 ASC NULLS FIRST, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#582565 ASC NULLS FIRST, 1 DESC NULLS LAST], false, 0
(38) Window
Input [10]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#582398, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402, COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#582403, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#582404, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#582565, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#582602, COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#582675, COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#582721, COL_B5CFEB01_25DB_4E06_A332_B639763883A4#582768L]
Arguments: [row_number() windowspecdefinition(COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#582565, 1 DESC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_C50674E1_02A7_4B50_AD44_5E24A3F3FC1C#582862], [COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#582565], [1 DESC NULLS LAST]
(39) Filter
Input [11]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#582398, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402, COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#582403, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#582404, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#582565, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#582602, COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#582675, COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#582721, COL_B5CFEB01_25DB_4E06_A332_B639763883A4#582768L, COL_C50674E1_02A7_4B50_AD44_5E24A3F3FC1C#582862]
Condition : (str_if_with_rule(((((str_if_with_rule(((COL_B5CFEB01_25DB_4E06_A332_B639763883A4#582768L > 1) AND (COL_58537AE8_C308_4D0B_A490_A6833DE36F07#582602 <=> SU*)), str_if_with_rule((CASE WHEN isnull(Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#582721), SUN)) THEN false ELSE Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#582721), SUN) END AND CASE WHEN isnull(Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#582721), SUF)) THEN false ELSE Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#582721), SUF) END), str_if_with_rule((COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402 <=> SUF), 1, ), str_if_with_rule((COL_C50674E1_02A7_4B50_AD44_5E24A3F3FC1C#582862 > 1), 1, )), ) <=> 1) OR (str_if_with_rule(((COL_B5CFEB01_25DB_4E06_A332_B639763883A4#582768L > 1) AND (COL_58537AE8_C308_4D0B_A490_A6833DE36F07#582602 <=> SI*)), str_if_with_rule((CASE WHEN isnull(Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#582721), SIC)) THEN false ELSE Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#582721), SIC) END AND CASE WHEN isnull(Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#582721), SIM)) THEN false ELSE Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#582721), SIM) END), str_if_with_rule((COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402 <=> SIM), 1, ), str_if_with_rule((COL_C50674E1_02A7_4B50_AD44_5E24A3F3FC1C#582862 > 1), 1, )), ) <=> 1)) OR (str_if_with_rule(((COL_B5CFEB01_25DB_4E06_A332_B639763883A4#582768L > 1) AND (COL_58537AE8_C308_4D0B_A490_A6833DE36F07#582602 <=> SS*)), str_if_with_rule((CASE WHEN isnull(Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#582721), SSN)) THEN false ELSE Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#582721), SSN) END AND CASE WHEN isnull(Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#582721), SSF)) THEN false ELSE Contains(str_list_as_str(COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#582721), SSF) END), str_if_with_rule((COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402 <=> SSF), 1, ), str_if_with_rule((COL_C50674E1_02A7_4B50_AD44_5E24A3F3FC1C#582862 > 1), 1, )), ) <=> 1)) OR (str_if_with_rule((((COL_B5CFEB01_25DB_4E06_A332_B639763883A4#582768L > 1) AND CASE WHEN isnull(Contains(COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#582675, SAS)) THEN false ELSE Contains(COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#582675, SAS) END) AND (COL_C50674E1_02A7_4B50_AD44_5E24A3F3FC1C#582862 > 1)), 1, ) <=> 1)), 1, ) <=> 1)
(40) Project
Output [8]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#582398, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#582404, str_join(array(str_extract_middle(COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#582403, 7, 2), str_extract_middle(COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#582403, 5, 2), str_extract_middle(COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#582403, 1, 4)), ) AS COL_9EB51151_720C_48FE_9329_D1497E19F37E#583256, str_if_with_rule((((COL_B5CFEB01_25DB_4E06_A332_B639763883A4#582768L > 1) AND CASE WHEN isnull(Contains(COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#582675, SAS)) THEN false ELSE Contains(COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#582675, SAS) END) AND (COL_C50674E1_02A7_4B50_AD44_5E24A3F3FC1C#582862 > 1)), 1, ) AS COL_D3A20792_1660_49AE_9F8E_64FBB5BF3391#583258, str_extract_by_str(COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, -, RIGHT) AS COL_84C53E17_0BB9_4F8A_B77D_E65F3D73209F#583287, str_create(RC DBL-RSF) AS COL_EAE05588_2D3F_4748_9B79_D92ACB23F067#583338]
Input [11]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#582398, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402, COL_BF89C1A2_4AFA_45C4_9975_13CB5B490A33#582403, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#582404, COL_7175D003_CC52_45DE_B7AC_182967CBBDEB#582565, COL_58537AE8_C308_4D0B_A490_A6833DE36F07#582602, COL_E772EB66_034C_43F7_9D28_FC11A1081BF7#582675, COL_47F06879_65A4_43A0_A1AE_73EAB94B3824#582721, COL_B5CFEB01_25DB_4E06_A332_B639763883A4#582768L, COL_C50674E1_02A7_4B50_AD44_5E24A3F3FC1C#582862]
(41) Project
Output [10]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#582398, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, COL_84C53E17_0BB9_4F8A_B77D_E65F3D73209F#583287, COL_EAE05588_2D3F_4748_9B79_D92ACB23F067#583338, str_concat(array(COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402, -!, COL_9EB51151_720C_48FE_9329_D1497E19F37E#583256, _, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#582404)) AS COL_93AE3F44_ACE2_4DCB_B04C_DE8D5790D101#583570, str_concat(array(Suppression de Forfait@, COL_9EB51151_720C_48FE_9329_D1497E19F37E#583256, @, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#582404)) AS COL_D0DE69B5_A369_4EF9_9F44_CF7D95310050#583571, str_concat(array(str_join(array(Suppression Doublon du RSF, int_to_str(COL_E330EE99_A328_496E_80B6_25B2D7CB4677#582398)), -))) AS COL_C63CAED1_D0E2_4104_BC0C_5FC74C96BF92#583572, COL_9EB51151_720C_48FE_9329_D1497E19F37E#583256, int_create(COL_E330EE99_A328_496E_80B6_25B2D7CB4677#582398) AS COL_3823A558_7BE6_47C9_89DE_C420833259DA#583574, COL_D3A20792_1660_49AE_9F8E_64FBB5BF3391#583258]
Input [8]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#582398, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, COL_CB815C2C_5454_4B99_92AC_DB287B0702FF#582402, COL_979ACEF9_0A9A_458D_920F_AEB1241F98D5#582404, COL_9EB51151_720C_48FE_9329_D1497E19F37E#583256, COL_D3A20792_1660_49AE_9F8E_64FBB5BF3391#583258, COL_84C53E17_0BB9_4F8A_B77D_E65F3D73209F#583287, COL_EAE05588_2D3F_4748_9B79_D92ACB23F067#583338]
(42) WriteFiles
Input [10]: [COL_E330EE99_A328_496E_80B6_25B2D7CB4677#582398, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A#582400, COL_84C53E17_0BB9_4F8A_B77D_E65F3D73209F#583287, COL_EAE05588_2D3F_4748_9B79_D92ACB23F067#583338, COL_93AE3F44_ACE2_4DCB_B04C_DE8D5790D101#583570, COL_D0DE69B5_A369_4EF9_9F44_CF7D95310050#583571, COL_C63CAED1_D0E2_4104_BC0C_5FC74C96BF92#583572, COL_9EB51151_720C_48FE_9329_D1497E19F37E#583256, COL_3823A558_7BE6_47C9_89DE_C420833259DA#583574, COL_D3A20792_1660_49AE_9F8E_64FBB5BF3391#583258]
(43) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/datablock/05_GR8_A_FAUX_V_226102, false, Parquet, [path=file:///data/output/cache/parquet/datablock/05_GR8_A_FAUX_V_226102], Overwrite, [COL_E330EE99_A328_496E_80B6_25B2D7CB4677, COL_61FD7A9B_3C34_41AB_B7C6_A1A83575AE0A, COL_84C53E17_0BB9_4F8A_B77D_E65F3D73209F, COL_EAE05588_2D3F_4748_9B79_D92ACB23F067, COL_93AE3F44_ACE2_4DCB_B04C_DE8D5790D101, COL_D0DE69B5_A369_4EF9_9F44_CF7D95310050, COL_C63CAED1_D0E2_4104_BC0C_5FC74C96BF92, COL_9EB51151_720C_48FE_9329_D1497E19F37E, COL_3823A558_7BE6_47C9_89DE_C420833259DA, COL_D3A20792_1660_49AE_9F8E_64FBB5BF3391]
(44) AdaptiveSparkPlan
Output: []
Arguments: isFinalPlan=true