digraph G {
0 [labelType="html" label="<br><b>AdaptiveSparkPlan</b><br><br>"];
subgraph cluster1 {
isCluster="true";
label="WholeStageCodegen (12)\n \nduration: 0 ms";
2 [labelType="html" label="<b>HashAggregate</b><br><br>time in aggregation build: 0 ms<br>number of output rows: 1"];
}
3 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 1<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 1<br>local bytes read: 59.0 B<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 16.0 B<br>local merged bytes read: 0.0 B<br>number of partitions: 1<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 59.0 B"];
subgraph cluster4 {
isCluster="true";
label="WholeStageCodegen (11)\n \nduration: 0 ms";
5 [labelType="html" label="<b>HashAggregate</b><br><br>time in aggregation build: 0 ms<br>number of output rows: 1"];
6 [labelType="html" label="<br><b>Project</b><br><br>"];
7 [labelType="html" label="<b>Generate</b><br><br>number of output rows: 1"];
8 [labelType="html" label="<br><b>Project</b><br><br>"];
9 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 1"];
}
10 [labelType="html" label="<b>Window</b><br><br>spill size: 0.0 B"];
subgraph cluster11 {
isCluster="true";
label="WholeStageCodegen (10)\n \nduration: 37 ms";
12 [labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 16.1 MiB<br>spill size: 0.0 B"];
13 [labelType="html" label="<br><b>Project</b><br><br>"];
14 [labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 2<br>spill size: 0.0 B"];
}
subgraph cluster15 {
isCluster="true";
label="WholeStageCodegen (8)\n \nduration: 46 ms";
16 [labelType="html" label="<br><b>Project</b><br><br>"];
}
17 [labelType="html" label="<b>Window</b><br><br>spill size: 0.0 B"];
subgraph cluster18 {
isCluster="true";
label="WholeStageCodegen (7)\n \nduration: 62 ms";
19 [labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 16.1 MiB<br>spill size: 0.0 B"];
}
20 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 106.0 B<br>number of coalesced partitions: 1"];
21 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 2<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 2<br>local bytes read: 101.0 B<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 88.0 B<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 101.0 B"];
subgraph cluster22 {
isCluster="true";
label="WholeStageCodegen (6)\n \nduration: 1 ms";
23 [labelType="html" label="<br><b>Project</b><br><br>"];
24 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 2"];
}
25 [labelType="html" label="<b>Window</b><br><br>spill size: 0.0 B"];
subgraph cluster26 {
isCluster="true";
label="WholeStageCodegen (5)\n \nduration: 34 ms";
27 [labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 16.1 MiB<br>spill size: 0.0 B"];
}
28 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 284.0 B<br>number of coalesced partitions: 1"];
29 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 7<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 7<br>local bytes read: 271.0 B<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 576.0 B<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 271.0 B"];
subgraph cluster30 {
isCluster="true";
label="WholeStageCodegen (3)\n \nduration: 21 ms";
31 [labelType="html" label="<br><b>Project</b><br><br>"];
}
32 [labelType="html" label="<b>CartesianProduct</b><br><br>number of output rows: 7"];
subgraph cluster33 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: 34 ms";
34 [labelType="html" label="<br><b>Project</b><br><br>"];
35 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 7"];
36 [labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 7<br>number of input batches: 1"];
}
37 [labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 1<br>scan time: 3 ms<br>metadata time: 0 ms<br>size of files read: 20.3 KiB<br>number of output rows: 7"];
subgraph cluster38 {
isCluster="true";
label="WholeStageCodegen (2)\n \nduration: 6 ms";
39 [labelType="html" label="<br><b>Project</b><br><br>"];
40 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 1"];
}
41 [labelType="html" label="<b>Scan csv </b><br><br>number of output rows: 1<br>number of files read: 1<br>metadata time: 0 ms<br>size of files read: 174.0 B"];
subgraph cluster42 {
isCluster="true";
label="WholeStageCodegen (9)\n \nduration: 33 ms";
43 [labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 16.1 MiB<br>spill size: 0.0 B"];
}
44 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 97.0 B<br>number of coalesced partitions: 1"];
45 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 1<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 1<br>local bytes read: 89.0 B<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 56.0 B<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 89.0 B"];
subgraph cluster46 {
isCluster="true";
label="WholeStageCodegen (4)\n \nduration: total (min, med, max (stageId: taskId))\n137 ms (4 ms, 13 ms, 26 ms (stage 8110.0: task 8790))";
47 [labelType="html" label="<br><b>Project</b><br><br>"];
48 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 1"];
49 [labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 20,000<br>number of input batches: 5"];
}
50 [labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 10<br>scan time total (min, med, max (stageId: taskId))<br>110 ms (3 ms, 12 ms, 18 ms (stage 8110.0: task 8793))<br>metadata time: 0 ms<br>size of files read: 30.5 MiB<br>number of output rows: 20,000"];
2->0;
3->2;
5->3;
6->5;
7->6;
8->7;
9->8;
10->9;
12->10;
13->12;
14->13;
16->14;
17->16;
19->17;
20->19;
21->20;
23->21;
24->23;
25->24;
27->25;
28->27;
29->28;
31->29;
32->31;
34->32;
35->34;
36->35;
37->36;
39->32;
40->39;
41->40;
43->14;
44->43;
45->44;
47->45;
48->47;
49->48;
50->49;
}
51
AdaptiveSparkPlan isFinalPlan=true
HashAggregate(keys=[], functions=[count(1)])
WholeStageCodegen (12)
Exchange SinglePartition, ENSURE_REQUIREMENTS, [plan_id=490400]
HashAggregate(keys=[], functions=[partial_count(1)])
Project
Generate explode(COL_DD5D4F74_6719_435E_ACCF_6D12BBA233D8#797937), false, [COL_A1DFE0E6_4EBB_4300_B095_859EA0848893#797963]
Project [str_list_union(str_split(str_replace_extend(str_replace_extend(str_list_as_str(array_except(COL_4CC6454E_410C_4674_8B74_8D8769623AB2#797101, COL_99C810C3_1B6A_4CB3_9742_B16D88709270#797538)), [SSN,SSF], [SSN+,SSF+]), [[,",]], [,,]), ,), str_split(str_replace_extend(str_replace_extend(str_list_as_str(array_except(COL_99C810C3_1B6A_4CB3_9742_B16D88709270#797538, COL_4CC6454E_410C_4674_8B74_8D8769623AB2#797101)), [SSN,SSF], [SSN-,SSF-]), [[,",]], [,,]), ,)) AS COL_DD5D4F74_6719_435E_ACCF_6D12BBA233D8#797937]
Filter ((COL_2F1A6F60_882E_44EE_A93A_AED2110E2882#797633 <=> 1) AND ((size(str_list_union(str_split(str_replace_extend(str_replace_extend(str_list_as_str(array_except(COL_4CC6454E_410C_4674_8B74_8D8769623AB2#797101, COL_99C810C3_1B6A_4CB3_9742_B16D88709270#797538)), [SSN,SSF], [SSN+,SSF+]), [[,",]], [,,]), ,), str_split(str_replace_extend(str_replace_extend(str_list_as_str(array_except(COL_99C810C3_1B6A_4CB3_9742_B16D88709270#797538, COL_4CC6454E_410C_4674_8B74_8D8769623AB2#797101)), [SSN,SSF], [SSN-,SSF-]), [[,",]], [,,]), ,)), true) > 0) AND isnotnull(str_list_union(str_split(str_replace_extend(str_replace_extend(str_list_as_str(array_except(COL_4CC6454E_410C_4674_8B74_8D8769623AB2#797101, COL_99C810C3_1B6A_4CB3_9742_B16D88709270#797538)), [SSN,SSF], [SSN+,SSF+]), [[,",]], [,,]), ,), str_split(str_replace_extend(str_replace_extend(str_list_as_str(array_except(COL_99C810C3_1B6A_4CB3_9742_B16D88709270#797538, COL_4CC6454E_410C_4674_8B74_8D8769623AB2#797101)), [SSN,SSF], [SSN-,SSF-]), [[,",]], [,,]), ,)))))
WholeStageCodegen (11)
Window [row_number() windowspecdefinition(COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, COL_D566CC23_E2D6_4115_8A37_046E955BBD91#797539 DESC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_2F1A6F60_882E_44EE_A93A_AED2110E2882#797633], [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695], [COL_D566CC23_E2D6_4115_8A37_046E955BBD91#797539 DESC NULLS LAST]
Sort [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695 ASC NULLS FIRST, COL_D566CC23_E2D6_4115_8A37_046E955BBD91#797539 DESC NULLS LAST], false, 0
Project [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, COL_4CC6454E_410C_4674_8B74_8D8769623AB2#797101, 02_A_ELIGIBLE_210376_COL_95383EBC_3648_4E94_9C53_D311092BF5F4#797345 AS COL_99C810C3_1B6A_4CB3_9742_B16D88709270#797538, 02_A_ELIGIBLE_210376_COL_7DC2A78A_5ED5_4908_AC94_0885B83B98CD#797346 AS COL_D566CC23_E2D6_4115_8A37_046E955BBD91#797539]
SortMergeJoin [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695], [02_A_ELIGIBLE_210376_COL_F76265AB_8748_4114_92B4_00E37DE25D34#797309], Inner
WholeStageCodegen (10)
Project [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, COL_4CC6454E_410C_4674_8B74_8D8769623AB2#797101]
WholeStageCodegen (8)
Window [collect_set(COL_1BD1CF4D_D1E1_4C54_94F8_0754D4126CAC#796697, 0, 0) windowspecdefinition(COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_4CC6454E_410C_4674_8B74_8D8769623AB2#797101], [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695], [1 DESC NULLS LAST]
Sort [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695 ASC NULLS FIRST, 1 DESC NULLS LAST], false, 0
WholeStageCodegen (7)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, 10), ENSURE_REQUIREMENTS, [plan_id=490197]
Project [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, COL_1BD1CF4D_D1E1_4C54_94F8_0754D4126CAC#796697]
Filter (COL_B2D8469D_E32C_4A51_BA8A_9172B340952C#796941 <=> 1)
WholeStageCodegen (6)
Window [row_number() windowspecdefinition(COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, COL_C97CE078_7AD5_4D54_A5FF_290B4E6B18FF#796869, COL_7453C4CB_1AAF_4D1F_A079_968F5F790238#796700 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_B2D8469D_E32C_4A51_BA8A_9172B340952C#796941], [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, COL_C97CE078_7AD5_4D54_A5FF_290B4E6B18FF#796869], [COL_7453C4CB_1AAF_4D1F_A079_968F5F790238#796700 ASC NULLS LAST]
Sort [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695 ASC NULLS FIRST, COL_C97CE078_7AD5_4D54_A5FF_290B4E6B18FF#796869 ASC NULLS FIRST, COL_7453C4CB_1AAF_4D1F_A079_968F5F790238#796700 ASC NULLS LAST], false, 0
WholeStageCodegen (5)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, COL_C97CE078_7AD5_4D54_A5FF_290B4E6B18FF#796869, 10), ENSURE_REQUIREMENTS, [plan_id=490017]
Project [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, COL_1BD1CF4D_D1E1_4C54_94F8_0754D4126CAC#796697, str_extract_by_str(COL_1BD1CF4D_D1E1_4C54_94F8_0754D4126CAC#796697, *, RIGHT) AS COL_C97CE078_7AD5_4D54_A5FF_290B4E6B18FF#796869, COL_7453C4CB_1AAF_4D1F_A079_968F5F790238#796700]
WholeStageCodegen (3)
CartesianProduct
Project [COL_64ED17E5_A991_405B_AEED_8A2977283F76#796262 AS COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, COL_DC641C8D_1EAF_49BD_A02D_E74816E44C28#796304 AS COL_1BD1CF4D_D1E1_4C54_94F8_0754D4126CAC#796697, COL_7D270645_B926_42AF_A110_EB3A1A53031B#796284 AS COL_7453C4CB_1AAF_4D1F_A079_968F5F790238#796700]
Filter ((COL_64ED17E5_A991_405B_AEED_8A2977283F76#796262 <=> 011040518) AND isnotnull(COL_64ED17E5_A991_405B_AEED_8A2977283F76#796262))
ColumnarToRow
WholeStageCodegen (1)
FileScan parquet [COL_64ED17E5_A991_405B_AEED_8A2977283F76#796262,COL_7D270645_B926_42AF_A110_EB3A1A53031B#796284,COL_DC641C8D_1EAF_49BD_A02D_E74816E44C28#796304] Batched: true, DataFilters: [(COL_64ED17E5_A991_405B_AEED_8A2977283F76#796262 <=> 011040518), isnotnull(COL_64ED17E5_A991_405..., Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/00_B_ACTES_PATI_210234], PartitionFilters: [], PushedFilters: [EqualNullSafe(COL_64ED17E5_A991_405B_AEED_8A2977283F76,011040518), IsNotNull(COL_64ED17E5_A991_4..., ReadSchema: struct<COL_64ED17E5_A991_405B_AEED_8A2977283F76:string,COL_7D270645_B926_42AF_A110_EB3A1A53031B:s...
Project
Filter ((isnotnull(REGLES#796387) AND (RC-SSN-SSF = REGLES#796387)) AND (APPLICABLE#796388 <=> O))
WholeStageCodegen (2)
FileScan csv [REGLES#796387,APPLICABLE#796388] Batched: false, DataFilters: [isnotnull(REGLES#796387), (RC-SSN-SSF = REGLES#796387), (APPLICABLE#796388 <=> O)], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/tmp/REGLES_APPLICAB_209983/REGLES-A-TTT new..., PartitionFilters: [], PushedFilters: [IsNotNull(REGLES), EqualTo(REGLES,RC-SSN-SSF), EqualNullSafe(APPLICABLE,O)], ReadSchema: struct<REGLES:string,APPLICABLE:string>
Sort [02_A_ELIGIBLE_210376_COL_F76265AB_8748_4114_92B4_00E37DE25D34#797309 ASC NULLS FIRST], false, 0
WholeStageCodegen (9)
AQEShuffleRead coalesced
Exchange hashpartitioning(02_A_ELIGIBLE_210376_COL_F76265AB_8748_4114_92B4_00E37DE25D34#797309, 10), ENSURE_REQUIREMENTS, [plan_id=490055]
Project [COL_F76265AB_8748_4114_92B4_00E37DE25D34#796414 AS 02_A_ELIGIBLE_210376_COL_F76265AB_8748_4114_92B4_00E37DE25D34#797309, COL_95383EBC_3648_4E94_9C53_D311092BF5F4#796450 AS 02_A_ELIGIBLE_210376_COL_95383EBC_3648_4E94_9C53_D311092BF5F4#797345, COL_7DC2A78A_5ED5_4908_AC94_0885B83B98CD#796451 AS 02_A_ELIGIBLE_210376_COL_7DC2A78A_5ED5_4908_AC94_0885B83B98CD#797346]
Filter (((isnotnull(COL_1DDA21A4_0127_416B_A5DB_7EDD9CC61B56#796409) AND (A = COL_1DDA21A4_0127_416B_A5DB_7EDD9CC61B56#796409)) AND (COL_F76265AB_8748_4114_92B4_00E37DE25D34#796414 <=> 011040518)) AND isnotnull(COL_F76265AB_8748_4114_92B4_00E37DE25D34#796414))
ColumnarToRow
WholeStageCodegen (4)
FileScan parquet [COL_1DDA21A4_0127_416B_A5DB_7EDD9CC61B56#796409,COL_F76265AB_8748_4114_92B4_00E37DE25D34#796414,COL_95383EBC_3648_4E94_9C53_D311092BF5F4#796450,COL_7DC2A78A_5ED5_4908_AC94_0885B83B98CD#796451] Batched: true, DataFilters: [isnotnull(COL_1DDA21A4_0127_416B_A5DB_7EDD9CC61B56#796409), (A = COL_1DDA21A4_0127_416B_A5DB_7ED..., Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/02_A_ELIGIBLE_210376], PartitionFilters: [], PushedFilters: [IsNotNull(COL_1DDA21A4_0127_416B_A5DB_7EDD9CC61B56), EqualTo(COL_1DDA21A4_0127_416B_A5DB_7EDD9CC..., ReadSchema: struct<COL_1DDA21A4_0127_416B_A5DB_7EDD9CC61B56:string,COL_F76265AB_8748_4114_92B4_00E37DE25D34:s...
== Physical Plan ==
AdaptiveSparkPlan (73)
+- == Final Plan ==
* HashAggregate (42)
+- ShuffleQueryStage (41), Statistics(sizeInBytes=16.0 B, rowCount=1)
+- Exchange (40)
+- * HashAggregate (39)
+- * Project (38)
+- * Generate (37)
+- * Project (36)
+- * Filter (35)
+- Window (34)
+- * Sort (33)
+- * Project (32)
+- * SortMergeJoin Inner (31)
:- * Project (22)
: +- Window (21)
: +- * Sort (20)
: +- AQEShuffleRead (19)
: +- ShuffleQueryStage (18), Statistics(sizeInBytes=88.0 B, rowCount=2)
: +- Exchange (17)
: +- * Project (16)
: +- * Filter (15)
: +- Window (14)
: +- * Sort (13)
: +- AQEShuffleRead (12)
: +- ShuffleQueryStage (11), Statistics(sizeInBytes=576.0 B, rowCount=7)
: +- Exchange (10)
: +- * Project (9)
: +- CartesianProduct Inner (8)
: :- * Project (4)
: : +- * Filter (3)
: : +- * ColumnarToRow (2)
: : +- Scan parquet (1)
: +- * Project (7)
: +- * Filter (6)
: +- Scan csv (5)
+- * Sort (30)
+- AQEShuffleRead (29)
+- ShuffleQueryStage (28), Statistics(sizeInBytes=56.0 B, rowCount=1)
+- Exchange (27)
+- * Project (26)
+- * Filter (25)
+- * ColumnarToRow (24)
+- Scan parquet (23)
+- == Initial Plan ==
HashAggregate (72)
+- Exchange (71)
+- HashAggregate (70)
+- Project (69)
+- Generate (68)
+- Project (67)
+- Filter (66)
+- Window (65)
+- Sort (64)
+- Project (63)
+- SortMergeJoin Inner (62)
:- Project (57)
: +- Window (56)
: +- Sort (55)
: +- Exchange (54)
: +- Project (53)
: +- Filter (52)
: +- Window (51)
: +- Sort (50)
: +- Exchange (49)
: +- Project (48)
: +- CartesianProduct Inner (47)
: :- Project (44)
: : +- Filter (43)
: : +- Scan parquet (1)
: +- Project (46)
: +- Filter (45)
: +- Scan csv (5)
+- Sort (61)
+- Exchange (60)
+- Project (59)
+- Filter (58)
+- Scan parquet (23)
(1) Scan parquet
Output [3]: [COL_64ED17E5_A991_405B_AEED_8A2977283F76#796262, COL_7D270645_B926_42AF_A110_EB3A1A53031B#796284, COL_DC641C8D_1EAF_49BD_A02D_E74816E44C28#796304]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/00_B_ACTES_PATI_210234]
PushedFilters: [EqualNullSafe(COL_64ED17E5_A991_405B_AEED_8A2977283F76,011040518), IsNotNull(COL_64ED17E5_A991_405B_AEED_8A2977283F76)]
ReadSchema: struct<COL_64ED17E5_A991_405B_AEED_8A2977283F76:string,COL_7D270645_B926_42AF_A110_EB3A1A53031B:string,COL_DC641C8D_1EAF_49BD_A02D_E74816E44C28:string>
(2) ColumnarToRow [codegen id : 1]
Input [3]: [COL_64ED17E5_A991_405B_AEED_8A2977283F76#796262, COL_7D270645_B926_42AF_A110_EB3A1A53031B#796284, COL_DC641C8D_1EAF_49BD_A02D_E74816E44C28#796304]
(3) Filter [codegen id : 1]
Input [3]: [COL_64ED17E5_A991_405B_AEED_8A2977283F76#796262, COL_7D270645_B926_42AF_A110_EB3A1A53031B#796284, COL_DC641C8D_1EAF_49BD_A02D_E74816E44C28#796304]
Condition : ((COL_64ED17E5_A991_405B_AEED_8A2977283F76#796262 <=> 011040518) AND isnotnull(COL_64ED17E5_A991_405B_AEED_8A2977283F76#796262))
(4) Project [codegen id : 1]
Output [3]: [COL_64ED17E5_A991_405B_AEED_8A2977283F76#796262 AS COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, COL_DC641C8D_1EAF_49BD_A02D_E74816E44C28#796304 AS COL_1BD1CF4D_D1E1_4C54_94F8_0754D4126CAC#796697, COL_7D270645_B926_42AF_A110_EB3A1A53031B#796284 AS COL_7453C4CB_1AAF_4D1F_A079_968F5F790238#796700]
Input [3]: [COL_64ED17E5_A991_405B_AEED_8A2977283F76#796262, COL_7D270645_B926_42AF_A110_EB3A1A53031B#796284, COL_DC641C8D_1EAF_49BD_A02D_E74816E44C28#796304]
(5) Scan csv
Output [2]: [REGLES#796387, APPLICABLE#796388]
Batched: false
Location: InMemoryFileIndex [file:/data/input/depot/csv/tmp/REGLES_APPLICAB_209983/REGLES-A-TTT new.csv]
PushedFilters: [IsNotNull(REGLES), EqualTo(REGLES,RC-SSN-SSF), EqualNullSafe(APPLICABLE,O)]
ReadSchema: struct<REGLES:string,APPLICABLE:string>
(6) Filter [codegen id : 2]
Input [2]: [REGLES#796387, APPLICABLE#796388]
Condition : ((isnotnull(REGLES#796387) AND (RC-SSN-SSF = REGLES#796387)) AND (APPLICABLE#796388 <=> O))
(7) Project [codegen id : 2]
Output: []
Input [2]: [REGLES#796387, APPLICABLE#796388]
(8) CartesianProduct
Join type: Inner
Join condition: None
(9) Project [codegen id : 3]
Output [4]: [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, COL_1BD1CF4D_D1E1_4C54_94F8_0754D4126CAC#796697, str_extract_by_str(COL_1BD1CF4D_D1E1_4C54_94F8_0754D4126CAC#796697, *, RIGHT) AS COL_C97CE078_7AD5_4D54_A5FF_290B4E6B18FF#796869, COL_7453C4CB_1AAF_4D1F_A079_968F5F790238#796700]
Input [3]: [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, COL_1BD1CF4D_D1E1_4C54_94F8_0754D4126CAC#796697, COL_7453C4CB_1AAF_4D1F_A079_968F5F790238#796700]
(10) Exchange
Input [4]: [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, COL_1BD1CF4D_D1E1_4C54_94F8_0754D4126CAC#796697, COL_C97CE078_7AD5_4D54_A5FF_290B4E6B18FF#796869, COL_7453C4CB_1AAF_4D1F_A079_968F5F790238#796700]
Arguments: hashpartitioning(COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, COL_C97CE078_7AD5_4D54_A5FF_290B4E6B18FF#796869, 10), ENSURE_REQUIREMENTS, [plan_id=490017]
(11) ShuffleQueryStage
Output [4]: [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, COL_1BD1CF4D_D1E1_4C54_94F8_0754D4126CAC#796697, COL_C97CE078_7AD5_4D54_A5FF_290B4E6B18FF#796869, COL_7453C4CB_1AAF_4D1F_A079_968F5F790238#796700]
Arguments: 0
(12) AQEShuffleRead
Input [4]: [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, COL_1BD1CF4D_D1E1_4C54_94F8_0754D4126CAC#796697, COL_C97CE078_7AD5_4D54_A5FF_290B4E6B18FF#796869, COL_7453C4CB_1AAF_4D1F_A079_968F5F790238#796700]
Arguments: coalesced
(13) Sort [codegen id : 5]
Input [4]: [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, COL_1BD1CF4D_D1E1_4C54_94F8_0754D4126CAC#796697, COL_C97CE078_7AD5_4D54_A5FF_290B4E6B18FF#796869, COL_7453C4CB_1AAF_4D1F_A079_968F5F790238#796700]
Arguments: [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695 ASC NULLS FIRST, COL_C97CE078_7AD5_4D54_A5FF_290B4E6B18FF#796869 ASC NULLS FIRST, COL_7453C4CB_1AAF_4D1F_A079_968F5F790238#796700 ASC NULLS LAST], false, 0
(14) Window
Input [4]: [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, COL_1BD1CF4D_D1E1_4C54_94F8_0754D4126CAC#796697, COL_C97CE078_7AD5_4D54_A5FF_290B4E6B18FF#796869, COL_7453C4CB_1AAF_4D1F_A079_968F5F790238#796700]
Arguments: [row_number() windowspecdefinition(COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, COL_C97CE078_7AD5_4D54_A5FF_290B4E6B18FF#796869, COL_7453C4CB_1AAF_4D1F_A079_968F5F790238#796700 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_B2D8469D_E32C_4A51_BA8A_9172B340952C#796941], [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, COL_C97CE078_7AD5_4D54_A5FF_290B4E6B18FF#796869], [COL_7453C4CB_1AAF_4D1F_A079_968F5F790238#796700 ASC NULLS LAST]
(15) Filter [codegen id : 6]
Input [5]: [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, COL_1BD1CF4D_D1E1_4C54_94F8_0754D4126CAC#796697, COL_C97CE078_7AD5_4D54_A5FF_290B4E6B18FF#796869, COL_7453C4CB_1AAF_4D1F_A079_968F5F790238#796700, COL_B2D8469D_E32C_4A51_BA8A_9172B340952C#796941]
Condition : (COL_B2D8469D_E32C_4A51_BA8A_9172B340952C#796941 <=> 1)
(16) Project [codegen id : 6]
Output [2]: [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, COL_1BD1CF4D_D1E1_4C54_94F8_0754D4126CAC#796697]
Input [5]: [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, COL_1BD1CF4D_D1E1_4C54_94F8_0754D4126CAC#796697, COL_C97CE078_7AD5_4D54_A5FF_290B4E6B18FF#796869, COL_7453C4CB_1AAF_4D1F_A079_968F5F790238#796700, COL_B2D8469D_E32C_4A51_BA8A_9172B340952C#796941]
(17) Exchange
Input [2]: [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, COL_1BD1CF4D_D1E1_4C54_94F8_0754D4126CAC#796697]
Arguments: hashpartitioning(COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, 10), ENSURE_REQUIREMENTS, [plan_id=490197]
(18) ShuffleQueryStage
Output [2]: [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, COL_1BD1CF4D_D1E1_4C54_94F8_0754D4126CAC#796697]
Arguments: 2
(19) AQEShuffleRead
Input [2]: [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, COL_1BD1CF4D_D1E1_4C54_94F8_0754D4126CAC#796697]
Arguments: coalesced
(20) Sort [codegen id : 7]
Input [2]: [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, COL_1BD1CF4D_D1E1_4C54_94F8_0754D4126CAC#796697]
Arguments: [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695 ASC NULLS FIRST, 1 DESC NULLS LAST], false, 0
(21) Window
Input [2]: [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, COL_1BD1CF4D_D1E1_4C54_94F8_0754D4126CAC#796697]
Arguments: [collect_set(COL_1BD1CF4D_D1E1_4C54_94F8_0754D4126CAC#796697, 0, 0) windowspecdefinition(COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_4CC6454E_410C_4674_8B74_8D8769623AB2#797101], [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695], [1 DESC NULLS LAST]
(22) Project [codegen id : 8]
Output [2]: [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, COL_4CC6454E_410C_4674_8B74_8D8769623AB2#797101]
Input [3]: [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, COL_1BD1CF4D_D1E1_4C54_94F8_0754D4126CAC#796697, COL_4CC6454E_410C_4674_8B74_8D8769623AB2#797101]
(23) Scan parquet
Output [4]: [COL_1DDA21A4_0127_416B_A5DB_7EDD9CC61B56#796409, COL_F76265AB_8748_4114_92B4_00E37DE25D34#796414, COL_95383EBC_3648_4E94_9C53_D311092BF5F4#796450, COL_7DC2A78A_5ED5_4908_AC94_0885B83B98CD#796451]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/02_A_ELIGIBLE_210376]
PushedFilters: [IsNotNull(COL_1DDA21A4_0127_416B_A5DB_7EDD9CC61B56), EqualTo(COL_1DDA21A4_0127_416B_A5DB_7EDD9CC61B56,A), EqualNullSafe(COL_F76265AB_8748_4114_92B4_00E37DE25D34,011040518), IsNotNull(COL_F76265AB_8748_4114_92B4_00E37DE25D34)]
ReadSchema: struct<COL_1DDA21A4_0127_416B_A5DB_7EDD9CC61B56:string,COL_F76265AB_8748_4114_92B4_00E37DE25D34:string,COL_95383EBC_3648_4E94_9C53_D311092BF5F4:array<string>,COL_7DC2A78A_5ED5_4908_AC94_0885B83B98CD:string>
(24) ColumnarToRow [codegen id : 4]
Input [4]: [COL_1DDA21A4_0127_416B_A5DB_7EDD9CC61B56#796409, COL_F76265AB_8748_4114_92B4_00E37DE25D34#796414, COL_95383EBC_3648_4E94_9C53_D311092BF5F4#796450, COL_7DC2A78A_5ED5_4908_AC94_0885B83B98CD#796451]
(25) Filter [codegen id : 4]
Input [4]: [COL_1DDA21A4_0127_416B_A5DB_7EDD9CC61B56#796409, COL_F76265AB_8748_4114_92B4_00E37DE25D34#796414, COL_95383EBC_3648_4E94_9C53_D311092BF5F4#796450, COL_7DC2A78A_5ED5_4908_AC94_0885B83B98CD#796451]
Condition : (((isnotnull(COL_1DDA21A4_0127_416B_A5DB_7EDD9CC61B56#796409) AND (A = COL_1DDA21A4_0127_416B_A5DB_7EDD9CC61B56#796409)) AND (COL_F76265AB_8748_4114_92B4_00E37DE25D34#796414 <=> 011040518)) AND isnotnull(COL_F76265AB_8748_4114_92B4_00E37DE25D34#796414))
(26) Project [codegen id : 4]
Output [3]: [COL_F76265AB_8748_4114_92B4_00E37DE25D34#796414 AS 02_A_ELIGIBLE_210376_COL_F76265AB_8748_4114_92B4_00E37DE25D34#797309, COL_95383EBC_3648_4E94_9C53_D311092BF5F4#796450 AS 02_A_ELIGIBLE_210376_COL_95383EBC_3648_4E94_9C53_D311092BF5F4#797345, COL_7DC2A78A_5ED5_4908_AC94_0885B83B98CD#796451 AS 02_A_ELIGIBLE_210376_COL_7DC2A78A_5ED5_4908_AC94_0885B83B98CD#797346]
Input [4]: [COL_1DDA21A4_0127_416B_A5DB_7EDD9CC61B56#796409, COL_F76265AB_8748_4114_92B4_00E37DE25D34#796414, COL_95383EBC_3648_4E94_9C53_D311092BF5F4#796450, COL_7DC2A78A_5ED5_4908_AC94_0885B83B98CD#796451]
(27) Exchange
Input [3]: [02_A_ELIGIBLE_210376_COL_F76265AB_8748_4114_92B4_00E37DE25D34#797309, 02_A_ELIGIBLE_210376_COL_95383EBC_3648_4E94_9C53_D311092BF5F4#797345, 02_A_ELIGIBLE_210376_COL_7DC2A78A_5ED5_4908_AC94_0885B83B98CD#797346]
Arguments: hashpartitioning(02_A_ELIGIBLE_210376_COL_F76265AB_8748_4114_92B4_00E37DE25D34#797309, 10), ENSURE_REQUIREMENTS, [plan_id=490055]
(28) ShuffleQueryStage
Output [3]: [02_A_ELIGIBLE_210376_COL_F76265AB_8748_4114_92B4_00E37DE25D34#797309, 02_A_ELIGIBLE_210376_COL_95383EBC_3648_4E94_9C53_D311092BF5F4#797345, 02_A_ELIGIBLE_210376_COL_7DC2A78A_5ED5_4908_AC94_0885B83B98CD#797346]
Arguments: 1
(29) AQEShuffleRead
Input [3]: [02_A_ELIGIBLE_210376_COL_F76265AB_8748_4114_92B4_00E37DE25D34#797309, 02_A_ELIGIBLE_210376_COL_95383EBC_3648_4E94_9C53_D311092BF5F4#797345, 02_A_ELIGIBLE_210376_COL_7DC2A78A_5ED5_4908_AC94_0885B83B98CD#797346]
Arguments: coalesced
(30) Sort [codegen id : 9]
Input [3]: [02_A_ELIGIBLE_210376_COL_F76265AB_8748_4114_92B4_00E37DE25D34#797309, 02_A_ELIGIBLE_210376_COL_95383EBC_3648_4E94_9C53_D311092BF5F4#797345, 02_A_ELIGIBLE_210376_COL_7DC2A78A_5ED5_4908_AC94_0885B83B98CD#797346]
Arguments: [02_A_ELIGIBLE_210376_COL_F76265AB_8748_4114_92B4_00E37DE25D34#797309 ASC NULLS FIRST], false, 0
(31) SortMergeJoin [codegen id : 10]
Left keys [1]: [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695]
Right keys [1]: [02_A_ELIGIBLE_210376_COL_F76265AB_8748_4114_92B4_00E37DE25D34#797309]
Join type: Inner
Join condition: None
(32) Project [codegen id : 10]
Output [4]: [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, COL_4CC6454E_410C_4674_8B74_8D8769623AB2#797101, 02_A_ELIGIBLE_210376_COL_95383EBC_3648_4E94_9C53_D311092BF5F4#797345 AS COL_99C810C3_1B6A_4CB3_9742_B16D88709270#797538, 02_A_ELIGIBLE_210376_COL_7DC2A78A_5ED5_4908_AC94_0885B83B98CD#797346 AS COL_D566CC23_E2D6_4115_8A37_046E955BBD91#797539]
Input [5]: [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, COL_4CC6454E_410C_4674_8B74_8D8769623AB2#797101, 02_A_ELIGIBLE_210376_COL_F76265AB_8748_4114_92B4_00E37DE25D34#797309, 02_A_ELIGIBLE_210376_COL_95383EBC_3648_4E94_9C53_D311092BF5F4#797345, 02_A_ELIGIBLE_210376_COL_7DC2A78A_5ED5_4908_AC94_0885B83B98CD#797346]
(33) Sort [codegen id : 10]
Input [4]: [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, COL_4CC6454E_410C_4674_8B74_8D8769623AB2#797101, COL_99C810C3_1B6A_4CB3_9742_B16D88709270#797538, COL_D566CC23_E2D6_4115_8A37_046E955BBD91#797539]
Arguments: [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695 ASC NULLS FIRST, COL_D566CC23_E2D6_4115_8A37_046E955BBD91#797539 DESC NULLS LAST], false, 0
(34) Window
Input [4]: [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, COL_4CC6454E_410C_4674_8B74_8D8769623AB2#797101, COL_99C810C3_1B6A_4CB3_9742_B16D88709270#797538, COL_D566CC23_E2D6_4115_8A37_046E955BBD91#797539]
Arguments: [row_number() windowspecdefinition(COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, COL_D566CC23_E2D6_4115_8A37_046E955BBD91#797539 DESC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_2F1A6F60_882E_44EE_A93A_AED2110E2882#797633], [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695], [COL_D566CC23_E2D6_4115_8A37_046E955BBD91#797539 DESC NULLS LAST]
(35) Filter [codegen id : 11]
Input [5]: [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, COL_4CC6454E_410C_4674_8B74_8D8769623AB2#797101, COL_99C810C3_1B6A_4CB3_9742_B16D88709270#797538, COL_D566CC23_E2D6_4115_8A37_046E955BBD91#797539, COL_2F1A6F60_882E_44EE_A93A_AED2110E2882#797633]
Condition : ((COL_2F1A6F60_882E_44EE_A93A_AED2110E2882#797633 <=> 1) AND ((size(str_list_union(str_split(str_replace_extend(str_replace_extend(str_list_as_str(array_except(COL_4CC6454E_410C_4674_8B74_8D8769623AB2#797101, COL_99C810C3_1B6A_4CB3_9742_B16D88709270#797538)), [SSN,SSF], [SSN+,SSF+]), [[,",]], [,,]), ,), str_split(str_replace_extend(str_replace_extend(str_list_as_str(array_except(COL_99C810C3_1B6A_4CB3_9742_B16D88709270#797538, COL_4CC6454E_410C_4674_8B74_8D8769623AB2#797101)), [SSN,SSF], [SSN-,SSF-]), [[,",]], [,,]), ,)), true) > 0) AND isnotnull(str_list_union(str_split(str_replace_extend(str_replace_extend(str_list_as_str(array_except(COL_4CC6454E_410C_4674_8B74_8D8769623AB2#797101, COL_99C810C3_1B6A_4CB3_9742_B16D88709270#797538)), [SSN,SSF], [SSN+,SSF+]), [[,",]], [,,]), ,), str_split(str_replace_extend(str_replace_extend(str_list_as_str(array_except(COL_99C810C3_1B6A_4CB3_9742_B16D88709270#797538, COL_4CC6454E_410C_4674_8B74_8D8769623AB2#797101)), [SSN,SSF], [SSN-,SSF-]), [[,",]], [,,]), ,)))))
(36) Project [codegen id : 11]
Output [1]: [str_list_union(str_split(str_replace_extend(str_replace_extend(str_list_as_str(array_except(COL_4CC6454E_410C_4674_8B74_8D8769623AB2#797101, COL_99C810C3_1B6A_4CB3_9742_B16D88709270#797538)), [SSN,SSF], [SSN+,SSF+]), [[,",]], [,,]), ,), str_split(str_replace_extend(str_replace_extend(str_list_as_str(array_except(COL_99C810C3_1B6A_4CB3_9742_B16D88709270#797538, COL_4CC6454E_410C_4674_8B74_8D8769623AB2#797101)), [SSN,SSF], [SSN-,SSF-]), [[,",]], [,,]), ,)) AS COL_DD5D4F74_6719_435E_ACCF_6D12BBA233D8#797937]
Input [5]: [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, COL_4CC6454E_410C_4674_8B74_8D8769623AB2#797101, COL_99C810C3_1B6A_4CB3_9742_B16D88709270#797538, COL_D566CC23_E2D6_4115_8A37_046E955BBD91#797539, COL_2F1A6F60_882E_44EE_A93A_AED2110E2882#797633]
(37) Generate [codegen id : 11]
Input [1]: [COL_DD5D4F74_6719_435E_ACCF_6D12BBA233D8#797937]
Arguments: explode(COL_DD5D4F74_6719_435E_ACCF_6D12BBA233D8#797937), false, [COL_A1DFE0E6_4EBB_4300_B095_859EA0848893#797963]
(38) Project [codegen id : 11]
Output: []
Input [1]: [COL_A1DFE0E6_4EBB_4300_B095_859EA0848893#797963]
(39) HashAggregate [codegen id : 11]
Input: []
Keys: []
Functions [1]: [partial_count(1)]
Aggregate Attributes [1]: [count#798175L]
Results [1]: [count#798176L]
(40) Exchange
Input [1]: [count#798176L]
Arguments: SinglePartition, ENSURE_REQUIREMENTS, [plan_id=490400]
(41) ShuffleQueryStage
Output [1]: [count#798176L]
Arguments: 3
(42) HashAggregate [codegen id : 12]
Input [1]: [count#798176L]
Keys: []
Functions [1]: [count(1)]
Aggregate Attributes [1]: [count(1)#798064L]
Results [1]: [count(1)#798064L AS count#798065L]
(43) Filter
Input [3]: [COL_64ED17E5_A991_405B_AEED_8A2977283F76#796262, COL_7D270645_B926_42AF_A110_EB3A1A53031B#796284, COL_DC641C8D_1EAF_49BD_A02D_E74816E44C28#796304]
Condition : ((COL_64ED17E5_A991_405B_AEED_8A2977283F76#796262 <=> 011040518) AND isnotnull(COL_64ED17E5_A991_405B_AEED_8A2977283F76#796262))
(44) Project
Output [3]: [COL_64ED17E5_A991_405B_AEED_8A2977283F76#796262 AS COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, COL_DC641C8D_1EAF_49BD_A02D_E74816E44C28#796304 AS COL_1BD1CF4D_D1E1_4C54_94F8_0754D4126CAC#796697, COL_7D270645_B926_42AF_A110_EB3A1A53031B#796284 AS COL_7453C4CB_1AAF_4D1F_A079_968F5F790238#796700]
Input [3]: [COL_64ED17E5_A991_405B_AEED_8A2977283F76#796262, COL_7D270645_B926_42AF_A110_EB3A1A53031B#796284, COL_DC641C8D_1EAF_49BD_A02D_E74816E44C28#796304]
(45) Filter
Input [2]: [REGLES#796387, APPLICABLE#796388]
Condition : ((isnotnull(REGLES#796387) AND (RC-SSN-SSF = REGLES#796387)) AND (APPLICABLE#796388 <=> O))
(46) Project
Output: []
Input [2]: [REGLES#796387, APPLICABLE#796388]
(47) CartesianProduct
Join type: Inner
Join condition: None
(48) Project
Output [4]: [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, COL_1BD1CF4D_D1E1_4C54_94F8_0754D4126CAC#796697, str_extract_by_str(COL_1BD1CF4D_D1E1_4C54_94F8_0754D4126CAC#796697, *, RIGHT) AS COL_C97CE078_7AD5_4D54_A5FF_290B4E6B18FF#796869, COL_7453C4CB_1AAF_4D1F_A079_968F5F790238#796700]
Input [3]: [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, COL_1BD1CF4D_D1E1_4C54_94F8_0754D4126CAC#796697, COL_7453C4CB_1AAF_4D1F_A079_968F5F790238#796700]
(49) Exchange
Input [4]: [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, COL_1BD1CF4D_D1E1_4C54_94F8_0754D4126CAC#796697, COL_C97CE078_7AD5_4D54_A5FF_290B4E6B18FF#796869, COL_7453C4CB_1AAF_4D1F_A079_968F5F790238#796700]
Arguments: hashpartitioning(COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, COL_C97CE078_7AD5_4D54_A5FF_290B4E6B18FF#796869, 10), ENSURE_REQUIREMENTS, [plan_id=489914]
(50) Sort
Input [4]: [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, COL_1BD1CF4D_D1E1_4C54_94F8_0754D4126CAC#796697, COL_C97CE078_7AD5_4D54_A5FF_290B4E6B18FF#796869, COL_7453C4CB_1AAF_4D1F_A079_968F5F790238#796700]
Arguments: [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695 ASC NULLS FIRST, COL_C97CE078_7AD5_4D54_A5FF_290B4E6B18FF#796869 ASC NULLS FIRST, COL_7453C4CB_1AAF_4D1F_A079_968F5F790238#796700 ASC NULLS LAST], false, 0
(51) Window
Input [4]: [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, COL_1BD1CF4D_D1E1_4C54_94F8_0754D4126CAC#796697, COL_C97CE078_7AD5_4D54_A5FF_290B4E6B18FF#796869, COL_7453C4CB_1AAF_4D1F_A079_968F5F790238#796700]
Arguments: [row_number() windowspecdefinition(COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, COL_C97CE078_7AD5_4D54_A5FF_290B4E6B18FF#796869, COL_7453C4CB_1AAF_4D1F_A079_968F5F790238#796700 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_B2D8469D_E32C_4A51_BA8A_9172B340952C#796941], [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, COL_C97CE078_7AD5_4D54_A5FF_290B4E6B18FF#796869], [COL_7453C4CB_1AAF_4D1F_A079_968F5F790238#796700 ASC NULLS LAST]
(52) Filter
Input [5]: [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, COL_1BD1CF4D_D1E1_4C54_94F8_0754D4126CAC#796697, COL_C97CE078_7AD5_4D54_A5FF_290B4E6B18FF#796869, COL_7453C4CB_1AAF_4D1F_A079_968F5F790238#796700, COL_B2D8469D_E32C_4A51_BA8A_9172B340952C#796941]
Condition : (COL_B2D8469D_E32C_4A51_BA8A_9172B340952C#796941 <=> 1)
(53) Project
Output [2]: [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, COL_1BD1CF4D_D1E1_4C54_94F8_0754D4126CAC#796697]
Input [5]: [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, COL_1BD1CF4D_D1E1_4C54_94F8_0754D4126CAC#796697, COL_C97CE078_7AD5_4D54_A5FF_290B4E6B18FF#796869, COL_7453C4CB_1AAF_4D1F_A079_968F5F790238#796700, COL_B2D8469D_E32C_4A51_BA8A_9172B340952C#796941]
(54) Exchange
Input [2]: [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, COL_1BD1CF4D_D1E1_4C54_94F8_0754D4126CAC#796697]
Arguments: hashpartitioning(COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, 10), ENSURE_REQUIREMENTS, [plan_id=489920]
(55) Sort
Input [2]: [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, COL_1BD1CF4D_D1E1_4C54_94F8_0754D4126CAC#796697]
Arguments: [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695 ASC NULLS FIRST, 1 DESC NULLS LAST], false, 0
(56) Window
Input [2]: [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, COL_1BD1CF4D_D1E1_4C54_94F8_0754D4126CAC#796697]
Arguments: [collect_set(COL_1BD1CF4D_D1E1_4C54_94F8_0754D4126CAC#796697, 0, 0) windowspecdefinition(COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_4CC6454E_410C_4674_8B74_8D8769623AB2#797101], [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695], [1 DESC NULLS LAST]
(57) Project
Output [2]: [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, COL_4CC6454E_410C_4674_8B74_8D8769623AB2#797101]
Input [3]: [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, COL_1BD1CF4D_D1E1_4C54_94F8_0754D4126CAC#796697, COL_4CC6454E_410C_4674_8B74_8D8769623AB2#797101]
(58) Filter
Input [4]: [COL_1DDA21A4_0127_416B_A5DB_7EDD9CC61B56#796409, COL_F76265AB_8748_4114_92B4_00E37DE25D34#796414, COL_95383EBC_3648_4E94_9C53_D311092BF5F4#796450, COL_7DC2A78A_5ED5_4908_AC94_0885B83B98CD#796451]
Condition : (((isnotnull(COL_1DDA21A4_0127_416B_A5DB_7EDD9CC61B56#796409) AND (A = COL_1DDA21A4_0127_416B_A5DB_7EDD9CC61B56#796409)) AND (COL_F76265AB_8748_4114_92B4_00E37DE25D34#796414 <=> 011040518)) AND isnotnull(COL_F76265AB_8748_4114_92B4_00E37DE25D34#796414))
(59) Project
Output [3]: [COL_F76265AB_8748_4114_92B4_00E37DE25D34#796414 AS 02_A_ELIGIBLE_210376_COL_F76265AB_8748_4114_92B4_00E37DE25D34#797309, COL_95383EBC_3648_4E94_9C53_D311092BF5F4#796450 AS 02_A_ELIGIBLE_210376_COL_95383EBC_3648_4E94_9C53_D311092BF5F4#797345, COL_7DC2A78A_5ED5_4908_AC94_0885B83B98CD#796451 AS 02_A_ELIGIBLE_210376_COL_7DC2A78A_5ED5_4908_AC94_0885B83B98CD#797346]
Input [4]: [COL_1DDA21A4_0127_416B_A5DB_7EDD9CC61B56#796409, COL_F76265AB_8748_4114_92B4_00E37DE25D34#796414, COL_95383EBC_3648_4E94_9C53_D311092BF5F4#796450, COL_7DC2A78A_5ED5_4908_AC94_0885B83B98CD#796451]
(60) Exchange
Input [3]: [02_A_ELIGIBLE_210376_COL_F76265AB_8748_4114_92B4_00E37DE25D34#797309, 02_A_ELIGIBLE_210376_COL_95383EBC_3648_4E94_9C53_D311092BF5F4#797345, 02_A_ELIGIBLE_210376_COL_7DC2A78A_5ED5_4908_AC94_0885B83B98CD#797346]
Arguments: hashpartitioning(02_A_ELIGIBLE_210376_COL_F76265AB_8748_4114_92B4_00E37DE25D34#797309, 10), ENSURE_REQUIREMENTS, [plan_id=489926]
(61) Sort
Input [3]: [02_A_ELIGIBLE_210376_COL_F76265AB_8748_4114_92B4_00E37DE25D34#797309, 02_A_ELIGIBLE_210376_COL_95383EBC_3648_4E94_9C53_D311092BF5F4#797345, 02_A_ELIGIBLE_210376_COL_7DC2A78A_5ED5_4908_AC94_0885B83B98CD#797346]
Arguments: [02_A_ELIGIBLE_210376_COL_F76265AB_8748_4114_92B4_00E37DE25D34#797309 ASC NULLS FIRST], false, 0
(62) SortMergeJoin
Left keys [1]: [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695]
Right keys [1]: [02_A_ELIGIBLE_210376_COL_F76265AB_8748_4114_92B4_00E37DE25D34#797309]
Join type: Inner
Join condition: None
(63) Project
Output [4]: [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, COL_4CC6454E_410C_4674_8B74_8D8769623AB2#797101, 02_A_ELIGIBLE_210376_COL_95383EBC_3648_4E94_9C53_D311092BF5F4#797345 AS COL_99C810C3_1B6A_4CB3_9742_B16D88709270#797538, 02_A_ELIGIBLE_210376_COL_7DC2A78A_5ED5_4908_AC94_0885B83B98CD#797346 AS COL_D566CC23_E2D6_4115_8A37_046E955BBD91#797539]
Input [5]: [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, COL_4CC6454E_410C_4674_8B74_8D8769623AB2#797101, 02_A_ELIGIBLE_210376_COL_F76265AB_8748_4114_92B4_00E37DE25D34#797309, 02_A_ELIGIBLE_210376_COL_95383EBC_3648_4E94_9C53_D311092BF5F4#797345, 02_A_ELIGIBLE_210376_COL_7DC2A78A_5ED5_4908_AC94_0885B83B98CD#797346]
(64) Sort
Input [4]: [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, COL_4CC6454E_410C_4674_8B74_8D8769623AB2#797101, COL_99C810C3_1B6A_4CB3_9742_B16D88709270#797538, COL_D566CC23_E2D6_4115_8A37_046E955BBD91#797539]
Arguments: [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695 ASC NULLS FIRST, COL_D566CC23_E2D6_4115_8A37_046E955BBD91#797539 DESC NULLS LAST], false, 0
(65) Window
Input [4]: [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, COL_4CC6454E_410C_4674_8B74_8D8769623AB2#797101, COL_99C810C3_1B6A_4CB3_9742_B16D88709270#797538, COL_D566CC23_E2D6_4115_8A37_046E955BBD91#797539]
Arguments: [row_number() windowspecdefinition(COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, COL_D566CC23_E2D6_4115_8A37_046E955BBD91#797539 DESC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_2F1A6F60_882E_44EE_A93A_AED2110E2882#797633], [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695], [COL_D566CC23_E2D6_4115_8A37_046E955BBD91#797539 DESC NULLS LAST]
(66) Filter
Input [5]: [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, COL_4CC6454E_410C_4674_8B74_8D8769623AB2#797101, COL_99C810C3_1B6A_4CB3_9742_B16D88709270#797538, COL_D566CC23_E2D6_4115_8A37_046E955BBD91#797539, COL_2F1A6F60_882E_44EE_A93A_AED2110E2882#797633]
Condition : ((COL_2F1A6F60_882E_44EE_A93A_AED2110E2882#797633 <=> 1) AND ((size(str_list_union(str_split(str_replace_extend(str_replace_extend(str_list_as_str(array_except(COL_4CC6454E_410C_4674_8B74_8D8769623AB2#797101, COL_99C810C3_1B6A_4CB3_9742_B16D88709270#797538)), [SSN,SSF], [SSN+,SSF+]), [[,",]], [,,]), ,), str_split(str_replace_extend(str_replace_extend(str_list_as_str(array_except(COL_99C810C3_1B6A_4CB3_9742_B16D88709270#797538, COL_4CC6454E_410C_4674_8B74_8D8769623AB2#797101)), [SSN,SSF], [SSN-,SSF-]), [[,",]], [,,]), ,)), true) > 0) AND isnotnull(str_list_union(str_split(str_replace_extend(str_replace_extend(str_list_as_str(array_except(COL_4CC6454E_410C_4674_8B74_8D8769623AB2#797101, COL_99C810C3_1B6A_4CB3_9742_B16D88709270#797538)), [SSN,SSF], [SSN+,SSF+]), [[,",]], [,,]), ,), str_split(str_replace_extend(str_replace_extend(str_list_as_str(array_except(COL_99C810C3_1B6A_4CB3_9742_B16D88709270#797538, COL_4CC6454E_410C_4674_8B74_8D8769623AB2#797101)), [SSN,SSF], [SSN-,SSF-]), [[,",]], [,,]), ,)))))
(67) Project
Output [1]: [str_list_union(str_split(str_replace_extend(str_replace_extend(str_list_as_str(array_except(COL_4CC6454E_410C_4674_8B74_8D8769623AB2#797101, COL_99C810C3_1B6A_4CB3_9742_B16D88709270#797538)), [SSN,SSF], [SSN+,SSF+]), [[,",]], [,,]), ,), str_split(str_replace_extend(str_replace_extend(str_list_as_str(array_except(COL_99C810C3_1B6A_4CB3_9742_B16D88709270#797538, COL_4CC6454E_410C_4674_8B74_8D8769623AB2#797101)), [SSN,SSF], [SSN-,SSF-]), [[,",]], [,,]), ,)) AS COL_DD5D4F74_6719_435E_ACCF_6D12BBA233D8#797937]
Input [5]: [COL_568DEDCB_F936_41B1_A0EC_986E8205D003#796695, COL_4CC6454E_410C_4674_8B74_8D8769623AB2#797101, COL_99C810C3_1B6A_4CB3_9742_B16D88709270#797538, COL_D566CC23_E2D6_4115_8A37_046E955BBD91#797539, COL_2F1A6F60_882E_44EE_A93A_AED2110E2882#797633]
(68) Generate
Input [1]: [COL_DD5D4F74_6719_435E_ACCF_6D12BBA233D8#797937]
Arguments: explode(COL_DD5D4F74_6719_435E_ACCF_6D12BBA233D8#797937), false, [COL_A1DFE0E6_4EBB_4300_B095_859EA0848893#797963]
(69) Project
Output: []
Input [1]: [COL_A1DFE0E6_4EBB_4300_B095_859EA0848893#797963]
(70) HashAggregate
Input: []
Keys: []
Functions [1]: [partial_count(1)]
Aggregate Attributes [1]: [count#798175L]
Results [1]: [count#798176L]
(71) Exchange
Input [1]: [count#798176L]
Arguments: SinglePartition, ENSURE_REQUIREMENTS, [plan_id=489939]
(72) HashAggregate
Input [1]: [count#798176L]
Keys: []
Functions [1]: [count(1)]
Aggregate Attributes [1]: [count(1)#798064L]
Results [1]: [count(1)#798064L AS count#798065L]
(73) AdaptiveSparkPlan
Output [1]: [count#798065L]
Arguments: isFinalPlan=true