digraph G {
0 [labelType="html" label="<br><b>AdaptiveSparkPlan</b><br><br>"];
subgraph cluster1 {
isCluster="true";
label="WholeStageCodegen (20)\n \nduration: 0 ms";
2 [labelType="html" label="<b>HashAggregate</b><br><br>time in aggregation build: 0 ms<br>number of output rows: 1"];
}
3 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 1<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 1<br>local bytes read: 59.0 B<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 16.0 B<br>local merged bytes read: 0.0 B<br>number of partitions: 1<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 59.0 B"];
subgraph cluster4 {
isCluster="true";
label="WholeStageCodegen (19)\n \nduration: 25 ms";
5 [labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build: 25 ms<br>peak memory: 0.0 B<br>number of output rows: 1<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0"];
6 [labelType="html" label="<br><b>Project</b><br><br>"];
7 [labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 21,131<br>spill size: 0.0 B"];
}
subgraph cluster8 {
isCluster="true";
label="WholeStageCodegen (17)\n \nduration: 44 ms";
9 [labelType="html" label="<b>Sort</b><br><br>sort time: 2 ms<br>peak memory: 16.5 MiB<br>spill size: 0.0 B"];
}
10 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 148.0 KiB<br>number of coalesced partitions: 1"];
11 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 21,131<br>local merged chunks fetched: 0<br>shuffle write time: 1 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 21,131<br>local bytes read: 141.2 KiB<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 660.2 KiB<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 141.2 KiB"];
subgraph cluster12 {
isCluster="true";
label="WholeStageCodegen (16)\n \nduration: 36 ms";
13 [labelType="html" label="<br><b>Project</b><br><br>"];
14 [labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 21,131<br>spill size: 0.0 B"];
}
subgraph cluster15 {
isCluster="true";
label="WholeStageCodegen (14)\n \nduration: 39 ms";
16 [labelType="html" label="<b>Sort</b><br><br>sort time: 3 ms<br>peak memory: 16.5 MiB<br>spill size: 0.0 B"];
}
17 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 257.5 KiB<br>number of coalesced partitions: 1"];
18 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 21,131<br>local merged chunks fetched: 0<br>shuffle write time: 1 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 21,131<br>local bytes read: 241.3 KiB<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 1155.3 KiB<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 241.3 KiB"];
subgraph cluster19 {
isCluster="true";
label="WholeStageCodegen (13)\n \nduration: 47 ms";
20 [labelType="html" label="<br><b>Project</b><br><br>"];
21 [labelType="html" label="<br><b>Project</b><br><br>"];
22 [labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 21,131<br>spill size: 0.0 B"];
}
subgraph cluster23 {
isCluster="true";
label="WholeStageCodegen (11)\n \nduration: 120 ms";
24 [labelType="html" label="<b>Sort</b><br><br>sort time: 3 ms<br>peak memory: 16.5 MiB<br>spill size: 0.0 B"];
}
25 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 345.9 KiB<br>number of coalesced partitions: 1"];
26 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 21,127<br>local merged chunks fetched: 0<br>shuffle write time: 1 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 21,127<br>local bytes read: 334.2 KiB<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 1320.2 KiB<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 334.2 KiB"];
subgraph cluster27 {
isCluster="true";
label="WholeStageCodegen (8)\n \nduration: 35 ms";
28 [labelType="html" label="<br><b>Project</b><br><br>"];
29 [labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 21,127<br>spill size: 0.0 B"];
}
subgraph cluster30 {
isCluster="true";
label="WholeStageCodegen (6)\n \nduration: 148 ms";
31 [labelType="html" label="<b>Sort</b><br><br>sort time: 7 ms<br>peak memory: 16.5 MiB<br>spill size: 0.0 B"];
}
32 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 449.6 KiB<br>number of coalesced partitions: 1"];
33 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 21,121<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>6 ms (1 ms, 1 ms, 2 ms (stage 22545.0: task 28212))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 21,121<br>local bytes read: 424.2 KiB<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 3<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size total (min, med, max (stageId: taskId))<br>1320.1 KiB (41.4 KiB, 639.3 KiB, 639.3 KiB (stage 22545.0: task 28210))<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>424.2 KiB (14.7 KiB, 203.1 KiB, 206.5 KiB (stage 22545.0: task 28210))"];
subgraph cluster34 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n209 ms (25 ms, 75 ms, 109 ms (stage 22545.0: task 28211))";
35 [labelType="html" label="<br><b>Project</b><br><br>"];
}
36 [labelType="html" label="<b>Scan csv </b><br><br>number of output rows: 21,121<br>number of files read: 1<br>metadata time: 0 ms<br>size of files read: 8.3 MiB"];
subgraph cluster37 {
isCluster="true";
label="WholeStageCodegen (7)\n \nduration: 49.3 s";
38 [labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 16.1 MiB<br>spill size: 0.0 B"];
39 [labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build: 0 ms<br>peak memory: 256.0 KiB<br>number of output rows: 445<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0"];
}
40 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 5.0 KiB<br>number of coalesced partitions: 1"];
41 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 445<br>local merged chunks fetched: 0<br>shuffle write time: 1 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 445<br>local bytes read: 4.8 KiB<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 13.9 KiB<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 4.8 KiB"];
subgraph cluster42 {
isCluster="true";
label="WholeStageCodegen (2)\n \nduration: 17 ms";
43 [labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build: 8 ms<br>peak memory: 256.0 KiB<br>number of output rows: 445<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0"];
44 [labelType="html" label="<br><b>Project</b><br><br>"];
}
45 [labelType="html" label="<b>Scan csv </b><br><br>number of output rows: 1,216<br>number of files read: 1<br>metadata time: 0 ms<br>size of files read: 111.6 KiB"];
subgraph cluster46 {
isCluster="true";
label="WholeStageCodegen (12)\n \nduration: 118 ms";
47 [labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 16.1 MiB<br>spill size: 0.0 B"];
48 [labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build: 0 ms<br>peak memory: 256.0 KiB<br>number of output rows: 464<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0"];
}
49 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 5.2 KiB<br>number of coalesced partitions: 1"];
50 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 464<br>local merged chunks fetched: 0<br>shuffle write time: 2 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 464<br>local bytes read: 5.0 KiB<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 14.5 KiB<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 5.0 KiB"];
subgraph cluster51 {
isCluster="true";
label="WholeStageCodegen (3)\n \nduration: 14 ms";
52 [labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build: 7 ms<br>peak memory: 256.0 KiB<br>number of output rows: 464<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0"];
53 [labelType="html" label="<br><b>Project</b><br><br>"];
}
54 [labelType="html" label="<b>Scan csv </b><br><br>number of output rows: 486<br>number of files read: 1<br>metadata time: 0 ms<br>size of files read: 50.8 KiB"];
subgraph cluster55 {
isCluster="true";
label="WholeStageCodegen (15)\n \nduration: 1.2 s";
56 [labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 16.1 MiB<br>spill size: 0.0 B"];
}
57 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 3.6 KiB<br>number of coalesced partitions: 1"];
58 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 268<br>local merged chunks fetched: 0<br>shuffle write time: 2 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 268<br>local bytes read: 3.5 KiB<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 8.4 KiB<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 3.5 KiB"];
subgraph cluster59 {
isCluster="true";
label="WholeStageCodegen (9)\n \nduration: 8 ms";
60 [labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build: 1 ms<br>peak memory: 256.0 KiB<br>number of output rows: 268<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0"];
}
61 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 3.7 KiB<br>number of coalesced partitions: 1"];
62 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 268<br>local merged chunks fetched: 0<br>shuffle write time: 1 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 268<br>local bytes read: 3.5 KiB<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 8.4 KiB<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 3.5 KiB"];
subgraph cluster63 {
isCluster="true";
label="WholeStageCodegen (4)\n \nduration: 6 ms";
64 [labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build: 3 ms<br>peak memory: 256.0 KiB<br>number of output rows: 268<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0"];
65 [labelType="html" label="<br><b>Project</b><br><br>"];
66 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 283"];
67 [labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 295<br>number of input batches: 1"];
}
68 [labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 1<br>scan time: 3 ms<br>metadata time: 0 ms<br>size of files read: 16.7 KiB<br>number of output rows: 295"];
subgraph cluster69 {
isCluster="true";
label="WholeStageCodegen (18)\n \nduration: 33.9 s";
70 [labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 16.1 MiB<br>spill size: 0.0 B"];
}
71 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 5.1 KiB<br>number of coalesced partitions: 1"];
72 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 440<br>local merged chunks fetched: 0<br>shuffle write time: 1 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 440<br>local bytes read: 4.9 KiB<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 13.7 KiB<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 4.9 KiB"];
subgraph cluster73 {
isCluster="true";
label="WholeStageCodegen (10)\n \nduration: 8 ms";
74 [labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build: 2 ms<br>peak memory: 256.0 KiB<br>number of output rows: 440<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0"];
}
75 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 8.2 KiB<br>number of coalesced partitions: 1"];
76 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 447<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>14 ms (1 ms, 2 ms, 2 ms (stage 22549.0: task 28220))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 447<br>local bytes read: 7.8 KiB<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 6<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size total (min, med, max (stageId: taskId))<br>17.5 KiB (2.4 KiB, 3.0 KiB, 3.0 KiB (stage 22549.0: task 28217))<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>7.8 KiB (1229.0 B, 1351.0 B, 1390.0 B (stage 22549.0: task 28220))"];
subgraph cluster77 {
isCluster="true";
label="WholeStageCodegen (5)\n \nduration: total (min, med, max (stageId: taskId))\n101 ms (12 ms, 17 ms, 21 ms (stage 22549.0: task 28216))";
78 [labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build total (min, med, max (stageId: taskId))<br>61 ms (7 ms, 10 ms, 13 ms (stage 22549.0: task 28220))<br>peak memory total (min, med, max (stageId: taskId))<br>1536.0 KiB (256.0 KiB, 256.0 KiB, 256.0 KiB (stage 22549.0: task 28217))<br>number of output rows: 447<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0"];
79 [labelType="html" label="<br><b>Project</b><br><br>"];
80 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 1,189"];
81 [labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 1,201<br>number of input batches: 12"];
}
82 [labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 12<br>scan time total (min, med, max (stageId: taskId))<br>45 ms (5 ms, 8 ms, 10 ms (stage 22549.0: task 28216))<br>metadata time: 0 ms<br>size of files read: 175.2 KiB<br>number of output rows: 1,201"];
2->0;
3->2;
5->3;
6->5;
7->6;
9->7;
10->9;
11->10;
13->11;
14->13;
16->14;
17->16;
18->17;
20->18;
21->20;
22->21;
24->22;
25->24;
26->25;
28->26;
29->28;
31->29;
32->31;
33->32;
35->33;
36->35;
38->29;
39->38;
40->39;
41->40;
43->41;
44->43;
45->44;
47->22;
48->47;
49->48;
50->49;
52->50;
53->52;
54->53;
56->14;
57->56;
58->57;
60->58;
61->60;
62->61;
64->62;
65->64;
66->65;
67->66;
68->67;
70->7;
71->70;
72->71;
74->72;
75->74;
76->75;
78->76;
79->78;
80->79;
81->80;
82->81;
}
83
AdaptiveSparkPlan isFinalPlan=true
HashAggregate(keys=[], functions=[count(1)])
WholeStageCodegen (20)
Exchange SinglePartition, ENSURE_REQUIREMENTS, [plan_id=1088407]
HashAggregate(keys=[], functions=[partial_count(1)])
Project
SortMergeJoin [COL_EEED4DDE_3E30_4DD6_9226_2EB2D5C004D0#1966427], [SYNTHESE_DMI_237847_COL_3EFE5338_508A_40B8_A657_9886B74C9033#1966593], LeftOuter
WholeStageCodegen (19)
Sort [COL_EEED4DDE_3E30_4DD6_9226_2EB2D5C004D0#1966427 ASC NULLS FIRST], false, 0
WholeStageCodegen (17)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_EEED4DDE_3E30_4DD6_9226_2EB2D5C004D0#1966427, 10), ENSURE_REQUIREMENTS, [plan_id=1088329]
Project [COL_EEED4DDE_3E30_4DD6_9226_2EB2D5C004D0#1966427]
SortMergeJoin [COL_08BB1328_B413_455F_B93A_BA75BC9D58C2#1966441], [SYNTHESE_MO_237830_COL_946985B2_1317_4E0F_8860_BCC73CE1B319#1966470], LeftOuter
WholeStageCodegen (16)
Sort [COL_08BB1328_B413_455F_B93A_BA75BC9D58C2#1966441 ASC NULLS FIRST], false, 0
WholeStageCodegen (14)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_08BB1328_B413_455F_B93A_BA75BC9D58C2#1966441, 10), ENSURE_REQUIREMENTS, [plan_id=1088184]
Project [COL_EEED4DDE_3E30_4DD6_9226_2EB2D5C004D0#1966427 AS COL_08BB1328_B413_455F_B93A_BA75BC9D58C2#1966441, COL_EEED4DDE_3E30_4DD6_9226_2EB2D5C004D0#1966427]
Project [str_remove_space(COL_5C76D7BA_A38A_4050_92DD_40D15A692CCA#1959685, ALL) AS COL_EEED4DDE_3E30_4DD6_9226_2EB2D5C004D0#1966427]
SortMergeJoin [COL_7948E047_29EE_472A_BFFC_723098878DAD#1961298], [01_MOLECULES_ON_237708_COL_EE4AB0B4_F37E_40C0_9292_9E68BF166E36#1961578], FullOuter
WholeStageCodegen (13)
Sort [COL_7948E047_29EE_472A_BFFC_723098878DAD#1961298 ASC NULLS FIRST], false, 0
WholeStageCodegen (11)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_7948E047_29EE_472A_BFFC_723098878DAD#1961298, 10), ENSURE_REQUIREMENTS, [plan_id=1087874]
Project [COL_5C76D7BA_A38A_4050_92DD_40D15A692CCA#1959685, COL_7948E047_29EE_472A_BFFC_723098878DAD#1961298]
SortMergeJoin [COL_7948E047_29EE_472A_BFFC_723098878DAD#1961298], [01_DMI_DECOUPAG_237714_COL_1D1ABD09_1E00_4FA7_81FE_A558E22F6A6D#1961467], FullOuter
WholeStageCodegen (8)
Sort [COL_7948E047_29EE_472A_BFFC_723098878DAD#1961298 ASC NULLS FIRST], false, 0
WholeStageCodegen (6)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_7948E047_29EE_472A_BFFC_723098878DAD#1961298, 10), ENSURE_REQUIREMENTS, [plan_id=1087603]
Project [NO_ADMIN#1955793 AS COL_5C76D7BA_A38A_4050_92DD_40D15A692CCA#1959685, str_remove_space(NO_ADMIN#1955793, ALL) AS COL_7948E047_29EE_472A_BFFC_723098878DAD#1961298]
WholeStageCodegen (1)
FileScan csv [NO_ADMIN#1955793] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/tmp/VISUALVALOSEJOU_237544/420780652.2025.1..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<NO_ADMIN:string>
Sort [01_DMI_DECOUPAG_237714_COL_1D1ABD09_1E00_4FA7_81FE_A558E22F6A6D#1961467 ASC NULLS FIRST], false, 0
HashAggregate(keys=[COL_9D7AAEDE_94EE_40AF_8530_BC9D1F27742A#1958369], functions=[])
WholeStageCodegen (7)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_9D7AAEDE_94EE_40AF_8530_BC9D1F27742A#1958369, 10), ENSURE_REQUIREMENTS, [plan_id=1087616]
HashAggregate(keys=[COL_9D7AAEDE_94EE_40AF_8530_BC9D1F27742A#1958369], functions=[])
Project [str_remove_space(str_extract_middle(_c0#1958256, 12, 20), ALL) AS COL_9D7AAEDE_94EE_40AF_8530_BC9D1F27742A#1958369]
WholeStageCodegen (2)
FileScan csv [_c0#1958256] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/tmp/DMI_M12_2025_237543/DMI-M12-2025 - BIS...., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<_c0:string>
Sort [01_MOLECULES_ON_237708_COL_EE4AB0B4_F37E_40C0_9292_9E68BF166E36#1961578 ASC NULLS FIRST], false, 0
HashAggregate(keys=[COL_45066C9F_40FD_4BE1_ACAF_6139C274CECB#1957522], functions=[])
WholeStageCodegen (12)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_45066C9F_40FD_4BE1_ACAF_6139C274CECB#1957522, 10), ENSURE_REQUIREMENTS, [plan_id=1087636]
HashAggregate(keys=[COL_45066C9F_40FD_4BE1_ACAF_6139C274CECB#1957522], functions=[])
Project [str_remove_space(str_extract_middle(_c0#1957375, 12, 20), ALL) AS COL_45066C9F_40FD_4BE1_ACAF_6139C274CECB#1957522]
WholeStageCodegen (3)
FileScan csv [_c0#1957375] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/tmp/MOLECULES_ONERE_237545/MO-M12-2025.txt], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<_c0:string>
Sort [SYNTHESE_MO_237830_COL_946985B2_1317_4E0F_8860_BCC73CE1B319#1966470 ASC NULLS FIRST], false, 0
WholeStageCodegen (15)
AQEShuffleRead coalesced
Exchange hashpartitioning(SYNTHESE_MO_237830_COL_946985B2_1317_4E0F_8860_BCC73CE1B319#1966470, 10), ENSURE_REQUIREMENTS, [plan_id=1087909]
HashAggregate(keys=[COL_F9F96C8E_88C5_4F50_8E38_8609DC933CEA#1963872], functions=[])
WholeStageCodegen (9)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_F9F96C8E_88C5_4F50_8E38_8609DC933CEA#1963872, 10), ENSURE_REQUIREMENTS, [plan_id=1087664]
HashAggregate(keys=[COL_F9F96C8E_88C5_4F50_8E38_8609DC933CEA#1963872], functions=[])
Project [N%C2%B0+SEJOUR#1962326 AS COL_F9F96C8E_88C5_4F50_8E38_8609DC933CEA#1963872]
Filter (isnotnull(N%C2%B0+SEJOUR#1962326) AND isnotnull(str_remove_space(N%C2%B0+SEJOUR#1962326, ALL)))
ColumnarToRow
WholeStageCodegen (4)
FileScan parquet [N%C2%B0+SEJOUR#1962326] Batched: true, DataFilters: [isnotnull(N%C2%B0+SEJOUR#1962326), isnotnull(str_remove_space(N%C2%B0+SEJOUR#1962326, ALL))], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/excel/cache/SYNTHESE_MO_202_237812_bd57d7746602..., PartitionFilters: [], PushedFilters: [IsNotNull(`N%C2%B0+SEJOUR`)], ReadSchema: struct<N%C2%B0+SEJOUR:string>
Sort [SYNTHESE_DMI_237847_COL_3EFE5338_508A_40B8_A657_9886B74C9033#1966593 ASC NULLS FIRST], false, 0
WholeStageCodegen (18)
AQEShuffleRead coalesced
Exchange hashpartitioning(SYNTHESE_DMI_237847_COL_3EFE5338_508A_40B8_A657_9886B74C9033#1966593, 10), ENSURE_REQUIREMENTS, [plan_id=1088082]
HashAggregate(keys=[COL_38C3BE50_A7EE_41B8_BB22_8A6D1B6C1A8A#1966115], functions=[])
WholeStageCodegen (10)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_38C3BE50_A7EE_41B8_BB22_8A6D1B6C1A8A#1966115, 10), ENSURE_REQUIREMENTS, [plan_id=1087695]
HashAggregate(keys=[COL_38C3BE50_A7EE_41B8_BB22_8A6D1B6C1A8A#1966115], functions=[])
Project [str_complete(N%C2%B0+s%C3%A9jour#1965170, 0, 20, LEFT) AS COL_38C3BE50_A7EE_41B8_BB22_8A6D1B6C1A8A#1966115]
Filter (isnotnull(str_complete(N%C2%B0+s%C3%A9jour#1965170, 0, 20, LEFT)) AND isnotnull(bigint_to_str(str_to_bigint(str_complete(N%C2%B0+s%C3%A9jour#1965170, 0, 20, LEFT)))))
ColumnarToRow
WholeStageCodegen (5)
FileScan parquet [N%C2%B0+s%C3%A9jour#1965170] Batched: true, DataFilters: [isnotnull(str_complete(N%C2%B0+s%C3%A9jour#1965170, 0, 20, LEFT)), isnotnull(bigint_to_str(str_t..., Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/excel/cache/SYNTHESE_DMI_20_237789_b7c9fcd90987..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<N%C2%B0+s%C3%A9jour:string>