digraph G {
0 [labelType="html" label="<br><b>AdaptiveSparkPlan</b><br><br>"];
subgraph cluster1 {
isCluster="true";
label="WholeStageCodegen (20)\n \nduration: 0 ms";
2 [labelType="html" label="<b>HashAggregate</b><br><br>time in aggregation build: 0 ms<br>number of output rows: 1"];
}
3 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 1<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 1<br>local bytes read: 59.0 B<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 16.0 B<br>local merged bytes read: 0.0 B<br>number of partitions: 1<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 59.0 B"];
subgraph cluster4 {
isCluster="true";
label="WholeStageCodegen (19)\n \nduration: 32 ms";
5 [labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build: 32 ms<br>peak memory: 0.0 B<br>number of output rows: 1<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0"];
6 [labelType="html" label="<br><b>Project</b><br><br>"];
7 [labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 21,131<br>spill size: 0.0 B"];
}
subgraph cluster8 {
isCluster="true";
label="WholeStageCodegen (17)\n \nduration: 69 ms";
9 [labelType="html" label="<b>Sort</b><br><br>sort time: 4 ms<br>peak memory: 16.5 MiB<br>spill size: 0.0 B"];
}
10 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 148.0 KiB<br>number of coalesced partitions: 1"];
11 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 21,131<br>local merged chunks fetched: 0<br>shuffle write time: 1 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 21,131<br>local bytes read: 141.2 KiB<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 660.2 KiB<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 141.2 KiB"];
subgraph cluster12 {
isCluster="true";
label="WholeStageCodegen (16)\n \nduration: 40 ms";
13 [labelType="html" label="<br><b>Project</b><br><br>"];
14 [labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 21,131<br>spill size: 0.0 B"];
}
subgraph cluster15 {
isCluster="true";
label="WholeStageCodegen (14)\n \nduration: 42 ms";
16 [labelType="html" label="<b>Sort</b><br><br>sort time: 3 ms<br>peak memory: 16.5 MiB<br>spill size: 0.0 B"];
}
17 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 257.5 KiB<br>number of coalesced partitions: 1"];
18 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 21,131<br>local merged chunks fetched: 0<br>shuffle write time: 1 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 21,131<br>local bytes read: 241.3 KiB<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 1155.3 KiB<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 241.3 KiB"];
subgraph cluster19 {
isCluster="true";
label="WholeStageCodegen (13)\n \nduration: 119 ms";
20 [labelType="html" label="<br><b>Project</b><br><br>"];
21 [labelType="html" label="<br><b>Project</b><br><br>"];
22 [labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 21,131<br>spill size: 0.0 B"];
}
subgraph cluster23 {
isCluster="true";
label="WholeStageCodegen (11)\n \nduration: 324 ms";
24 [labelType="html" label="<b>Sort</b><br><br>sort time: 2 ms<br>peak memory: 16.5 MiB<br>spill size: 0.0 B"];
}
25 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 345.9 KiB<br>number of coalesced partitions: 1"];
26 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 21,127<br>local merged chunks fetched: 0<br>shuffle write time: 2 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 21,127<br>local bytes read: 334.2 KiB<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 1320.2 KiB<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 334.2 KiB"];
subgraph cluster27 {
isCluster="true";
label="WholeStageCodegen (8)\n \nduration: 113 ms";
28 [labelType="html" label="<br><b>Project</b><br><br>"];
29 [labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 21,127<br>spill size: 0.0 B"];
}
subgraph cluster30 {
isCluster="true";
label="WholeStageCodegen (6)\n \nduration: 308 ms";
31 [labelType="html" label="<b>Sort</b><br><br>sort time: 9 ms<br>peak memory: 16.5 MiB<br>spill size: 0.0 B"];
}
32 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 449.6 KiB<br>number of coalesced partitions: 1"];
33 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 21,121<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>8 ms (1 ms, 2 ms, 3 ms (stage 22856.0: task 28383))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 21,121<br>local bytes read: 424.2 KiB<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 3<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size total (min, med, max (stageId: taskId))<br>1320.1 KiB (41.4 KiB, 639.3 KiB, 639.3 KiB (stage 22856.0: task 28382))<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>424.2 KiB (14.7 KiB, 203.1 KiB, 206.5 KiB (stage 22856.0: task 28382))"];
subgraph cluster34 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n286 ms (18 ms, 129 ms, 139 ms (stage 22856.0: task 28383))";
35 [labelType="html" label="<br><b>Project</b><br><br>"];
}
36 [labelType="html" label="<b>Scan csv </b><br><br>number of output rows: 21,121<br>number of files read: 1<br>metadata time: 0 ms<br>size of files read: 8.3 MiB"];
subgraph cluster37 {
isCluster="true";
label="WholeStageCodegen (7)\n \nduration: 2.8 m";
38 [labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 16.1 MiB<br>spill size: 0.0 B"];
39 [labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build: 0 ms<br>peak memory: 256.0 KiB<br>number of output rows: 445<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0"];
}
40 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 5.0 KiB<br>number of coalesced partitions: 1"];
41 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 445<br>local merged chunks fetched: 0<br>shuffle write time: 1 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 445<br>local bytes read: 4.8 KiB<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 13.9 KiB<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 4.8 KiB"];
subgraph cluster42 {
isCluster="true";
label="WholeStageCodegen (2)\n \nduration: 22 ms";
43 [labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build: 11 ms<br>peak memory: 256.0 KiB<br>number of output rows: 445<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0"];
44 [labelType="html" label="<br><b>Project</b><br><br>"];
}
45 [labelType="html" label="<b>Scan csv </b><br><br>number of output rows: 1,216<br>number of files read: 1<br>metadata time: 0 ms<br>size of files read: 111.6 KiB"];
subgraph cluster46 {
isCluster="true";
label="WholeStageCodegen (12)\n \nduration: 264 ms";
47 [labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 16.1 MiB<br>spill size: 0.0 B"];
48 [labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build: 0 ms<br>peak memory: 256.0 KiB<br>number of output rows: 464<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0"];
}
49 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 5.2 KiB<br>number of coalesced partitions: 1"];
50 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 464<br>local merged chunks fetched: 0<br>shuffle write time: 1 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 464<br>local bytes read: 5.0 KiB<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 14.5 KiB<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 5.0 KiB"];
subgraph cluster51 {
isCluster="true";
label="WholeStageCodegen (3)\n \nduration: 11 ms";
52 [labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build: 5 ms<br>peak memory: 256.0 KiB<br>number of output rows: 464<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0"];
53 [labelType="html" label="<br><b>Project</b><br><br>"];
}
54 [labelType="html" label="<b>Scan csv </b><br><br>number of output rows: 486<br>number of files read: 1<br>metadata time: 0 ms<br>size of files read: 50.8 KiB"];
subgraph cluster55 {
isCluster="true";
label="WholeStageCodegen (15)\n \nduration: 1.3 s";
56 [labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 16.1 MiB<br>spill size: 0.0 B"];
}
57 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 3.6 KiB<br>number of coalesced partitions: 1"];
58 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 268<br>local merged chunks fetched: 0<br>shuffle write time: 1 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 268<br>local bytes read: 3.5 KiB<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 8.4 KiB<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 3.5 KiB"];
subgraph cluster59 {
isCluster="true";
label="WholeStageCodegen (9)\n \nduration: 4 ms";
60 [labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build: 0 ms<br>peak memory: 256.0 KiB<br>number of output rows: 268<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0"];
}
61 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 3.7 KiB<br>number of coalesced partitions: 1"];
62 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 268<br>local merged chunks fetched: 0<br>shuffle write time: 1 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 268<br>local bytes read: 3.5 KiB<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 8.4 KiB<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 3.5 KiB"];
subgraph cluster63 {
isCluster="true";
label="WholeStageCodegen (4)\n \nduration: 68 ms";
64 [labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build: 66 ms<br>peak memory: 256.0 KiB<br>number of output rows: 268<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0"];
65 [labelType="html" label="<br><b>Project</b><br><br>"];
66 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 283"];
67 [labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 295<br>number of input batches: 1"];
}
68 [labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 1<br>scan time: 65 ms<br>metadata time: 0 ms<br>size of files read: 16.7 KiB<br>number of output rows: 295"];
subgraph cluster69 {
isCluster="true";
label="WholeStageCodegen (18)\n \nduration: 1.1 m";
70 [labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 16.1 MiB<br>spill size: 0.0 B"];
}
71 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 5.1 KiB<br>number of coalesced partitions: 1"];
72 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 440<br>local merged chunks fetched: 0<br>shuffle write time: 1 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 440<br>local bytes read: 4.9 KiB<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 13.7 KiB<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 4.9 KiB"];
subgraph cluster73 {
isCluster="true";
label="WholeStageCodegen (10)\n \nduration: 10 ms";
74 [labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build: 1 ms<br>peak memory: 256.0 KiB<br>number of output rows: 440<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0"];
}
75 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 8.2 KiB<br>number of coalesced partitions: 1"];
76 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 447<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>27 ms (1 ms, 5 ms, 6 ms (stage 22860.0: task 28392))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 447<br>local bytes read: 7.8 KiB<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 6<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size total (min, med, max (stageId: taskId))<br>17.5 KiB (2.4 KiB, 3.0 KiB, 3.0 KiB (stage 22860.0: task 28389))<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>7.8 KiB (1229.0 B, 1351.0 B, 1390.0 B (stage 22860.0: task 28392))"];
subgraph cluster77 {
isCluster="true";
label="WholeStageCodegen (5)\n \nduration: total (min, med, max (stageId: taskId))\n261 ms (17 ms, 49 ms, 51 ms (stage 22860.0: task 28390))";
78 [labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build total (min, med, max (stageId: taskId))<br>209 ms (7 ms, 40 ms, 42 ms (stage 22860.0: task 28390))<br>peak memory total (min, med, max (stageId: taskId))<br>1536.0 KiB (256.0 KiB, 256.0 KiB, 256.0 KiB (stage 22860.0: task 28388))<br>number of output rows: 447<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0"];
79 [labelType="html" label="<br><b>Project</b><br><br>"];
80 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 1,189"];
81 [labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 1,201<br>number of input batches: 12"];
}
82 [labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 12<br>scan time total (min, med, max (stageId: taskId))<br>140 ms (5 ms, 36 ms, 40 ms (stage 22860.0: task 28390))<br>metadata time: 0 ms<br>size of files read: 175.2 KiB<br>number of output rows: 1,201"];
2->0;
3->2;
5->3;
6->5;
7->6;
9->7;
10->9;
11->10;
13->11;
14->13;
16->14;
17->16;
18->17;
20->18;
21->20;
22->21;
24->22;
25->24;
26->25;
28->26;
29->28;
31->29;
32->31;
33->32;
35->33;
36->35;
38->29;
39->38;
40->39;
41->40;
43->41;
44->43;
45->44;
47->22;
48->47;
49->48;
50->49;
52->50;
53->52;
54->53;
56->14;
57->56;
58->57;
60->58;
61->60;
62->61;
64->62;
65->64;
66->65;
67->66;
68->67;
70->7;
71->70;
72->71;
74->72;
75->74;
76->75;
78->76;
79->78;
80->79;
81->80;
82->81;
}
83
AdaptiveSparkPlan isFinalPlan=true
HashAggregate(keys=[], functions=[count(1)])
WholeStageCodegen (20)
Exchange SinglePartition, ENSURE_REQUIREMENTS, [plan_id=1099444]
HashAggregate(keys=[], functions=[partial_count(1)])
Project
SortMergeJoin [COL_EEED4DDE_3E30_4DD6_9226_2EB2D5C004D0#2013471], [SYNTHESE_DMI_237847_COL_3EFE5338_508A_40B8_A657_9886B74C9033#2013637], LeftOuter
WholeStageCodegen (19)
Sort [COL_EEED4DDE_3E30_4DD6_9226_2EB2D5C004D0#2013471 ASC NULLS FIRST], false, 0
WholeStageCodegen (17)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_EEED4DDE_3E30_4DD6_9226_2EB2D5C004D0#2013471, 10), ENSURE_REQUIREMENTS, [plan_id=1099366]
Project [COL_EEED4DDE_3E30_4DD6_9226_2EB2D5C004D0#2013471]
SortMergeJoin [COL_08BB1328_B413_455F_B93A_BA75BC9D58C2#2013485], [SYNTHESE_MO_237830_COL_946985B2_1317_4E0F_8860_BCC73CE1B319#2013514], LeftOuter
WholeStageCodegen (16)
Sort [COL_08BB1328_B413_455F_B93A_BA75BC9D58C2#2013485 ASC NULLS FIRST], false, 0
WholeStageCodegen (14)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_08BB1328_B413_455F_B93A_BA75BC9D58C2#2013485, 10), ENSURE_REQUIREMENTS, [plan_id=1099070]
Project [COL_EEED4DDE_3E30_4DD6_9226_2EB2D5C004D0#2013471 AS COL_08BB1328_B413_455F_B93A_BA75BC9D58C2#2013485, COL_EEED4DDE_3E30_4DD6_9226_2EB2D5C004D0#2013471]
Project [str_remove_space(COL_5C76D7BA_A38A_4050_92DD_40D15A692CCA#2007286, ALL) AS COL_EEED4DDE_3E30_4DD6_9226_2EB2D5C004D0#2013471]
SortMergeJoin [COL_7948E047_29EE_472A_BFFC_723098878DAD#2007829], [01_MOLECULES_ON_237708_COL_EE4AB0B4_F37E_40C0_9292_9E68BF166E36#2008142], FullOuter
WholeStageCodegen (13)
Sort [COL_7948E047_29EE_472A_BFFC_723098878DAD#2007829 ASC NULLS FIRST], false, 0
WholeStageCodegen (11)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_7948E047_29EE_472A_BFFC_723098878DAD#2007829, 10), ENSURE_REQUIREMENTS, [plan_id=1098647]
Project [COL_5C76D7BA_A38A_4050_92DD_40D15A692CCA#2007286, COL_7948E047_29EE_472A_BFFC_723098878DAD#2007829]
SortMergeJoin [COL_7948E047_29EE_472A_BFFC_723098878DAD#2007829], [01_DMI_DECOUPAG_237714_COL_1D1ABD09_1E00_4FA7_81FE_A558E22F6A6D#2007844], FullOuter
WholeStageCodegen (8)
Sort [COL_7948E047_29EE_472A_BFFC_723098878DAD#2007829 ASC NULLS FIRST], false, 0
WholeStageCodegen (6)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_7948E047_29EE_472A_BFFC_723098878DAD#2007829, 10), ENSURE_REQUIREMENTS, [plan_id=1098382]
Project [NO_ADMIN#2002153 AS COL_5C76D7BA_A38A_4050_92DD_40D15A692CCA#2007286, str_remove_space(NO_ADMIN#2002153, ALL) AS COL_7948E047_29EE_472A_BFFC_723098878DAD#2007829]
WholeStageCodegen (1)
FileScan csv [NO_ADMIN#2002153] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/tmp/VISUALVALOSEJOU_237544/420780652.2025.1..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<NO_ADMIN:string>
Sort [01_DMI_DECOUPAG_237714_COL_1D1ABD09_1E00_4FA7_81FE_A558E22F6A6D#2007844 ASC NULLS FIRST], false, 0
HashAggregate(keys=[COL_9D7AAEDE_94EE_40AF_8530_BC9D1F27742A#2006289], functions=[])
WholeStageCodegen (7)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_9D7AAEDE_94EE_40AF_8530_BC9D1F27742A#2006289, 10), ENSURE_REQUIREMENTS, [plan_id=1098395]
HashAggregate(keys=[COL_9D7AAEDE_94EE_40AF_8530_BC9D1F27742A#2006289], functions=[])
Project [str_remove_space(str_extract_middle(_c0#2006184, 12, 20), ALL) AS COL_9D7AAEDE_94EE_40AF_8530_BC9D1F27742A#2006289]
WholeStageCodegen (2)
FileScan csv [_c0#2006184] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/tmp/DMI_M12_2025_237543/DMI-M12-2025 - BIS...., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<_c0:string>
Sort [01_MOLECULES_ON_237708_COL_EE4AB0B4_F37E_40C0_9292_9E68BF166E36#2008142 ASC NULLS FIRST], false, 0
HashAggregate(keys=[COL_45066C9F_40FD_4BE1_ACAF_6139C274CECB#2004531], functions=[])
WholeStageCodegen (12)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_45066C9F_40FD_4BE1_ACAF_6139C274CECB#2004531, 10), ENSURE_REQUIREMENTS, [plan_id=1098415]
HashAggregate(keys=[COL_45066C9F_40FD_4BE1_ACAF_6139C274CECB#2004531], functions=[])
Project [str_remove_space(str_extract_middle(_c0#2004412, 12, 20), ALL) AS COL_45066C9F_40FD_4BE1_ACAF_6139C274CECB#2004531]
WholeStageCodegen (3)
FileScan csv [_c0#2004412] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/tmp/MOLECULES_ONERE_237545/MO-M12-2025.txt], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<_c0:string>
Sort [SYNTHESE_MO_237830_COL_946985B2_1317_4E0F_8860_BCC73CE1B319#2013514 ASC NULLS FIRST], false, 0
WholeStageCodegen (15)
AQEShuffleRead coalesced
Exchange hashpartitioning(SYNTHESE_MO_237830_COL_946985B2_1317_4E0F_8860_BCC73CE1B319#2013514, 10), ENSURE_REQUIREMENTS, [plan_id=1098682]
HashAggregate(keys=[COL_F9F96C8E_88C5_4F50_8E38_8609DC933CEA#2011447], functions=[])
WholeStageCodegen (9)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_F9F96C8E_88C5_4F50_8E38_8609DC933CEA#2011447, 10), ENSURE_REQUIREMENTS, [plan_id=1098443]
HashAggregate(keys=[COL_F9F96C8E_88C5_4F50_8E38_8609DC933CEA#2011447], functions=[])
Project [N%C2%B0+SEJOUR#2010741 AS COL_F9F96C8E_88C5_4F50_8E38_8609DC933CEA#2011447]
Filter (isnotnull(N%C2%B0+SEJOUR#2010741) AND isnotnull(str_remove_space(N%C2%B0+SEJOUR#2010741, ALL)))
ColumnarToRow
WholeStageCodegen (4)
FileScan parquet [N%C2%B0+SEJOUR#2010741] Batched: true, DataFilters: [isnotnull(N%C2%B0+SEJOUR#2010741), isnotnull(str_remove_space(N%C2%B0+SEJOUR#2010741, ALL))], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/excel/cache/SYNTHESE_MO_202_237812_bd57d7746602..., PartitionFilters: [], PushedFilters: [IsNotNull(`N%C2%B0+SEJOUR`)], ReadSchema: struct<N%C2%B0+SEJOUR:string>
Sort [SYNTHESE_DMI_237847_COL_3EFE5338_508A_40B8_A657_9886B74C9033#2013637 ASC NULLS FIRST], false, 0
WholeStageCodegen (18)
AQEShuffleRead coalesced
Exchange hashpartitioning(SYNTHESE_DMI_237847_COL_3EFE5338_508A_40B8_A657_9886B74C9033#2013637, 10), ENSURE_REQUIREMENTS, [plan_id=1098911]
HashAggregate(keys=[COL_38C3BE50_A7EE_41B8_BB22_8A6D1B6C1A8A#2013159], functions=[])
WholeStageCodegen (10)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_38C3BE50_A7EE_41B8_BB22_8A6D1B6C1A8A#2013159, 10), ENSURE_REQUIREMENTS, [plan_id=1098474]
HashAggregate(keys=[COL_38C3BE50_A7EE_41B8_BB22_8A6D1B6C1A8A#2013159], functions=[])
Project [str_complete(N%C2%B0+s%C3%A9jour#2011649, 0, 20, LEFT) AS COL_38C3BE50_A7EE_41B8_BB22_8A6D1B6C1A8A#2013159]
Filter (isnotnull(str_complete(N%C2%B0+s%C3%A9jour#2011649, 0, 20, LEFT)) AND isnotnull(bigint_to_str(str_to_bigint(str_complete(N%C2%B0+s%C3%A9jour#2011649, 0, 20, LEFT)))))
ColumnarToRow
WholeStageCodegen (5)
FileScan parquet [N%C2%B0+s%C3%A9jour#2011649] Batched: true, DataFilters: [isnotnull(str_complete(N%C2%B0+s%C3%A9jour#2011649, 0, 20, LEFT)), isnotnull(bigint_to_str(str_t..., Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/excel/cache/SYNTHESE_DMI_20_237789_b7c9fcd90987..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<N%C2%B0+s%C3%A9jour:string>