digraph G {
0 [labelType="html" label="<br><b>AdaptiveSparkPlan</b><br><br>"];
subgraph cluster1 {
isCluster="true";
label="WholeStageCodegen (20)\n \nduration: 0 ms";
2 [labelType="html" label="<b>HashAggregate</b><br><br>time in aggregation build: 0 ms<br>number of output rows: 1"];
}
3 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 1<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 1<br>local bytes read: 59.0 B<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 16.0 B<br>local merged bytes read: 0.0 B<br>number of partitions: 1<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 59.0 B"];
subgraph cluster4 {
isCluster="true";
label="WholeStageCodegen (19)\n \nduration: 27 ms";
5 [labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build: 27 ms<br>peak memory: 0.0 B<br>number of output rows: 1<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0"];
6 [labelType="html" label="<br><b>Project</b><br><br>"];
7 [labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 21,131<br>spill size: 0.0 B"];
}
subgraph cluster8 {
isCluster="true";
label="WholeStageCodegen (17)\n \nduration: 46 ms";
9 [labelType="html" label="<b>Sort</b><br><br>sort time: 3 ms<br>peak memory: 16.5 MiB<br>spill size: 0.0 B"];
}
10 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 148.0 KiB<br>number of coalesced partitions: 1"];
11 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 21,131<br>local merged chunks fetched: 0<br>shuffle write time: 1 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 21,131<br>local bytes read: 141.2 KiB<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 660.2 KiB<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 141.2 KiB"];
subgraph cluster12 {
isCluster="true";
label="WholeStageCodegen (16)\n \nduration: 27 ms";
13 [labelType="html" label="<br><b>Project</b><br><br>"];
14 [labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 21,131<br>spill size: 0.0 B"];
}
subgraph cluster15 {
isCluster="true";
label="WholeStageCodegen (14)\n \nduration: 30 ms";
16 [labelType="html" label="<b>Sort</b><br><br>sort time: 3 ms<br>peak memory: 16.5 MiB<br>spill size: 0.0 B"];
}
17 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 257.5 KiB<br>number of coalesced partitions: 1"];
18 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 21,131<br>local merged chunks fetched: 0<br>shuffle write time: 2 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 21,131<br>local bytes read: 241.3 KiB<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 1155.3 KiB<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 241.3 KiB"];
subgraph cluster19 {
isCluster="true";
label="WholeStageCodegen (13)\n \nduration: 58 ms";
20 [labelType="html" label="<br><b>Project</b><br><br>"];
21 [labelType="html" label="<br><b>Project</b><br><br>"];
22 [labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 21,131<br>spill size: 0.0 B"];
}
subgraph cluster23 {
isCluster="true";
label="WholeStageCodegen (11)\n \nduration: 142 ms";
24 [labelType="html" label="<b>Sort</b><br><br>sort time: 2 ms<br>peak memory: 16.5 MiB<br>spill size: 0.0 B"];
}
25 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 345.9 KiB<br>number of coalesced partitions: 1"];
26 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 21,127<br>local merged chunks fetched: 0<br>shuffle write time: 1 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 21,127<br>local bytes read: 334.2 KiB<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 1320.2 KiB<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 334.2 KiB"];
subgraph cluster27 {
isCluster="true";
label="WholeStageCodegen (8)\n \nduration: 38 ms";
28 [labelType="html" label="<br><b>Project</b><br><br>"];
29 [labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 21,127<br>spill size: 0.0 B"];
}
subgraph cluster30 {
isCluster="true";
label="WholeStageCodegen (6)\n \nduration: 152 ms";
31 [labelType="html" label="<b>Sort</b><br><br>sort time: 8 ms<br>peak memory: 16.5 MiB<br>spill size: 0.0 B"];
}
32 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 449.6 KiB<br>number of coalesced partitions: 1"];
33 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 21,121<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>6 ms (1 ms, 2 ms, 2 ms (stage 22951.0: task 28432))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 21,121<br>local bytes read: 424.2 KiB<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 3<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size total (min, med, max (stageId: taskId))<br>1320.1 KiB (41.4 KiB, 639.3 KiB, 639.3 KiB (stage 22951.0: task 28430))<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>424.2 KiB (14.7 KiB, 203.1 KiB, 206.5 KiB (stage 22951.0: task 28430))"];
subgraph cluster34 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n211 ms (18 ms, 87 ms, 106 ms (stage 22951.0: task 28431))";
35 [labelType="html" label="<br><b>Project</b><br><br>"];
}
36 [labelType="html" label="<b>Scan csv </b><br><br>number of output rows: 21,121<br>number of files read: 1<br>metadata time: 0 ms<br>size of files read: 8.3 MiB"];
subgraph cluster37 {
isCluster="true";
label="WholeStageCodegen (7)\n \nduration: 52.8 s";
38 [labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 16.1 MiB<br>spill size: 0.0 B"];
39 [labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build: 0 ms<br>peak memory: 256.0 KiB<br>number of output rows: 445<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0"];
}
40 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 5.0 KiB<br>number of coalesced partitions: 1"];
41 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 445<br>local merged chunks fetched: 0<br>shuffle write time: 1 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 445<br>local bytes read: 4.8 KiB<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 13.9 KiB<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 4.8 KiB"];
subgraph cluster42 {
isCluster="true";
label="WholeStageCodegen (2)\n \nduration: 14 ms";
43 [labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build: 8 ms<br>peak memory: 256.0 KiB<br>number of output rows: 445<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0"];
44 [labelType="html" label="<br><b>Project</b><br><br>"];
}
45 [labelType="html" label="<b>Scan csv </b><br><br>number of output rows: 1,216<br>number of files read: 1<br>metadata time: 0 ms<br>size of files read: 111.6 KiB"];
subgraph cluster46 {
isCluster="true";
label="WholeStageCodegen (12)\n \nduration: 140 ms";
47 [labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 16.1 MiB<br>spill size: 0.0 B"];
48 [labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build: 0 ms<br>peak memory: 256.0 KiB<br>number of output rows: 464<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0"];
}
49 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 5.2 KiB<br>number of coalesced partitions: 1"];
50 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 464<br>local merged chunks fetched: 0<br>shuffle write time: 1 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 464<br>local bytes read: 5.0 KiB<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 14.5 KiB<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 5.0 KiB"];
subgraph cluster51 {
isCluster="true";
label="WholeStageCodegen (3)\n \nduration: 8 ms";
52 [labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build: 5 ms<br>peak memory: 256.0 KiB<br>number of output rows: 464<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0"];
53 [labelType="html" label="<br><b>Project</b><br><br>"];
}
54 [labelType="html" label="<b>Scan csv </b><br><br>number of output rows: 486<br>number of files read: 1<br>metadata time: 0 ms<br>size of files read: 50.8 KiB"];
subgraph cluster55 {
isCluster="true";
label="WholeStageCodegen (15)\n \nduration: 924 ms";
56 [labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 16.1 MiB<br>spill size: 0.0 B"];
}
57 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 3.6 KiB<br>number of coalesced partitions: 1"];
58 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 268<br>local merged chunks fetched: 0<br>shuffle write time: 2 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 268<br>local bytes read: 3.5 KiB<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 8.4 KiB<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 3.5 KiB"];
subgraph cluster59 {
isCluster="true";
label="WholeStageCodegen (9)\n \nduration: 7 ms";
60 [labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build: 1 ms<br>peak memory: 256.0 KiB<br>number of output rows: 268<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0"];
}
61 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 3.7 KiB<br>number of coalesced partitions: 1"];
62 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 268<br>local merged chunks fetched: 0<br>shuffle write time: 1 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 268<br>local bytes read: 3.5 KiB<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 8.4 KiB<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 3.5 KiB"];
subgraph cluster63 {
isCluster="true";
label="WholeStageCodegen (4)\n \nduration: 5 ms";
64 [labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build: 2 ms<br>peak memory: 256.0 KiB<br>number of output rows: 268<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0"];
65 [labelType="html" label="<br><b>Project</b><br><br>"];
66 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 283"];
67 [labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 295<br>number of input batches: 1"];
}
68 [labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 1<br>scan time: 2 ms<br>metadata time: 0 ms<br>size of files read: 16.7 KiB<br>number of output rows: 295"];
subgraph cluster69 {
isCluster="true";
label="WholeStageCodegen (18)\n \nduration: 35.8 s";
70 [labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 16.1 MiB<br>spill size: 0.0 B"];
}
71 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 5.1 KiB<br>number of coalesced partitions: 1"];
72 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 440<br>local merged chunks fetched: 0<br>shuffle write time: 1 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 440<br>local bytes read: 4.9 KiB<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 13.7 KiB<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 4.9 KiB"];
subgraph cluster73 {
isCluster="true";
label="WholeStageCodegen (10)\n \nduration: 7 ms";
74 [labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build: 1 ms<br>peak memory: 256.0 KiB<br>number of output rows: 440<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0"];
}
75 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 8.2 KiB<br>number of coalesced partitions: 1"];
76 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 447<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>17 ms (1 ms, 3 ms, 3 ms (stage 22955.0: task 28438))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 447<br>local bytes read: 7.8 KiB<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 6<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size total (min, med, max (stageId: taskId))<br>17.5 KiB (2.4 KiB, 3.0 KiB, 3.0 KiB (stage 22955.0: task 28440))<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>7.8 KiB (1229.0 B, 1351.0 B, 1390.0 B (stage 22955.0: task 28440))"];
subgraph cluster77 {
isCluster="true";
label="WholeStageCodegen (5)\n \nduration: total (min, med, max (stageId: taskId))\n109 ms (11 ms, 19 ms, 23 ms (stage 22955.0: task 28437))";
78 [labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build total (min, med, max (stageId: taskId))<br>67 ms (5 ms, 12 ms, 15 ms (stage 22955.0: task 28437))<br>peak memory total (min, med, max (stageId: taskId))<br>1536.0 KiB (256.0 KiB, 256.0 KiB, 256.0 KiB (stage 22955.0: task 28440))<br>number of output rows: 447<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0"];
79 [labelType="html" label="<br><b>Project</b><br><br>"];
80 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 1,189"];
81 [labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 1,201<br>number of input batches: 12"];
}
82 [labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 12<br>scan time total (min, med, max (stageId: taskId))<br>50 ms (3 ms, 9 ms, 12 ms (stage 22955.0: task 28437))<br>metadata time: 0 ms<br>size of files read: 175.2 KiB<br>number of output rows: 1,201"];
2->0;
3->2;
5->3;
6->5;
7->6;
9->7;
10->9;
11->10;
13->11;
14->13;
16->14;
17->16;
18->17;
20->18;
21->20;
22->21;
24->22;
25->24;
26->25;
28->26;
29->28;
31->29;
32->31;
33->32;
35->33;
36->35;
38->29;
39->38;
40->39;
41->40;
43->41;
44->43;
45->44;
47->22;
48->47;
49->48;
50->49;
52->50;
53->52;
54->53;
56->14;
57->56;
58->57;
60->58;
61->60;
62->61;
64->62;
65->64;
66->65;
67->66;
68->67;
70->7;
71->70;
72->71;
74->72;
75->74;
76->75;
78->76;
79->78;
80->79;
81->80;
82->81;
}
83
AdaptiveSparkPlan isFinalPlan=true
HashAggregate(keys=[], functions=[count(1)])
WholeStageCodegen (20)
Exchange SinglePartition, ENSURE_REQUIREMENTS, [plan_id=1102592]
HashAggregate(keys=[], functions=[partial_count(1)])
Project
SortMergeJoin [COL_EEED4DDE_3E30_4DD6_9226_2EB2D5C004D0#2027379], [SYNTHESE_DMI_237847_COL_3EFE5338_508A_40B8_A657_9886B74C9033#2027545], LeftOuter
WholeStageCodegen (19)
Sort [COL_EEED4DDE_3E30_4DD6_9226_2EB2D5C004D0#2027379 ASC NULLS FIRST], false, 0
WholeStageCodegen (17)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_EEED4DDE_3E30_4DD6_9226_2EB2D5C004D0#2027379, 10), ENSURE_REQUIREMENTS, [plan_id=1102514]
Project [COL_EEED4DDE_3E30_4DD6_9226_2EB2D5C004D0#2027379]
SortMergeJoin [COL_08BB1328_B413_455F_B93A_BA75BC9D58C2#2027393], [SYNTHESE_MO_237830_COL_946985B2_1317_4E0F_8860_BCC73CE1B319#2027422], LeftOuter
WholeStageCodegen (16)
Sort [COL_08BB1328_B413_455F_B93A_BA75BC9D58C2#2027393 ASC NULLS FIRST], false, 0
WholeStageCodegen (14)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_08BB1328_B413_455F_B93A_BA75BC9D58C2#2027393, 10), ENSURE_REQUIREMENTS, [plan_id=1102363]
Project [COL_EEED4DDE_3E30_4DD6_9226_2EB2D5C004D0#2027379 AS COL_08BB1328_B413_455F_B93A_BA75BC9D58C2#2027393, COL_EEED4DDE_3E30_4DD6_9226_2EB2D5C004D0#2027379]
Project [str_remove_space(COL_5C76D7BA_A38A_4050_92DD_40D15A692CCA#2021878, ALL) AS COL_EEED4DDE_3E30_4DD6_9226_2EB2D5C004D0#2027379]
SortMergeJoin [COL_7948E047_29EE_472A_BFFC_723098878DAD#2022405], [01_MOLECULES_ON_237708_COL_EE4AB0B4_F37E_40C0_9292_9E68BF166E36#2022530], FullOuter
WholeStageCodegen (13)
Sort [COL_7948E047_29EE_472A_BFFC_723098878DAD#2022405 ASC NULLS FIRST], false, 0
WholeStageCodegen (11)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_7948E047_29EE_472A_BFFC_723098878DAD#2022405, 10), ENSURE_REQUIREMENTS, [plan_id=1102053]
Project [COL_5C76D7BA_A38A_4050_92DD_40D15A692CCA#2021878, COL_7948E047_29EE_472A_BFFC_723098878DAD#2022405]
SortMergeJoin [COL_7948E047_29EE_472A_BFFC_723098878DAD#2022405], [01_DMI_DECOUPAG_237714_COL_1D1ABD09_1E00_4FA7_81FE_A558E22F6A6D#2022419], FullOuter
WholeStageCodegen (8)
Sort [COL_7948E047_29EE_472A_BFFC_723098878DAD#2022405 ASC NULLS FIRST], false, 0
WholeStageCodegen (6)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_7948E047_29EE_472A_BFFC_723098878DAD#2022405, 10), ENSURE_REQUIREMENTS, [plan_id=1101788]
Project [NO_ADMIN#2016745 AS COL_5C76D7BA_A38A_4050_92DD_40D15A692CCA#2021878, str_remove_space(NO_ADMIN#2016745, ALL) AS COL_7948E047_29EE_472A_BFFC_723098878DAD#2022405]
WholeStageCodegen (1)
FileScan csv [NO_ADMIN#2016745] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/tmp/VISUALVALOSEJOU_237544/420780652.2025.1..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<NO_ADMIN:string>
Sort [01_DMI_DECOUPAG_237714_COL_1D1ABD09_1E00_4FA7_81FE_A558E22F6A6D#2022419 ASC NULLS FIRST], false, 0
HashAggregate(keys=[COL_9D7AAEDE_94EE_40AF_8530_BC9D1F27742A#2020881], functions=[])
WholeStageCodegen (7)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_9D7AAEDE_94EE_40AF_8530_BC9D1F27742A#2020881, 10), ENSURE_REQUIREMENTS, [plan_id=1101801]
HashAggregate(keys=[COL_9D7AAEDE_94EE_40AF_8530_BC9D1F27742A#2020881], functions=[])
Project [str_remove_space(str_extract_middle(_c0#2020776, 12, 20), ALL) AS COL_9D7AAEDE_94EE_40AF_8530_BC9D1F27742A#2020881]
WholeStageCodegen (2)
FileScan csv [_c0#2020776] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/tmp/DMI_M12_2025_237543/DMI-M12-2025 - BIS...., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<_c0:string>
Sort [01_MOLECULES_ON_237708_COL_EE4AB0B4_F37E_40C0_9292_9E68BF166E36#2022530 ASC NULLS FIRST], false, 0
HashAggregate(keys=[COL_45066C9F_40FD_4BE1_ACAF_6139C274CECB#2019123], functions=[])
WholeStageCodegen (12)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_45066C9F_40FD_4BE1_ACAF_6139C274CECB#2019123, 10), ENSURE_REQUIREMENTS, [plan_id=1101821]
HashAggregate(keys=[COL_45066C9F_40FD_4BE1_ACAF_6139C274CECB#2019123], functions=[])
Project [str_remove_space(str_extract_middle(_c0#2019004, 12, 20), ALL) AS COL_45066C9F_40FD_4BE1_ACAF_6139C274CECB#2019123]
WholeStageCodegen (3)
FileScan csv [_c0#2019004] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/tmp/MOLECULES_ONERE_237545/MO-M12-2025.txt], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<_c0:string>
Sort [SYNTHESE_MO_237830_COL_946985B2_1317_4E0F_8860_BCC73CE1B319#2027422 ASC NULLS FIRST], false, 0
WholeStageCodegen (15)
AQEShuffleRead coalesced
Exchange hashpartitioning(SYNTHESE_MO_237830_COL_946985B2_1317_4E0F_8860_BCC73CE1B319#2027422, 10), ENSURE_REQUIREMENTS, [plan_id=1102088]
HashAggregate(keys=[COL_F9F96C8E_88C5_4F50_8E38_8609DC933CEA#2025290], functions=[])
WholeStageCodegen (9)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_F9F96C8E_88C5_4F50_8E38_8609DC933CEA#2025290, 10), ENSURE_REQUIREMENTS, [plan_id=1101849]
HashAggregate(keys=[COL_F9F96C8E_88C5_4F50_8E38_8609DC933CEA#2025290], functions=[])
Project [N%C2%B0+SEJOUR#2023437 AS COL_F9F96C8E_88C5_4F50_8E38_8609DC933CEA#2025290]
Filter (isnotnull(N%C2%B0+SEJOUR#2023437) AND isnotnull(str_remove_space(N%C2%B0+SEJOUR#2023437, ALL)))
ColumnarToRow
WholeStageCodegen (4)
FileScan parquet [N%C2%B0+SEJOUR#2023437] Batched: true, DataFilters: [isnotnull(N%C2%B0+SEJOUR#2023437), isnotnull(str_remove_space(N%C2%B0+SEJOUR#2023437, ALL))], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/excel/cache/SYNTHESE_MO_202_237812_bd57d7746602..., PartitionFilters: [], PushedFilters: [IsNotNull(`N%C2%B0+SEJOUR`)], ReadSchema: struct<N%C2%B0+SEJOUR:string>
Sort [SYNTHESE_DMI_237847_COL_3EFE5338_508A_40B8_A657_9886B74C9033#2027545 ASC NULLS FIRST], false, 0
WholeStageCodegen (18)
AQEShuffleRead coalesced
Exchange hashpartitioning(SYNTHESE_DMI_237847_COL_3EFE5338_508A_40B8_A657_9886B74C9033#2027545, 10), ENSURE_REQUIREMENTS, [plan_id=1102261]
HashAggregate(keys=[COL_38C3BE50_A7EE_41B8_BB22_8A6D1B6C1A8A#2027067], functions=[])
WholeStageCodegen (10)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_38C3BE50_A7EE_41B8_BB22_8A6D1B6C1A8A#2027067, 10), ENSURE_REQUIREMENTS, [plan_id=1101880]
HashAggregate(keys=[COL_38C3BE50_A7EE_41B8_BB22_8A6D1B6C1A8A#2027067], functions=[])
Project [str_complete(N%C2%B0+s%C3%A9jour#2026241, 0, 20, LEFT) AS COL_38C3BE50_A7EE_41B8_BB22_8A6D1B6C1A8A#2027067]
Filter (isnotnull(str_complete(N%C2%B0+s%C3%A9jour#2026241, 0, 20, LEFT)) AND isnotnull(bigint_to_str(str_to_bigint(str_complete(N%C2%B0+s%C3%A9jour#2026241, 0, 20, LEFT)))))
ColumnarToRow
WholeStageCodegen (5)
FileScan parquet [N%C2%B0+s%C3%A9jour#2026241] Batched: true, DataFilters: [isnotnull(str_complete(N%C2%B0+s%C3%A9jour#2026241, 0, 20, LEFT)), isnotnull(bigint_to_str(str_t..., Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/excel/cache/SYNTHESE_DMI_20_237789_b7c9fcd90987..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<N%C2%B0+s%C3%A9jour:string>