digraph G {
0 [labelType="html" label="<br><b>AdaptiveSparkPlan</b><br><br>"];
1 [labelType="html" label="<br><b>TakeOrderedAndProject</b><br><br>"];
subgraph cluster2 {
isCluster="true";
label="WholeStageCodegen (14)\n \nduration: 2 ms";
3 [labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build: 0 ms<br>peak memory: 16.3 MiB<br>number of output rows: 2<br>number of sort fallback tasks: 0<br>avg hash probes per key: 1"];
}
4 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 208.0 B<br>number of coalesced partitions: 1"];
5 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 2<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 2<br>local bytes read: 196.0 B<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 120.0 B<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 196.0 B"];
subgraph cluster6 {
isCluster="true";
label="WholeStageCodegen (13)\n \nduration: 198 ms";
7 [labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build: 193 ms<br>peak memory: 256.0 KiB<br>number of output rows: 2<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0"];
8 [labelType="html" label="<br><b>Project</b><br><br>"];
9 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 21,131"];
10 [labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 21,131<br>spill size: 0.0 B"];
}
subgraph cluster11 {
isCluster="true";
label="WholeStageCodegen (11)\n \nduration: 240 ms";
12 [labelType="html" label="<b>Sort</b><br><br>sort time: 2 ms<br>peak memory: 16.5 MiB<br>spill size: 0.0 B"];
}
13 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 345.9 KiB<br>number of coalesced partitions: 1"];
14 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 21,131<br>local merged chunks fetched: 0<br>shuffle write time: 1 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 21,131<br>local bytes read: 334.2 KiB<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 1320.3 KiB<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 334.2 KiB"];
subgraph cluster15 {
isCluster="true";
label="WholeStageCodegen (10)\n \nduration: 37 ms";
16 [labelType="html" label="<br><b>Project</b><br><br>"];
17 [labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 21,131<br>spill size: 0.0 B"];
}
subgraph cluster18 {
isCluster="true";
label="WholeStageCodegen (8)\n \nduration: 78 ms";
19 [labelType="html" label="<b>Sort</b><br><br>sort time: 3 ms<br>peak memory: 16.5 MiB<br>spill size: 0.0 B"];
}
20 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 345.9 KiB<br>number of coalesced partitions: 1"];
21 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 21,127<br>local merged chunks fetched: 0<br>shuffle write time: 1 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 21,127<br>local bytes read: 334.2 KiB<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 1320.2 KiB<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 334.2 KiB"];
subgraph cluster22 {
isCluster="true";
label="WholeStageCodegen (7)\n \nduration: 59 ms";
23 [labelType="html" label="<br><b>Project</b><br><br>"];
24 [labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 21,127<br>spill size: 0.0 B"];
}
subgraph cluster25 {
isCluster="true";
label="WholeStageCodegen (5)\n \nduration: 124 ms";
26 [labelType="html" label="<b>Sort</b><br><br>sort time: 28 ms<br>peak memory: 16.5 MiB<br>spill size: 0.0 B"];
}
27 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 449.6 KiB<br>number of coalesced partitions: 1"];
28 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 21,121<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>5 ms (1 ms, 1 ms, 1 ms (stage 20975.0: task 27217))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 21,121<br>local bytes read: 424.2 KiB<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 3<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size total (min, med, max (stageId: taskId))<br>1320.1 KiB (41.4 KiB, 639.3 KiB, 639.3 KiB (stage 20975.0: task 27216))<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>424.2 KiB (14.7 KiB, 203.1 KiB, 206.5 KiB (stage 20975.0: task 27216))"];
subgraph cluster29 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n172 ms (11 ms, 77 ms, 84 ms (stage 20975.0: task 27217))";
30 [labelType="html" label="<br><b>Project</b><br><br>"];
}
31 [labelType="html" label="<b>Scan csv </b><br><br>number of output rows: 21,121<br>number of files read: 1<br>metadata time: 0 ms<br>size of files read: 8.3 MiB"];
subgraph cluster32 {
isCluster="true";
label="WholeStageCodegen (6)\n \nduration: 1.4 m";
33 [labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 16.1 MiB<br>spill size: 0.0 B"];
34 [labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build: 0 ms<br>peak memory: 256.0 KiB<br>number of output rows: 445<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0"];
}
35 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 5.0 KiB<br>number of coalesced partitions: 1"];
36 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 445<br>local merged chunks fetched: 0<br>shuffle write time: 1 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 445<br>local bytes read: 4.8 KiB<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 13.9 KiB<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 4.8 KiB"];
subgraph cluster37 {
isCluster="true";
label="WholeStageCodegen (2)\n \nduration: 13 ms";
38 [labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build: 10 ms<br>peak memory: 256.0 KiB<br>number of output rows: 445<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0"];
39 [labelType="html" label="<br><b>Project</b><br><br>"];
}
40 [labelType="html" label="<b>Scan csv </b><br><br>number of output rows: 1,216<br>number of files read: 1<br>metadata time: 0 ms<br>size of files read: 111.6 KiB"];
subgraph cluster41 {
isCluster="true";
label="WholeStageCodegen (9)\n \nduration: 76 ms";
42 [labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 16.1 MiB<br>spill size: 0.0 B"];
43 [labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build: 0 ms<br>peak memory: 256.0 KiB<br>number of output rows: 464<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0"];
}
44 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 5.2 KiB<br>number of coalesced partitions: 1"];
45 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 464<br>local merged chunks fetched: 0<br>shuffle write time: 2 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 464<br>local bytes read: 5.0 KiB<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 14.5 KiB<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 5.0 KiB"];
subgraph cluster46 {
isCluster="true";
label="WholeStageCodegen (3)\n \nduration: 16 ms";
47 [labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build: 12 ms<br>peak memory: 256.0 KiB<br>number of output rows: 464<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0"];
48 [labelType="html" label="<br><b>Project</b><br><br>"];
}
49 [labelType="html" label="<b>Scan csv </b><br><br>number of output rows: 486<br>number of files read: 1<br>metadata time: 0 ms<br>size of files read: 50.8 KiB"];
subgraph cluster50 {
isCluster="true";
label="WholeStageCodegen (12)\n \nduration: 238 ms";
51 [labelType="html" label="<b>Sort</b><br><br>sort time: 5 ms<br>peak memory: 16.5 MiB<br>spill size: 0.0 B"];
52 [labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build: 10 ms<br>peak memory: 16.3 MiB<br>number of output rows: 21,121<br>number of sort fallback tasks: 0<br>avg hash probes per key: 1"];
}
53 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 159.0 KiB<br>number of coalesced partitions: 1"];
54 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 21,122<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>5 ms (1 ms, 1 ms, 2 ms (stage 20978.0: task 27223))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 21,122<br>local bytes read: 150.8 KiB<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 3<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size total (min, med, max (stageId: taskId))<br>660.1 KiB (5.3 KiB, 316.2 KiB, 338.6 KiB (stage 20978.0: task 27222))<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>150.8 KiB (2.3 KiB, 71.5 KiB, 77.0 KiB (stage 20978.0: task 27222))"];
subgraph cluster55 {
isCluster="true";
label="WholeStageCodegen (4)\n \nduration: total (min, med, max (stageId: taskId))\n298 ms (16 ms, 137 ms, 145 ms (stage 20978.0: task 27222))";
56 [labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build total (min, med, max (stageId: taskId))<br>274 ms (10 ms, 129 ms, 135 ms (stage 20978.0: task 27222))<br>peak memory total (min, med, max (stageId: taskId))<br>32.8 MiB (256.0 KiB, 16.3 MiB, 16.3 MiB (stage 20978.0: task 27221))<br>number of output rows: 21,122<br>number of sort fallback tasks: 0<br>avg hash probes per key (min, med, max (stageId: taskId)):<br>(1, 1, 1 (stage 20978.0: task 27221))"];
57 [labelType="html" label="<br><b>Project</b><br><br>"];
58 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 26,044"];
}
59 [labelType="html" label="<b>Scan csv </b><br><br>number of output rows: 26,044<br>number of files read: 1<br>metadata time: 0 ms<br>size of files read: 8.0 MiB"];
1->0;
3->1;
4->3;
5->4;
7->5;
8->7;
9->8;
10->9;
12->10;
13->12;
14->13;
16->14;
17->16;
19->17;
20->19;
21->20;
23->21;
24->23;
26->24;
27->26;
28->27;
30->28;
31->30;
33->24;
34->33;
35->34;
36->35;
38->36;
39->38;
40->39;
42->17;
43->42;
44->43;
45->44;
47->45;
48->47;
49->48;
51->10;
52->51;
53->52;
54->53;
56->54;
57->56;
58->57;
59->58;
}
60
AdaptiveSparkPlan isFinalPlan=true
TakeOrderedAndProject(limit=10, orderBy=[COL_125A5E52_9A2A_4ABD_A883_7B73348511952#1680319L DESC NULLS LAST], output=[COL_125A5E52_9A2A_4ABD_A883_7B73348511951#1680292,COL_125A5E52_9A2A_4ABD_A883_7B73348511952#1680319L])
HashAggregate(keys=[COL_125A5E52_9A2A_4ABD_A883_7B7334851195#1680265], functions=[count(1)])
WholeStageCodegen (14)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_125A5E52_9A2A_4ABD_A883_7B7334851195#1680265, 10), ENSURE_REQUIREMENTS, [plan_id=1031258]
HashAggregate(keys=[COL_125A5E52_9A2A_4ABD_A883_7B7334851195#1680265], functions=[partial_count(1)])
Project [str_if_with_rule(isnull(COL_5C76D7BA_A38A_4050_92DD_40D15A692CCA#1679115), str_join(array(str_join(array(séjour, RSS_DECOUPAGE_237747_COL_5588E97C_F5A9_4AFC_AD58_2B0A6381409A#1679904), :), absent de VisualValoSej et présent dans Fichcomp DMI/MO), ), ) AS COL_125A5E52_9A2A_4ABD_A883_7B7334851195#1680265]
Filter isnotnull(str_if_with_rule(isnull(COL_5C76D7BA_A38A_4050_92DD_40D15A692CCA#1679115), str_join(array(str_join(array(séjour, RSS_DECOUPAGE_237747_COL_5588E97C_F5A9_4AFC_AD58_2B0A6381409A#1679904), :), absent de VisualValoSej et présent dans Fichcomp DMI/MO), ), ))
SortMergeJoin [COL_7948E047_29EE_472A_BFFC_723098878DAD#1679642], [RSS_DECOUPAGE_237747_COL_5588E97C_F5A9_4AFC_AD58_2B0A6381409A#1679904], LeftOuter
WholeStageCodegen (13)
Sort [COL_7948E047_29EE_472A_BFFC_723098878DAD#1679642 ASC NULLS FIRST], false, 0
WholeStageCodegen (11)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_7948E047_29EE_472A_BFFC_723098878DAD#1679642, 10), ENSURE_REQUIREMENTS, [plan_id=1031131]
Project [COL_5C76D7BA_A38A_4050_92DD_40D15A692CCA#1679115, COL_7948E047_29EE_472A_BFFC_723098878DAD#1679642]
SortMergeJoin [COL_7948E047_29EE_472A_BFFC_723098878DAD#1679642], [01_MOLECULES_ON_237708_COL_EE4AB0B4_F37E_40C0_9292_9E68BF166E36#1679767], FullOuter
WholeStageCodegen (10)
Sort [COL_7948E047_29EE_472A_BFFC_723098878DAD#1679642 ASC NULLS FIRST], false, 0
WholeStageCodegen (8)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_7948E047_29EE_472A_BFFC_723098878DAD#1679642, 10), ENSURE_REQUIREMENTS, [plan_id=1031011]
Project [COL_5C76D7BA_A38A_4050_92DD_40D15A692CCA#1679115, COL_7948E047_29EE_472A_BFFC_723098878DAD#1679642]
SortMergeJoin [COL_7948E047_29EE_472A_BFFC_723098878DAD#1679642], [01_DMI_DECOUPAG_237714_COL_1D1ABD09_1E00_4FA7_81FE_A558E22F6A6D#1679656], FullOuter
WholeStageCodegen (7)
Sort [COL_7948E047_29EE_472A_BFFC_723098878DAD#1679642 ASC NULLS FIRST], false, 0
WholeStageCodegen (5)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_7948E047_29EE_472A_BFFC_723098878DAD#1679642, 10), ENSURE_REQUIREMENTS, [plan_id=1030696]
Project [NO_ADMIN#1676243 AS COL_5C76D7BA_A38A_4050_92DD_40D15A692CCA#1679115, str_remove_space(NO_ADMIN#1676243, ALL) AS COL_7948E047_29EE_472A_BFFC_723098878DAD#1679642]
WholeStageCodegen (1)
FileScan csv [NO_ADMIN#1676243] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/tmp/VISUALVALOSEJOU_237544/420780652.2025.1..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<NO_ADMIN:string>
Sort [01_DMI_DECOUPAG_237714_COL_1D1ABD09_1E00_4FA7_81FE_A558E22F6A6D#1679656 ASC NULLS FIRST], false, 0
HashAggregate(keys=[COL_9D7AAEDE_94EE_40AF_8530_BC9D1F27742A#1678118], functions=[])
WholeStageCodegen (6)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_9D7AAEDE_94EE_40AF_8530_BC9D1F27742A#1678118, 10), ENSURE_REQUIREMENTS, [plan_id=1030709]
HashAggregate(keys=[COL_9D7AAEDE_94EE_40AF_8530_BC9D1F27742A#1678118], functions=[])
Project [str_remove_space(str_extract_middle(_c0#1678013, 12, 20), ALL) AS COL_9D7AAEDE_94EE_40AF_8530_BC9D1F27742A#1678118]
WholeStageCodegen (2)
FileScan csv [_c0#1678013] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/tmp/DMI_M12_2025_237543/DMI-M12-2025 - BIS...., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<_c0:string>
Sort [01_MOLECULES_ON_237708_COL_EE4AB0B4_F37E_40C0_9292_9E68BF166E36#1679767 ASC NULLS FIRST], false, 0
HashAggregate(keys=[COL_45066C9F_40FD_4BE1_ACAF_6139C274CECB#1677928], functions=[])
WholeStageCodegen (9)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_45066C9F_40FD_4BE1_ACAF_6139C274CECB#1677928, 10), ENSURE_REQUIREMENTS, [plan_id=1030729]
HashAggregate(keys=[COL_45066C9F_40FD_4BE1_ACAF_6139C274CECB#1677928], functions=[])
Project [str_remove_space(str_extract_middle(_c0#1677809, 12, 20), ALL) AS COL_45066C9F_40FD_4BE1_ACAF_6139C274CECB#1677928]
WholeStageCodegen (3)
FileScan csv [_c0#1677809] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/tmp/MOLECULES_ONERE_237545/MO-M12-2025.txt], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<_c0:string>
Sort [RSS_DECOUPAGE_237747_COL_5588E97C_F5A9_4AFC_AD58_2B0A6381409A#1679904 ASC NULLS FIRST], false, 0
HashAggregate(keys=[COL_0FDBEAA7_683C_4647_A06F_34AC7E6418C2#1676127], functions=[])
WholeStageCodegen (12)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_0FDBEAA7_683C_4647_A06F_34AC7E6418C2#1676127, 10), ENSURE_REQUIREMENTS, [plan_id=1030750]
HashAggregate(keys=[COL_0FDBEAA7_683C_4647_A06F_34AC7E6418C2#1676127], functions=[])
Project [str_remove_space(str_extract_middle(_c0#1675548, 48, 20), ALL) AS COL_0FDBEAA7_683C_4647_A06F_34AC7E6418C2#1676127]
Filter isnotnull(str_remove_space(str_extract_middle(_c0#1675548, 48, 20), ALL))
WholeStageCodegen (4)
FileScan csv [_c0#1675548] Batched: false, DataFilters: [isnotnull(str_remove_space(str_extract_middle(_c0#1675548, 48, 20), ALL))], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/tmp/RSS_M12_2025_237542/RSS- 420780652.txt], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<_c0:string>