digraph G {
0 [labelType="html" label="<br><b>AdaptiveSparkPlan</b><br><br>"];
subgraph cluster1 {
isCluster="true";
label="WholeStageCodegen (35)\n \nduration: 0 ms";
2 [labelType="html" label="<b>HashAggregate</b><br><br>time in aggregation build: 0 ms<br>number of output rows: 1"];
}
3 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 1<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 1<br>local bytes read: 59.0 B<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 16.0 B<br>local merged bytes read: 0.0 B<br>number of partitions: 1<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 59.0 B"];
subgraph cluster4 {
isCluster="true";
label="WholeStageCodegen (34)\n \nduration: 3 ms";
5 [labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build: 3 ms<br>peak memory: 0.0 B<br>number of output rows: 1<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0"];
6 [labelType="html" label="<br><b>Project</b><br><br>"];
7 [labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 7<br>spill size: 0.0 B"];
}
subgraph cluster8 {
isCluster="true";
label="WholeStageCodegen (32)\n \nduration: 27 ms";
9 [labelType="html" label="<br><b>Project</b><br><br>"];
10 [labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 7<br>spill size: 0.0 B"];
}
subgraph cluster11 {
isCluster="true";
label="WholeStageCodegen (30)\n \nduration: 50 ms";
12 [labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 16.1 MiB<br>spill size: 0.0 B"];
}
13 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 194.0 B<br>number of coalesced partitions: 1"];
14 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 7<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 7<br>local bytes read: 190.0 B<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 232.0 B<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 190.0 B"];
subgraph cluster15 {
isCluster="true";
label="WholeStageCodegen (29)\n \nduration: 7 ms";
16 [labelType="html" label="<br><b>Project</b><br><br>"];
17 [labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 7<br>spill size: 0.0 B"];
}
subgraph cluster18 {
isCluster="true";
label="WholeStageCodegen (27)\n \nduration: 30 ms";
19 [labelType="html" label="<br><b>Project</b><br><br>"];
20 [labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 7<br>spill size: 0.0 B"];
}
subgraph cluster21 {
isCluster="true";
label="WholeStageCodegen (25)\n \nduration: 54 ms";
22 [labelType="html" label="<br><b>Project</b><br><br>"];
23 [labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 7<br>spill size: 0.0 B"];
}
subgraph cluster24 {
isCluster="true";
label="WholeStageCodegen (23)\n \nduration: 78 ms";
25 [labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 16.1 MiB<br>spill size: 0.0 B"];
}
26 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 388.0 B<br>number of coalesced partitions: 1"];
27 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 7<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 7<br>local bytes read: 376.0 B<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 344.0 B<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 376.0 B"];
subgraph cluster28 {
isCluster="true";
label="WholeStageCodegen (22)\n \nduration: 3 ms";
29 [labelType="html" label="<br><b>Project</b><br><br>"];
30 [labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 7<br>spill size: 0.0 B"];
}
subgraph cluster31 {
isCluster="true";
label="WholeStageCodegen (20)\n \nduration: 33 ms";
32 [labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 16.1 MiB<br>spill size: 0.0 B"];
}
33 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 228.0 B<br>number of coalesced partitions: 1"];
34 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 7<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 7<br>local bytes read: 208.0 B<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 512.0 B<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 208.0 B"];
35 [labelType="html" label="<b>CartesianProduct</b><br><br>number of output rows: 7"];
subgraph cluster36 {
isCluster="true";
label="WholeStageCodegen (18)\n \nduration: 23 ms";
37 [labelType="html" label="<br><b>Project</b><br><br>"];
38 [labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 7<br>spill size: 0.0 B"];
}
subgraph cluster39 {
isCluster="true";
label="WholeStageCodegen (15)\n \nduration: 64 ms";
40 [labelType="html" label="<br><b>Project</b><br><br>"];
}
41 [labelType="html" label="<b>Window</b><br><br>spill size: 0.0 B"];
subgraph cluster42 {
isCluster="true";
label="WholeStageCodegen (14)\n \nduration: 99 ms";
43 [labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 16.1 MiB<br>spill size: 0.0 B"];
44 [labelType="html" label="<br><b>Project</b><br><br>"];
45 [labelType="html" label="<br><b>Project</b><br><br>"];
46 [labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 7<br>spill size: 0.0 B"];
}
subgraph cluster47 {
isCluster="true";
label="WholeStageCodegen (11)\n \nduration: 80 ms";
48 [labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 16.1 MiB<br>spill size: 0.0 B"];
}
49 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 501.0 B<br>number of coalesced partitions: 1"];
50 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 7<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>1 ms (0 ms, 0 ms, 0 ms (stage 9287.0: task 9463))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 7<br>local bytes read: 479.0 B<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 3<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size total (min, med, max (stageId: taskId))<br>736.0 B (112.0 B, 208.0 B, 416.0 B (stage 9287.0: task 9458))<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>479.0 B (152.0 B, 153.0 B, 174.0 B (stage 9287.0: task 9463))"];
subgraph cluster51 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n1.2 s (22 ms, 126 ms, 143 ms (stage 9287.0: task 9457))";
52 [labelType="html" label="<br><b>Project</b><br><br>"];
53 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 7"];
}
54 [labelType="html" label="<b>Scan csv </b><br><br>number of output rows: 7<br>number of files read: 1<br>metadata time: 0 ms<br>size of files read: 36.3 MiB"];
subgraph cluster55 {
isCluster="true";
label="WholeStageCodegen (13)\n \nduration: 34 ms";
56 [labelType="html" label="<br><b>Project</b><br><br>"];
57 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 1"];
}
58 [labelType="html" label="<b>Window</b><br><br>spill size: 0.0 B"];
subgraph cluster59 {
isCluster="true";
label="WholeStageCodegen (12)\n \nduration: 60 ms";
60 [labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 16.1 MiB<br>spill size: 0.0 B"];
}
61 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 88.0 B<br>number of coalesced partitions: 1"];
62 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 1<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 1<br>local bytes read: 86.0 B<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 48.0 B<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 86.0 B"];
subgraph cluster63 {
isCluster="true";
label="WholeStageCodegen (10)\n \nduration: 5 ms";
64 [labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build: 0 ms<br>peak memory: 256.0 KiB<br>number of output rows: 1<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0"];
}
65 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 117.0 B<br>number of coalesced partitions: 1"];
66 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 1<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 1<br>local bytes read: 112.0 B<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 80.0 B<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 112.0 B"];
subgraph cluster67 {
isCluster="true";
label="WholeStageCodegen (2)\n \nduration: total (min, med, max (stageId: taskId))\n187 ms (5 ms, 8 ms, 51 ms (stage 9288.0: task 9469))";
68 [labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build total (min, med, max (stageId: taskId))<br>69 ms (3 ms, 4 ms, 19 ms (stage 9288.0: task 9469))<br>peak memory total (min, med, max (stageId: taskId))<br>2.5 MiB (256.0 KiB, 256.0 KiB, 256.0 KiB (stage 9288.0: task 9467))<br>number of output rows: 1<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0"];
69 [labelType="html" label="<br><b>Project</b><br><br>"];
70 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 12"];
71 [labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 20,000<br>number of input batches: 5"];
}
72 [labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 10<br>scan time total (min, med, max (stageId: taskId))<br>62 ms (3 ms, 4 ms, 18 ms (stage 9288.0: task 9469))<br>metadata time: 0 ms<br>size of files read: 30.5 MiB<br>number of output rows: 20,000"];
subgraph cluster73 {
isCluster="true";
label="WholeStageCodegen (17)\n \nduration: 36 ms";
74 [labelType="html" label="<br><b>Project</b><br><br>"];
75 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 1"];
}
76 [labelType="html" label="<b>Window</b><br><br>spill size: 0.0 B"];
subgraph cluster77 {
isCluster="true";
label="WholeStageCodegen (16)\n \nduration: 50 ms";
78 [labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 16.1 MiB<br>spill size: 0.0 B"];
}
79 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 80.0 B<br>number of coalesced partitions: 1"];
80 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 1<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 1<br>local bytes read: 76.0 B<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 32.0 B<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 76.0 B"];
subgraph cluster81 {
isCluster="true";
label="WholeStageCodegen (3)\n \nduration: total (min, med, max (stageId: taskId))\n202 ms (89 ms, 113 ms, 113 ms (stage 9289.0: task 9470))";
82 [labelType="html" label="<br><b>Project</b><br><br>"];
83 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 1"];
}
84 [labelType="html" label="<b>Scan csv </b><br><br>number of output rows: 1<br>number of files read: 1<br>metadata time: 0 ms<br>size of files read: 7.2 MiB"];
subgraph cluster85 {
isCluster="true";
label="WholeStageCodegen (19)\n \nduration: 2 ms";
86 [labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 1<br>number of input batches: 1"];
}
87 [labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 1<br>scan time: 2 ms<br>metadata time: 0 ms<br>size of files read: 2044.0 B<br>number of output rows: 1"];
subgraph cluster88 {
isCluster="true";
label="WholeStageCodegen (21)\n \nduration: 0 ms";
89 [labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 16.1 MiB<br>spill size: 0.0 B"];
}
90 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 1292.0 B<br>number of coalesced partitions: 1"];
91 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 52<br>local merged chunks fetched: 0<br>shuffle write time: 1 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 52<br>local bytes read: 1226.0 B<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 1664.0 B<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 1226.0 B"];
subgraph cluster92 {
isCluster="true";
label="WholeStageCodegen (4)\n \nduration: 9 ms";
93 [labelType="html" label="<br><b>Project</b><br><br>"];
94 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 52"];
}
95 [labelType="html" label="<b>Scan csv </b><br><br>number of output rows: 52<br>number of files read: 1<br>metadata time: 0 ms<br>size of files read: 2.3 KiB"];
subgraph cluster96 {
isCluster="true";
label="WholeStageCodegen (24)\n \nduration: 0 ms";
97 [labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 16.1 MiB<br>spill size: 0.0 B"];
}
98 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 1250.0 B<br>number of coalesced partitions: 1"];
99 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 66<br>local merged chunks fetched: 0<br>shuffle write time: 2 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 66<br>local bytes read: 1199.0 B<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 1584.0 B<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 1199.0 B"];
subgraph cluster100 {
isCluster="true";
label="WholeStageCodegen (5)\n \nduration: 4 ms";
101 [labelType="html" label="<br><b>Project</b><br><br>"];
102 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 66"];
103 [labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 66<br>number of input batches: 1"];
}
104 [labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 1<br>scan time: 2 ms<br>metadata time: 0 ms<br>size of files read: 6.2 KiB<br>number of output rows: 66"];
subgraph cluster105 {
isCluster="true";
label="WholeStageCodegen (26)\n \nduration: 0 ms";
106 [labelType="html" label="<b>Sort</b><br><br>sort time: 1 ms<br>peak memory: 16.1 MiB<br>spill size: 0.0 B"];
}
107 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 2.5 KiB<br>number of coalesced partitions: 1"];
108 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 209<br>local merged chunks fetched: 0<br>shuffle write time: 1 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 209<br>local bytes read: 2.4 KiB<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 4.9 KiB<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 2.4 KiB"];
subgraph cluster109 {
isCluster="true";
label="WholeStageCodegen (6)\n \nduration: 3 ms";
110 [labelType="html" label="<br><b>Project</b><br><br>"];
111 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 209"];
112 [labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 209<br>number of input batches: 1"];
}
113 [labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 1<br>scan time: 2 ms<br>metadata time: 0 ms<br>size of files read: 10.7 KiB<br>number of output rows: 209"];
subgraph cluster114 {
isCluster="true";
label="WholeStageCodegen (28)\n \nduration: 16 ms";
115 [labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 16.1 MiB<br>spill size: 0.0 B"];
}
116 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 144.0 B<br>number of coalesced partitions: 1"];
117 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 2<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 2<br>local bytes read: 136.0 B<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 48.0 B<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 136.0 B"];
subgraph cluster118 {
isCluster="true";
label="WholeStageCodegen (7)\n \nduration: 4 ms";
119 [labelType="html" label="<br><b>Project</b><br><br>"];
120 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 2"];
121 [labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 2<br>number of input batches: 1"];
}
122 [labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 1<br>scan time: 2 ms<br>metadata time: 0 ms<br>size of files read: 1395.0 B<br>number of output rows: 2"];
subgraph cluster123 {
isCluster="true";
label="WholeStageCodegen (31)\n \nduration: 36 ms";
124 [labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 16.1 MiB<br>spill size: 0.0 B"];
}
125 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 645.0 B<br>number of coalesced partitions: 1"];
126 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 13<br>local merged chunks fetched: 0<br>shuffle write time: 1 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 13<br>local bytes read: 622.0 B<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 432.0 B<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 622.0 B"];
subgraph cluster127 {
isCluster="true";
label="WholeStageCodegen (8)\n \nduration: 4 ms";
128 [labelType="html" label="<br><b>Project</b><br><br>"];
129 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 13"];
130 [labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 13<br>number of input batches: 1"];
}
131 [labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 1<br>scan time: 2 ms<br>metadata time: 0 ms<br>size of files read: 2.5 KiB<br>number of output rows: 13"];
subgraph cluster132 {
isCluster="true";
label="WholeStageCodegen (33)\n \nduration: 14 ms";
133 [labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 16.1 MiB<br>spill size: 0.0 B"];
}
134 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 80.0 B<br>number of coalesced partitions: 1"];
135 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 1<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 1<br>local bytes read: 76.0 B<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 32.0 B<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 76.0 B"];
subgraph cluster136 {
isCluster="true";
label="WholeStageCodegen (9)\n \nduration: 2 ms";
137 [labelType="html" label="<br><b>Project</b><br><br>"];
138 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 1"];
139 [labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 1<br>number of input batches: 1"];
}
140 [labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 1<br>scan time: 1 ms<br>metadata time: 0 ms<br>size of files read: 1660.0 B<br>number of output rows: 1"];
2->0;
3->2;
5->3;
6->5;
7->6;
9->7;
10->9;
12->10;
13->12;
14->13;
16->14;
17->16;
19->17;
20->19;
22->20;
23->22;
25->23;
26->25;
27->26;
29->27;
30->29;
32->30;
33->32;
34->33;
35->34;
37->35;
38->37;
40->38;
41->40;
43->41;
44->43;
45->44;
46->45;
48->46;
49->48;
50->49;
52->50;
53->52;
54->53;
56->46;
57->56;
58->57;
60->58;
61->60;
62->61;
64->62;
65->64;
66->65;
68->66;
69->68;
70->69;
71->70;
72->71;
74->38;
75->74;
76->75;
78->76;
79->78;
80->79;
82->80;
83->82;
84->83;
86->35;
87->86;
89->30;
90->89;
91->90;
93->91;
94->93;
95->94;
97->23;
98->97;
99->98;
101->99;
102->101;
103->102;
104->103;
106->20;
107->106;
108->107;
110->108;
111->110;
112->111;
113->112;
115->17;
116->115;
117->116;
119->117;
120->119;
121->120;
122->121;
124->10;
125->124;
126->125;
128->126;
129->128;
130->129;
131->130;
133->7;
134->133;
135->134;
137->135;
138->137;
139->138;
140->139;
}
141
AdaptiveSparkPlan isFinalPlan=true
HashAggregate(keys=[], functions=[count(1)])
WholeStageCodegen (35)
Exchange SinglePartition, ENSURE_REQUIREMENTS, [plan_id=529698]
HashAggregate(keys=[], functions=[partial_count(1)])
Project
SortMergeJoin [COL_19C0E740_E06D_42D5_B307_A1E931A5DCDB#871439], [08_METIER_RADIO_210074_EXECUTANT_210075#872904], LeftOuter
WholeStageCodegen (34)
Project [COL_19C0E740_E06D_42D5_B307_A1E931A5DCDB#871439]
SortMergeJoin [COL_19C0E740_E06D_42D5_B307_A1E931A5DCDB#871439], [07_SPECIALITE_S_210099_SPECIALITE_ETAB_210100#872526], LeftOuter
WholeStageCodegen (32)
Sort [COL_19C0E740_E06D_42D5_B307_A1E931A5DCDB#871439 ASC NULLS FIRST], false, 0
WholeStageCodegen (30)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_19C0E740_E06D_42D5_B307_A1E931A5DCDB#871439, 10), ENSURE_REQUIREMENTS, [plan_id=529565]
Project [COL_19C0E740_E06D_42D5_B307_A1E931A5DCDB#871439]
SortMergeJoin [COL_BE0A06CA_C165_46C5_AC16_64541F42FB67#871330], [05_ACTE_EN_G_210072_CODE_ACTE_EN_G_210073#872286], LeftOuter
WholeStageCodegen (29)
Project [COL_BE0A06CA_C165_46C5_AC16_64541F42FB67#871330, COL_19C0E740_E06D_42D5_B307_A1E931A5DCDB#871439]
SortMergeJoin [COL_BE0A06CA_C165_46C5_AC16_64541F42FB67#871330], [SIC_NOMENCLATUR_210050_CODE_210051#872088], LeftOuter
WholeStageCodegen (27)
Project [COL_BE0A06CA_C165_46C5_AC16_64541F42FB67#871330, COL_19C0E740_E06D_42D5_B307_A1E931A5DCDB#871439]
SortMergeJoin [COL_BE0A06CA_C165_46C5_AC16_64541F42FB67#871330], [CCMU_NOMENCLATU_210042_CODE_CCMU_210044#871874], LeftOuter
WholeStageCodegen (25)
Sort [COL_BE0A06CA_C165_46C5_AC16_64541F42FB67#871330 ASC NULLS FIRST], false, 0
WholeStageCodegen (23)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_BE0A06CA_C165_46C5_AC16_64541F42FB67#871330, 10), ENSURE_REQUIREMENTS, [plan_id=529381]
Project [COL_BE0A06CA_C165_46C5_AC16_64541F42FB67#871330, COL_19C0E740_E06D_42D5_B307_A1E931A5DCDB#871439]
SortMergeJoin [COL_3A5D02F6_4E3A_45C4_8CDF_BB835CE099A1#871437], [JOURS_FERIES_ME_210058_DATE_210059#871645], LeftOuter
WholeStageCodegen (22)
Sort [COL_3A5D02F6_4E3A_45C4_8CDF_BB835CE099A1#871437 ASC NULLS FIRST], false, 0
WholeStageCodegen (20)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_3A5D02F6_4E3A_45C4_8CDF_BB835CE099A1#871437, 10), ENSURE_REQUIREMENTS, [plan_id=529152]
CartesianProduct
Project [str_remove_space(COL_C8730919_E879_44D7_A7DD_B3561E73867D#870957, RIGHT) AS COL_BE0A06CA_C165_46C5_AC16_64541F42FB67#871330, str_extract(str_if_with_rule((COL_C8730919_E879_44D7_A7DD_B3561E73867D#870957 <=> B), COL_7D270645_B926_42AF_A110_EB3A1A53031B#871199, COL_7D270645_B926_42AF_A110_EB3A1A53031B#871199), LEFT, 10) AS COL_3A5D02F6_4E3A_45C4_8CDF_BB835CE099A1#871437, str_remove_space(COL_46E1DB98_C579_4CA8_91D3_EC36371C7D62#870960, RIGHT) AS COL_19C0E740_E06D_42D5_B307_A1E931A5DCDB#871439]
SortMergeJoin [COL_64ED17E5_A991_405B_AEED_8A2977283F76#870956], [00_C_PASSAGE_PA_210485_COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#871218], LeftOuter
WholeStageCodegen (18)
Project [COL_64ED17E5_A991_405B_AEED_8A2977283F76#870956, COL_C8730919_E879_44D7_A7DD_B3561E73867D#870957, str_if_with_rule(((COL_7D270645_B926_42AF_A110_EB3A1A53031B#871061 <=> ) OR isnull(COL_7D270645_B926_42AF_A110_EB3A1A53031B#871061)), date_time_to_str(COL_EC5FC3FE_63E2_47F4_9B2C_24B65B0FA626#871104, yyyy-MM-dd HH:mm:ss, Europe/Paris, fr_FR), COL_7D270645_B926_42AF_A110_EB3A1A53031B#871061) AS COL_7D270645_B926_42AF_A110_EB3A1A53031B#871199, COL_46E1DB98_C579_4CA8_91D3_EC36371C7D62#870960]
WholeStageCodegen (15)
Window [min(COL_D2FFC838_F283_4212_9AB1_200623DBA7E3#871072) windowspecdefinition(COL_64ED17E5_A991_405B_AEED_8A2977283F76#870956, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_EC5FC3FE_63E2_47F4_9B2C_24B65B0FA626#871104], [COL_64ED17E5_A991_405B_AEED_8A2977283F76#870956], [1 DESC NULLS LAST]
Sort [COL_64ED17E5_A991_405B_AEED_8A2977283F76#870956 ASC NULLS FIRST, 1 DESC NULLS LAST], false, 0
Project [COL_64ED17E5_A991_405B_AEED_8A2977283F76#870956, COL_C8730919_E879_44D7_A7DD_B3561E73867D#870957, COL_B37ECD07_F495_4093_A00C_6F422F16F29C#871008 AS COL_7D270645_B926_42AF_A110_EB3A1A53031B#871061, COL_46E1DB98_C579_4CA8_91D3_EC36371C7D62#870960, str_to_datez(COL_B37ECD07_F495_4093_A00C_6F422F16F29C#871008, yyyy-MM-dd HH:mm:ss, Europe/Paris, fr_FR) AS COL_D2FFC838_F283_4212_9AB1_200623DBA7E3#871072]
Project [COL_64ED17E5_A991_405B_AEED_8A2977283F76#870956, COL_C8730919_E879_44D7_A7DD_B3561E73867D#870957, COL_46E1DB98_C579_4CA8_91D3_EC36371C7D62#870960, str_if_with_rule((isnull(COL_7D270645_B926_42AF_A110_EB3A1A53031B#870959) AND isnotnull(02_D_ELIGIBLE_D_210509_COL_B848A9AB_FC92_4DF9_9680_B28D2728DEA6#870973)), str_join(array(str_join(array(str_extract(02_D_ELIGIBLE_D_210509_COL_B848A9AB_FC92_4DF9_9680_B28D2728DEA6#870973, RIGHT, 4), str_extract_middle(02_D_ELIGIBLE_D_210509_COL_B848A9AB_FC92_4DF9_9680_B28D2728DEA6#870973, 3, 2), str_extract_middle(02_D_ELIGIBLE_D_210509_COL_B848A9AB_FC92_4DF9_9680_B28D2728DEA6#870973, 1, 2)), -), 00:01:00), ), COL_7D270645_B926_42AF_A110_EB3A1A53031B#870959) AS COL_B37ECD07_F495_4093_A00C_6F422F16F29C#871008]
SortMergeJoin [COL_64ED17E5_A991_405B_AEED_8A2977283F76#870956], [02_D_ELIGIBLE_D_210509_COL_E7A43A36_E00B_4FF8_A077_36E0B3CB668E#870972], LeftOuter
WholeStageCodegen (14)
Sort [COL_64ED17E5_A991_405B_AEED_8A2977283F76#870956 ASC NULLS FIRST], false, 0
WholeStageCodegen (11)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_64ED17E5_A991_405B_AEED_8A2977283F76#870956, 10), ENSURE_REQUIREMENTS, [plan_id=528179]
Project [Numéro Séjour#869175 AS COL_64ED17E5_A991_405B_AEED_8A2977283F76#870956, Code Acte#869176 AS COL_C8730919_E879_44D7_A7DD_B3561E73867D#870957, Date soins#869178 AS COL_7D270645_B926_42AF_A110_EB3A1A53031B#870959, str_transform_case(str_remove_accent(str_replace_extend(str_remove_space(Spécialité exécutant#869179, ONLY_ONE), [ ], [-])), UPPER) AS COL_46E1DB98_C579_4CA8_91D3_EC36371C7D62#870960]
Filter (Numéro Séjour#869175 <=> 011040518)
WholeStageCodegen (1)
FileScan csv [Numéro Séjour#869175,Code Acte#869176,Date soins#869178,Spécialité exécutant#869179] Batched: false, DataFilters: [(Numéro Séjour#869175 <=> 011040518)], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/tmp/03_ACTES_PATIEN_209974/Horodatage_actes..., PartitionFilters: [], PushedFilters: [EqualNullSafe(Numéro Séjour,011040518)], ReadSchema: struct<Numéro Séjour:string,Code Acte:string,Date soins:string,Spécialité exécutant:string>
Project [COL_E7A43A36_E00B_4FF8_A077_36E0B3CB668E#868974 AS 02_D_ELIGIBLE_D_210509_COL_E7A43A36_E00B_4FF8_A077_36E0B3CB668E#870972, COL_B848A9AB_FC92_4DF9_9680_B28D2728DEA6#868975 AS 02_D_ELIGIBLE_D_210509_COL_B848A9AB_FC92_4DF9_9680_B28D2728DEA6#870973]
Filter (COL_F8B7155B_85D8_4C56_AA9E_CBA107862DA4#869047 <=> 1)
WholeStageCodegen (13)
Window [row_number() windowspecdefinition(COL_E7A43A36_E00B_4FF8_A077_36E0B3CB668E#868974, COL_B848A9AB_FC92_4DF9_9680_B28D2728DEA6#868975 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_F8B7155B_85D8_4C56_AA9E_CBA107862DA4#869047], [COL_E7A43A36_E00B_4FF8_A077_36E0B3CB668E#868974], [COL_B848A9AB_FC92_4DF9_9680_B28D2728DEA6#868975 ASC NULLS LAST]
Sort [COL_E7A43A36_E00B_4FF8_A077_36E0B3CB668E#868974 ASC NULLS FIRST, COL_B848A9AB_FC92_4DF9_9680_B28D2728DEA6#868975 ASC NULLS LAST], false, 0
WholeStageCodegen (12)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_E7A43A36_E00B_4FF8_A077_36E0B3CB668E#868974, 10), ENSURE_REQUIREMENTS, [plan_id=528649]
HashAggregate(keys=[COL_2FEA4158_845C_4424_A9CA_B85AB23BC787#868909, COL_B0A3BD57_143D_4D99_B6D3_1643D1B44515#868913, COL_5B2C7C51_2758_4EFF_BFA0_563051DD3532#868914], functions=[])
WholeStageCodegen (10)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_2FEA4158_845C_4424_A9CA_B85AB23BC787#868909, COL_B0A3BD57_143D_4D99_B6D3_1643D1B44515#868913, COL_5B2C7C51_2758_4EFF_BFA0_563051DD3532#868914, 10), ENSURE_REQUIREMENTS, [plan_id=528201]
HashAggregate(keys=[COL_2FEA4158_845C_4424_A9CA_B85AB23BC787#868909, COL_B0A3BD57_143D_4D99_B6D3_1643D1B44515#868913, COL_5B2C7C51_2758_4EFF_BFA0_563051DD3532#868914], functions=[])
Project [COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#868542 AS COL_2FEA4158_845C_4424_A9CA_B85AB23BC787#868909, COL_F76265AB_8748_4114_92B4_00E37DE25D34#868546 AS COL_B0A3BD57_143D_4D99_B6D3_1643D1B44515#868913, COL_96E2282E_0771_460E_8BDB_D11261BD9020#868547 AS COL_5B2C7C51_2758_4EFF_BFA0_563051DD3532#868914]
Filter ((COL_F76265AB_8748_4114_92B4_00E37DE25D34#868546 <=> 011040518) AND isnotnull(COL_F76265AB_8748_4114_92B4_00E37DE25D34#868546))
ColumnarToRow
WholeStageCodegen (2)
FileScan parquet [COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#868542,COL_F76265AB_8748_4114_92B4_00E37DE25D34#868546,COL_96E2282E_0771_460E_8BDB_D11261BD9020#868547] Batched: true, DataFilters: [(COL_F76265AB_8748_4114_92B4_00E37DE25D34#868546 <=> 011040518), isnotnull(COL_F76265AB_8748_411..., Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/02_A_ELIGIBLE_210376], PartitionFilters: [], PushedFilters: [EqualNullSafe(COL_F76265AB_8748_4114_92B4_00E37DE25D34,011040518), IsNotNull(COL_F76265AB_8748_4..., ReadSchema: struct<COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB:string,COL_F76265AB_8748_4114_92B4_00E37DE25D34:s...
Project [COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#870772 AS 00_C_PASSAGE_PA_210485_COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#871218]
Filter (COL_6B340AEB_6908_4A50_8AD6_FE561D33FBE0#870788 <=> 1)
WholeStageCodegen (17)
Window [row_number() windowspecdefinition(COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#870772, 1 DESC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_6B340AEB_6908_4A50_8AD6_FE561D33FBE0#870788], [COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#870772], [1 DESC NULLS LAST]
Sort [COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#870772 ASC NULLS FIRST, 1 DESC NULLS LAST], false, 0
WholeStageCodegen (16)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#870772, 10), ENSURE_REQUIREMENTS, [plan_id=528230]
Project [Numéro Séjour#870654 AS COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#870772]
Filter ((NOT CASE WHEN isnull(StartsWith(Numéro Séjour#870654, #)) THEN false ELSE StartsWith(Numéro Séjour#870654, #) END AND (Numéro Séjour#870654 <=> 011040518)) AND isnotnull(Numéro Séjour#870654))
WholeStageCodegen (3)
FileScan csv [Numéro Séjour#870654] Batched: false, DataFilters: [NOT CASE WHEN isnull(StartsWith(Numéro Séjour#870654, #)) THEN false ELSE StartsWith(Numéro Séjo..., Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/tmp/02_PASSAGE_PATI_209976/passage_Patient_..., PartitionFilters: [], PushedFilters: [EqualNullSafe(Numéro Séjour,011040518), IsNotNull(Numéro Séjour)], ReadSchema: struct<Numéro Séjour:string>
ColumnarToRow
WholeStageCodegen (19)
FileScan parquet [] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/excel/cache/09_INFORMATION__209985_16b54f457978..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<>
Sort [JOURS_FERIES_ME_210058_DATE_210059#871645 ASC NULLS FIRST], false, 0
WholeStageCodegen (21)
AQEShuffleRead coalesced
Exchange hashpartitioning(JOURS_FERIES_ME_210058_DATE_210059#871645, 10), ENSURE_REQUIREMENTS, [plan_id=528253]
Project [date#870303 AS JOURS_FERIES_ME_210058_DATE_210059#871645]
Filter isnotnull(date#870303)
WholeStageCodegen (4)
FileScan csv [date#870303] Batched: false, DataFilters: [isnotnull(date#870303)], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/tmp/JOURS_FERIES_ME_209980/jours_feries_met..., PartitionFilters: [], PushedFilters: [IsNotNull(date)], ReadSchema: struct<date:string>
Sort [CCMU_NOMENCLATU_210042_CODE_CCMU_210044#871874 ASC NULLS FIRST], false, 0
WholeStageCodegen (24)
AQEShuffleRead coalesced
Exchange hashpartitioning(CCMU_NOMENCLATU_210042_CODE_CCMU_210044#871874, 10), ENSURE_REQUIREMENTS, [plan_id=528277]
Project [Code+CCMU#869899 AS CCMU_NOMENCLATU_210042_CODE_CCMU_210044#871874]
Filter isnotnull(Code+CCMU#869899)
ColumnarToRow
WholeStageCodegen (5)
FileScan parquet [Code+CCMU#869899] Batched: true, DataFilters: [isnotnull(Code+CCMU#869899)], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/excel/cache/CCMU_SERVEUR_209992_d8efd69afe82378..., PartitionFilters: [], PushedFilters: [IsNotNull(`Code+CCMU`)], ReadSchema: struct<Code+CCMU:string>
Sort [SIC_NOMENCLATUR_210050_CODE_210051#872088 ASC NULLS FIRST], false, 0
WholeStageCodegen (26)
AQEShuffleRead coalesced
Exchange hashpartitioning(SIC_NOMENCLATUR_210050_CODE_210051#872088, 10), ENSURE_REQUIREMENTS, [plan_id=528300]
Project [CODE#870100 AS SIC_NOMENCLATUR_210050_CODE_210051#872088]
Filter isnotnull(CODE#870100)
ColumnarToRow
WholeStageCodegen (6)
FileScan parquet [CODE#870100] Batched: true, DataFilters: [isnotnull(CODE#870100)], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/excel/cache/SIC_SERVEUR_209997_1f27113dc3325158..., PartitionFilters: [], PushedFilters: [IsNotNull(CODE)], ReadSchema: struct<CODE:string>
Sort [05_ACTE_EN_G_210072_CODE_ACTE_EN_G_210073#872286 ASC NULLS FIRST], false, 0
WholeStageCodegen (28)
AQEShuffleRead coalesced
Exchange hashpartitioning(05_ACTE_EN_G_210072_CODE_ACTE_EN_G_210073#872286, 10), ENSURE_REQUIREMENTS, [plan_id=528323]
Project [Code+Acte+en+G#870483 AS 05_ACTE_EN_G_210072_CODE_ACTE_EN_G_210073#872286]
Filter isnotnull(Code+Acte+en+G#870483)
ColumnarToRow
WholeStageCodegen (7)
FileScan parquet [Code+Acte+en+G#870483] Batched: true, DataFilters: [isnotnull(Code+Acte+en+G#870483)], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/excel/cache/05_ACTE_EN_G_SE_209986_1f8120086527..., PartitionFilters: [], PushedFilters: [IsNotNull(`Code+Acte+en+G`)], ReadSchema: struct<Code+Acte+en+G:string>
Sort [07_SPECIALITE_S_210099_SPECIALITE_ETAB_210100#872526 ASC NULLS FIRST], false, 0
WholeStageCodegen (31)
AQEShuffleRead coalesced
Exchange hashpartitioning(07_SPECIALITE_S_210099_SPECIALITE_ETAB_210100#872526, 10), ENSURE_REQUIREMENTS, [plan_id=528348]
Project [str_transform_case(str_remove_accent(str_replace_extend(str_remove_space(Sp%C3%A9cialit%C3%A9+etab#869089, ONLY_ONE), [ ], [-])), UPPER) AS 07_SPECIALITE_S_210099_SPECIALITE_ETAB_210100#872526]
Filter isnotnull(str_transform_case(str_remove_accent(str_replace_extend(str_remove_space(Sp%C3%A9cialit%C3%A9+etab#869089, ONLY_ONE), [ ], [-])), UPPER))
ColumnarToRow
WholeStageCodegen (8)
FileScan parquet [Sp%C3%A9cialit%C3%A9+etab#869089] Batched: true, DataFilters: [isnotnull(str_transform_case(str_remove_accent(str_replace_extend(str_remove_space(Sp%C3%A9ciali..., Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/excel/cache/07_SPECIALITE_S_209989_bdcb1a20fa99..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<Sp%C3%A9cialit%C3%A9+etab:string>
Sort [08_METIER_RADIO_210074_EXECUTANT_210075#872904 ASC NULLS FIRST], false, 0
WholeStageCodegen (33)
AQEShuffleRead coalesced
Exchange hashpartitioning(08_METIER_RADIO_210074_EXECUTANT_210075#872904, 10), ENSURE_REQUIREMENTS, [plan_id=528371]
Project [str_transform_case(str_remove_accent(str_replace_extend(str_remove_space(+EXECUTANT#870891, ONLY_ONE), [ ], [-])), UPPER) AS 08_METIER_RADIO_210074_EXECUTANT_210075#872904]
Filter isnotnull(str_transform_case(str_remove_accent(str_replace_extend(str_remove_space(+EXECUTANT#870891, ONLY_ONE), [ ], [-])), UPPER))
ColumnarToRow
WholeStageCodegen (9)
FileScan parquet [+EXECUTANT#870891] Batched: true, DataFilters: [isnotnull(str_transform_case(str_remove_accent(str_replace_extend(str_remove_space(+EXECUTANT#87..., Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/excel/cache/08_METIER_RADIO_209987_93eff1bff90f..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<+EXECUTANT:string>