digraph G {
0 [labelType="html" label="<br><b>AdaptiveSparkPlan</b><br><br>"];
subgraph cluster1 {
isCluster="true";
label="WholeStageCodegen (35)\n \nduration: 0 ms";
2 [labelType="html" label="<b>HashAggregate</b><br><br>time in aggregation build: 0 ms<br>number of output rows: 1"];
}
3 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 1<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 1<br>local bytes read: 59.0 B<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 16.0 B<br>local merged bytes read: 0.0 B<br>number of partitions: 1<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 59.0 B"];
subgraph cluster4 {
isCluster="true";
label="WholeStageCodegen (34)\n \nduration: 5 ms";
5 [labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build: 5 ms<br>peak memory: 0.0 B<br>number of output rows: 1<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0"];
6 [labelType="html" label="<br><b>Project</b><br><br>"];
7 [labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 7<br>spill size: 0.0 B"];
}
subgraph cluster8 {
isCluster="true";
label="WholeStageCodegen (32)\n \nduration: 31 ms";
9 [labelType="html" label="<br><b>Project</b><br><br>"];
10 [labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 7<br>spill size: 0.0 B"];
}
subgraph cluster11 {
isCluster="true";
label="WholeStageCodegen (30)\n \nduration: 58 ms";
12 [labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 16.1 MiB<br>spill size: 0.0 B"];
}
13 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 194.0 B<br>number of coalesced partitions: 1"];
14 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 7<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 7<br>local bytes read: 190.0 B<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 232.0 B<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 190.0 B"];
subgraph cluster15 {
isCluster="true";
label="WholeStageCodegen (29)\n \nduration: 6 ms";
16 [labelType="html" label="<br><b>Project</b><br><br>"];
17 [labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 7<br>spill size: 0.0 B"];
}
subgraph cluster18 {
isCluster="true";
label="WholeStageCodegen (27)\n \nduration: 27 ms";
19 [labelType="html" label="<br><b>Project</b><br><br>"];
20 [labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 7<br>spill size: 0.0 B"];
}
subgraph cluster21 {
isCluster="true";
label="WholeStageCodegen (25)\n \nduration: 49 ms";
22 [labelType="html" label="<br><b>Project</b><br><br>"];
23 [labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 7<br>spill size: 0.0 B"];
}
subgraph cluster24 {
isCluster="true";
label="WholeStageCodegen (23)\n \nduration: 71 ms";
25 [labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 16.1 MiB<br>spill size: 0.0 B"];
}
26 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 388.0 B<br>number of coalesced partitions: 1"];
27 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 7<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 7<br>local bytes read: 376.0 B<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 344.0 B<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 376.0 B"];
subgraph cluster28 {
isCluster="true";
label="WholeStageCodegen (22)\n \nduration: 3 ms";
29 [labelType="html" label="<br><b>Project</b><br><br>"];
30 [labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 7<br>spill size: 0.0 B"];
}
subgraph cluster31 {
isCluster="true";
label="WholeStageCodegen (20)\n \nduration: 46 ms";
32 [labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 16.1 MiB<br>spill size: 0.0 B"];
}
33 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 228.0 B<br>number of coalesced partitions: 1"];
34 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 7<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 7<br>local bytes read: 208.0 B<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 512.0 B<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 208.0 B"];
35 [labelType="html" label="<b>CartesianProduct</b><br><br>number of output rows: 7"];
subgraph cluster36 {
isCluster="true";
label="WholeStageCodegen (18)\n \nduration: 23 ms";
37 [labelType="html" label="<br><b>Project</b><br><br>"];
38 [labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 7<br>spill size: 0.0 B"];
}
subgraph cluster39 {
isCluster="true";
label="WholeStageCodegen (15)\n \nduration: 61 ms";
40 [labelType="html" label="<br><b>Project</b><br><br>"];
}
41 [labelType="html" label="<b>Window</b><br><br>spill size: 0.0 B"];
subgraph cluster42 {
isCluster="true";
label="WholeStageCodegen (14)\n \nduration: 95 ms";
43 [labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 16.1 MiB<br>spill size: 0.0 B"];
44 [labelType="html" label="<br><b>Project</b><br><br>"];
45 [labelType="html" label="<br><b>Project</b><br><br>"];
46 [labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 7<br>spill size: 0.0 B"];
}
subgraph cluster47 {
isCluster="true";
label="WholeStageCodegen (11)\n \nduration: 66 ms";
48 [labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 16.1 MiB<br>spill size: 0.0 B"];
}
49 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 501.0 B<br>number of coalesced partitions: 1"];
50 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 7<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>1 ms (0 ms, 0 ms, 0 ms (stage 9126.0: task 9375))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 7<br>local bytes read: 479.0 B<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 3<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size total (min, med, max (stageId: taskId))<br>736.0 B (112.0 B, 208.0 B, 416.0 B (stage 9126.0: task 9370))<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>479.0 B (152.0 B, 153.0 B, 174.0 B (stage 9126.0: task 9375))"];
subgraph cluster51 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n1.4 s (20 ms, 146 ms, 193 ms (stage 9126.0: task 9372))";
52 [labelType="html" label="<br><b>Project</b><br><br>"];
53 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 7"];
}
54 [labelType="html" label="<b>Scan csv </b><br><br>number of output rows: 7<br>number of files read: 1<br>metadata time: 0 ms<br>size of files read: 36.3 MiB"];
subgraph cluster55 {
isCluster="true";
label="WholeStageCodegen (13)\n \nduration: 34 ms";
56 [labelType="html" label="<br><b>Project</b><br><br>"];
57 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 1"];
}
58 [labelType="html" label="<b>Window</b><br><br>spill size: 0.0 B"];
subgraph cluster59 {
isCluster="true";
label="WholeStageCodegen (12)\n \nduration: 52 ms";
60 [labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 16.1 MiB<br>spill size: 0.0 B"];
}
61 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 88.0 B<br>number of coalesced partitions: 1"];
62 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 1<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 1<br>local bytes read: 86.0 B<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 48.0 B<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 86.0 B"];
subgraph cluster63 {
isCluster="true";
label="WholeStageCodegen (10)\n \nduration: 5 ms";
64 [labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build: 0 ms<br>peak memory: 256.0 KiB<br>number of output rows: 1<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0"];
}
65 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 117.0 B<br>number of coalesced partitions: 1"];
66 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 1<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 1<br>local bytes read: 112.0 B<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 80.0 B<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 112.0 B"];
subgraph cluster67 {
isCluster="true";
label="WholeStageCodegen (2)\n \nduration: total (min, med, max (stageId: taskId))\n287 ms (12 ms, 31 ms, 44 ms (stage 9127.0: task 9380))";
68 [labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build total (min, med, max (stageId: taskId))<br>90 ms (6 ms, 7 ms, 22 ms (stage 9127.0: task 9390))<br>peak memory total (min, med, max (stageId: taskId))<br>2.5 MiB (256.0 KiB, 256.0 KiB, 256.0 KiB (stage 9127.0: task 9380))<br>number of output rows: 1<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0"];
69 [labelType="html" label="<br><b>Project</b><br><br>"];
70 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 12"];
71 [labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 20,000<br>number of input batches: 5"];
}
72 [labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 10<br>scan time total (min, med, max (stageId: taskId))<br>84 ms (5 ms, 7 ms, 21 ms (stage 9127.0: task 9390))<br>metadata time: 0 ms<br>size of files read: 30.5 MiB<br>number of output rows: 20,000"];
subgraph cluster73 {
isCluster="true";
label="WholeStageCodegen (17)\n \nduration: 36 ms";
74 [labelType="html" label="<br><b>Project</b><br><br>"];
75 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 1"];
}
76 [labelType="html" label="<b>Window</b><br><br>spill size: 0.0 B"];
subgraph cluster77 {
isCluster="true";
label="WholeStageCodegen (16)\n \nduration: 48 ms";
78 [labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 16.1 MiB<br>spill size: 0.0 B"];
}
79 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 80.0 B<br>number of coalesced partitions: 1"];
80 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 1<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 1<br>local bytes read: 76.0 B<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 32.0 B<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 76.0 B"];
subgraph cluster81 {
isCluster="true";
label="WholeStageCodegen (3)\n \nduration: total (min, med, max (stageId: taskId))\n237 ms (107 ms, 130 ms, 130 ms (stage 9128.0: task 9382))";
82 [labelType="html" label="<br><b>Project</b><br><br>"];
83 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 1"];
}
84 [labelType="html" label="<b>Scan csv </b><br><br>number of output rows: 1<br>number of files read: 1<br>metadata time: 0 ms<br>size of files read: 7.2 MiB"];
subgraph cluster85 {
isCluster="true";
label="WholeStageCodegen (19)\n \nduration: 1 ms";
86 [labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 1<br>number of input batches: 1"];
}
87 [labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 1<br>scan time: 1 ms<br>metadata time: 0 ms<br>size of files read: 2044.0 B<br>number of output rows: 1"];
subgraph cluster88 {
isCluster="true";
label="WholeStageCodegen (21)\n \nduration: 0 ms";
89 [labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 16.1 MiB<br>spill size: 0.0 B"];
}
90 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 1292.0 B<br>number of coalesced partitions: 1"];
91 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 52<br>local merged chunks fetched: 0<br>shuffle write time: 1 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 52<br>local bytes read: 1226.0 B<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 1664.0 B<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 1226.0 B"];
subgraph cluster92 {
isCluster="true";
label="WholeStageCodegen (4)\n \nduration: 11 ms";
93 [labelType="html" label="<br><b>Project</b><br><br>"];
94 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 52"];
}
95 [labelType="html" label="<b>Scan csv </b><br><br>number of output rows: 52<br>number of files read: 1<br>metadata time: 0 ms<br>size of files read: 2.3 KiB"];
subgraph cluster96 {
isCluster="true";
label="WholeStageCodegen (24)\n \nduration: 0 ms";
97 [labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 16.1 MiB<br>spill size: 0.0 B"];
}
98 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 1250.0 B<br>number of coalesced partitions: 1"];
99 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 66<br>local merged chunks fetched: 0<br>shuffle write time: 1 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 66<br>local bytes read: 1199.0 B<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 1584.0 B<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 1199.0 B"];
subgraph cluster100 {
isCluster="true";
label="WholeStageCodegen (5)\n \nduration: 5 ms";
101 [labelType="html" label="<br><b>Project</b><br><br>"];
102 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 66"];
103 [labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 66<br>number of input batches: 1"];
}
104 [labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 1<br>scan time: 2 ms<br>metadata time: 0 ms<br>size of files read: 6.2 KiB<br>number of output rows: 66"];
subgraph cluster105 {
isCluster="true";
label="WholeStageCodegen (26)\n \nduration: 0 ms";
106 [labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 16.1 MiB<br>spill size: 0.0 B"];
}
107 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 2.5 KiB<br>number of coalesced partitions: 1"];
108 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 209<br>local merged chunks fetched: 0<br>shuffle write time: 1 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 209<br>local bytes read: 2.4 KiB<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 4.9 KiB<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 2.4 KiB"];
subgraph cluster109 {
isCluster="true";
label="WholeStageCodegen (6)\n \nduration: 4 ms";
110 [labelType="html" label="<br><b>Project</b><br><br>"];
111 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 209"];
112 [labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 209<br>number of input batches: 1"];
}
113 [labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 1<br>scan time: 2 ms<br>metadata time: 0 ms<br>size of files read: 10.7 KiB<br>number of output rows: 209"];
subgraph cluster114 {
isCluster="true";
label="WholeStageCodegen (28)\n \nduration: 15 ms";
115 [labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 16.1 MiB<br>spill size: 0.0 B"];
}
116 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 144.0 B<br>number of coalesced partitions: 1"];
117 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 2<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 2<br>local bytes read: 136.0 B<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 48.0 B<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 136.0 B"];
subgraph cluster118 {
isCluster="true";
label="WholeStageCodegen (7)\n \nduration: 3 ms";
119 [labelType="html" label="<br><b>Project</b><br><br>"];
120 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 2"];
121 [labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 2<br>number of input batches: 1"];
}
122 [labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 1<br>scan time: 2 ms<br>metadata time: 0 ms<br>size of files read: 1395.0 B<br>number of output rows: 2"];
subgraph cluster123 {
isCluster="true";
label="WholeStageCodegen (31)\n \nduration: 39 ms";
124 [labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 16.1 MiB<br>spill size: 0.0 B"];
}
125 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 645.0 B<br>number of coalesced partitions: 1"];
126 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 13<br>local merged chunks fetched: 0<br>shuffle write time: 1 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 13<br>local bytes read: 622.0 B<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 432.0 B<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 622.0 B"];
subgraph cluster127 {
isCluster="true";
label="WholeStageCodegen (8)\n \nduration: 3 ms";
128 [labelType="html" label="<br><b>Project</b><br><br>"];
129 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 13"];
130 [labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 13<br>number of input batches: 1"];
}
131 [labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 1<br>scan time: 1 ms<br>metadata time: 0 ms<br>size of files read: 2.5 KiB<br>number of output rows: 13"];
subgraph cluster132 {
isCluster="true";
label="WholeStageCodegen (33)\n \nduration: 14 ms";
133 [labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 16.1 MiB<br>spill size: 0.0 B"];
}
134 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 80.0 B<br>number of coalesced partitions: 1"];
135 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 1<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 1<br>local bytes read: 76.0 B<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 32.0 B<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 76.0 B"];
subgraph cluster136 {
isCluster="true";
label="WholeStageCodegen (9)\n \nduration: 3 ms";
137 [labelType="html" label="<br><b>Project</b><br><br>"];
138 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 1"];
139 [labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 1<br>number of input batches: 1"];
}
140 [labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 1<br>scan time: 1 ms<br>metadata time: 0 ms<br>size of files read: 1660.0 B<br>number of output rows: 1"];
2->0;
3->2;
5->3;
6->5;
7->6;
9->7;
10->9;
12->10;
13->12;
14->13;
16->14;
17->16;
19->17;
20->19;
22->20;
23->22;
25->23;
26->25;
27->26;
29->27;
30->29;
32->30;
33->32;
34->33;
35->34;
37->35;
38->37;
40->38;
41->40;
43->41;
44->43;
45->44;
46->45;
48->46;
49->48;
50->49;
52->50;
53->52;
54->53;
56->46;
57->56;
58->57;
60->58;
61->60;
62->61;
64->62;
65->64;
66->65;
68->66;
69->68;
70->69;
71->70;
72->71;
74->38;
75->74;
76->75;
78->76;
79->78;
80->79;
82->80;
83->82;
84->83;
86->35;
87->86;
89->30;
90->89;
91->90;
93->91;
94->93;
95->94;
97->23;
98->97;
99->98;
101->99;
102->101;
103->102;
104->103;
106->20;
107->106;
108->107;
110->108;
111->110;
112->111;
113->112;
115->17;
116->115;
117->116;
119->117;
120->119;
121->120;
122->121;
124->10;
125->124;
126->125;
128->126;
129->128;
130->129;
131->130;
133->7;
134->133;
135->134;
137->135;
138->137;
139->138;
140->139;
}
141
AdaptiveSparkPlan isFinalPlan=true
HashAggregate(keys=[], functions=[count(1)])
WholeStageCodegen (35)
Exchange SinglePartition, ENSURE_REQUIREMENTS, [plan_id=524982]
HashAggregate(keys=[], functions=[partial_count(1)])
Project
SortMergeJoin [COL_19C0E740_E06D_42D5_B307_A1E931A5DCDB#861369], [08_METIER_RADIO_210074_EXECUTANT_210075#863005], LeftOuter
WholeStageCodegen (34)
Project [COL_19C0E740_E06D_42D5_B307_A1E931A5DCDB#861369]
SortMergeJoin [COL_19C0E740_E06D_42D5_B307_A1E931A5DCDB#861369], [07_SPECIALITE_S_210099_SPECIALITE_ETAB_210100#862627], LeftOuter
WholeStageCodegen (32)
Sort [COL_19C0E740_E06D_42D5_B307_A1E931A5DCDB#861369 ASC NULLS FIRST], false, 0
WholeStageCodegen (30)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_19C0E740_E06D_42D5_B307_A1E931A5DCDB#861369, 10), ENSURE_REQUIREMENTS, [plan_id=524490]
Project [COL_19C0E740_E06D_42D5_B307_A1E931A5DCDB#861369]
SortMergeJoin [COL_BE0A06CA_C165_46C5_AC16_64541F42FB67#861260], [05_ACTE_EN_G_210072_CODE_ACTE_EN_G_210073#862407], LeftOuter
WholeStageCodegen (29)
Project [COL_BE0A06CA_C165_46C5_AC16_64541F42FB67#861260, COL_19C0E740_E06D_42D5_B307_A1E931A5DCDB#861369]
SortMergeJoin [COL_BE0A06CA_C165_46C5_AC16_64541F42FB67#861260], [SIC_NOMENCLATUR_210050_CODE_210051#862209], LeftOuter
WholeStageCodegen (27)
Project [COL_BE0A06CA_C165_46C5_AC16_64541F42FB67#861260, COL_19C0E740_E06D_42D5_B307_A1E931A5DCDB#861369]
SortMergeJoin [COL_BE0A06CA_C165_46C5_AC16_64541F42FB67#861260], [CCMU_NOMENCLATU_210042_CODE_CCMU_210044#861995], LeftOuter
WholeStageCodegen (25)
Sort [COL_BE0A06CA_C165_46C5_AC16_64541F42FB67#861260 ASC NULLS FIRST], false, 0
WholeStageCodegen (23)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_BE0A06CA_C165_46C5_AC16_64541F42FB67#861260, 10), ENSURE_REQUIREMENTS, [plan_id=524306]
Project [COL_BE0A06CA_C165_46C5_AC16_64541F42FB67#861260, COL_19C0E740_E06D_42D5_B307_A1E931A5DCDB#861369]
SortMergeJoin [COL_3A5D02F6_4E3A_45C4_8CDF_BB835CE099A1#861367], [JOURS_FERIES_ME_210058_DATE_210059#861591], LeftOuter
WholeStageCodegen (22)
Sort [COL_3A5D02F6_4E3A_45C4_8CDF_BB835CE099A1#861367 ASC NULLS FIRST], false, 0
WholeStageCodegen (20)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_3A5D02F6_4E3A_45C4_8CDF_BB835CE099A1#861367, 10), ENSURE_REQUIREMENTS, [plan_id=524077]
CartesianProduct
Project [str_remove_space(COL_C8730919_E879_44D7_A7DD_B3561E73867D#860887, RIGHT) AS COL_BE0A06CA_C165_46C5_AC16_64541F42FB67#861260, str_extract(str_if_with_rule((COL_C8730919_E879_44D7_A7DD_B3561E73867D#860887 <=> B), COL_7D270645_B926_42AF_A110_EB3A1A53031B#861129, COL_7D270645_B926_42AF_A110_EB3A1A53031B#861129), LEFT, 10) AS COL_3A5D02F6_4E3A_45C4_8CDF_BB835CE099A1#861367, str_remove_space(COL_46E1DB98_C579_4CA8_91D3_EC36371C7D62#860890, RIGHT) AS COL_19C0E740_E06D_42D5_B307_A1E931A5DCDB#861369]
SortMergeJoin [COL_64ED17E5_A991_405B_AEED_8A2977283F76#860886], [00_C_PASSAGE_PA_210485_COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#861148], LeftOuter
WholeStageCodegen (18)
Project [COL_64ED17E5_A991_405B_AEED_8A2977283F76#860886, COL_C8730919_E879_44D7_A7DD_B3561E73867D#860887, str_if_with_rule(((COL_7D270645_B926_42AF_A110_EB3A1A53031B#860991 <=> ) OR isnull(COL_7D270645_B926_42AF_A110_EB3A1A53031B#860991)), date_time_to_str(COL_EC5FC3FE_63E2_47F4_9B2C_24B65B0FA626#861034, yyyy-MM-dd HH:mm:ss, Europe/Paris, fr_FR), COL_7D270645_B926_42AF_A110_EB3A1A53031B#860991) AS COL_7D270645_B926_42AF_A110_EB3A1A53031B#861129, COL_46E1DB98_C579_4CA8_91D3_EC36371C7D62#860890]
WholeStageCodegen (15)
Window [min(COL_D2FFC838_F283_4212_9AB1_200623DBA7E3#861002) windowspecdefinition(COL_64ED17E5_A991_405B_AEED_8A2977283F76#860886, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_EC5FC3FE_63E2_47F4_9B2C_24B65B0FA626#861034], [COL_64ED17E5_A991_405B_AEED_8A2977283F76#860886], [1 DESC NULLS LAST]
Sort [COL_64ED17E5_A991_405B_AEED_8A2977283F76#860886 ASC NULLS FIRST, 1 DESC NULLS LAST], false, 0
Project [COL_64ED17E5_A991_405B_AEED_8A2977283F76#860886, COL_C8730919_E879_44D7_A7DD_B3561E73867D#860887, COL_B37ECD07_F495_4093_A00C_6F422F16F29C#860938 AS COL_7D270645_B926_42AF_A110_EB3A1A53031B#860991, COL_46E1DB98_C579_4CA8_91D3_EC36371C7D62#860890, str_to_datez(COL_B37ECD07_F495_4093_A00C_6F422F16F29C#860938, yyyy-MM-dd HH:mm:ss, Europe/Paris, fr_FR) AS COL_D2FFC838_F283_4212_9AB1_200623DBA7E3#861002]
Project [COL_64ED17E5_A991_405B_AEED_8A2977283F76#860886, COL_C8730919_E879_44D7_A7DD_B3561E73867D#860887, COL_46E1DB98_C579_4CA8_91D3_EC36371C7D62#860890, str_if_with_rule((isnull(COL_7D270645_B926_42AF_A110_EB3A1A53031B#860889) AND isnotnull(02_D_ELIGIBLE_D_210509_COL_B848A9AB_FC92_4DF9_9680_B28D2728DEA6#860903)), str_join(array(str_join(array(str_extract(02_D_ELIGIBLE_D_210509_COL_B848A9AB_FC92_4DF9_9680_B28D2728DEA6#860903, RIGHT, 4), str_extract_middle(02_D_ELIGIBLE_D_210509_COL_B848A9AB_FC92_4DF9_9680_B28D2728DEA6#860903, 3, 2), str_extract_middle(02_D_ELIGIBLE_D_210509_COL_B848A9AB_FC92_4DF9_9680_B28D2728DEA6#860903, 1, 2)), -), 00:01:00), ), COL_7D270645_B926_42AF_A110_EB3A1A53031B#860889) AS COL_B37ECD07_F495_4093_A00C_6F422F16F29C#860938]
SortMergeJoin [COL_64ED17E5_A991_405B_AEED_8A2977283F76#860886], [02_D_ELIGIBLE_D_210509_COL_E7A43A36_E00B_4FF8_A077_36E0B3CB668E#860902], LeftOuter
WholeStageCodegen (14)
Sort [COL_64ED17E5_A991_405B_AEED_8A2977283F76#860886 ASC NULLS FIRST], false, 0
WholeStageCodegen (11)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_64ED17E5_A991_405B_AEED_8A2977283F76#860886, 10), ENSURE_REQUIREMENTS, [plan_id=523107]
Project [Numéro Séjour#859085 AS COL_64ED17E5_A991_405B_AEED_8A2977283F76#860886, Code Acte#859086 AS COL_C8730919_E879_44D7_A7DD_B3561E73867D#860887, Date soins#859088 AS COL_7D270645_B926_42AF_A110_EB3A1A53031B#860889, str_transform_case(str_remove_accent(str_replace_extend(str_remove_space(Spécialité exécutant#859089, ONLY_ONE), [ ], [-])), UPPER) AS COL_46E1DB98_C579_4CA8_91D3_EC36371C7D62#860890]
Filter (Numéro Séjour#859085 <=> 011040518)
WholeStageCodegen (1)
FileScan csv [Numéro Séjour#859085,Code Acte#859086,Date soins#859088,Spécialité exécutant#859089] Batched: false, DataFilters: [(Numéro Séjour#859085 <=> 011040518)], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/tmp/03_ACTES_PATIEN_209974/Horodatage_actes..., PartitionFilters: [], PushedFilters: [EqualNullSafe(Numéro Séjour,011040518)], ReadSchema: struct<Numéro Séjour:string,Code Acte:string,Date soins:string,Spécialité exécutant:string>
Project [COL_E7A43A36_E00B_4FF8_A077_36E0B3CB668E#858884 AS 02_D_ELIGIBLE_D_210509_COL_E7A43A36_E00B_4FF8_A077_36E0B3CB668E#860902, COL_B848A9AB_FC92_4DF9_9680_B28D2728DEA6#858885 AS 02_D_ELIGIBLE_D_210509_COL_B848A9AB_FC92_4DF9_9680_B28D2728DEA6#860903]
Filter (COL_F8B7155B_85D8_4C56_AA9E_CBA107862DA4#858957 <=> 1)
WholeStageCodegen (13)
Window [row_number() windowspecdefinition(COL_E7A43A36_E00B_4FF8_A077_36E0B3CB668E#858884, COL_B848A9AB_FC92_4DF9_9680_B28D2728DEA6#858885 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_F8B7155B_85D8_4C56_AA9E_CBA107862DA4#858957], [COL_E7A43A36_E00B_4FF8_A077_36E0B3CB668E#858884], [COL_B848A9AB_FC92_4DF9_9680_B28D2728DEA6#858885 ASC NULLS LAST]
Sort [COL_E7A43A36_E00B_4FF8_A077_36E0B3CB668E#858884 ASC NULLS FIRST, COL_B848A9AB_FC92_4DF9_9680_B28D2728DEA6#858885 ASC NULLS LAST], false, 0
WholeStageCodegen (12)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_E7A43A36_E00B_4FF8_A077_36E0B3CB668E#858884, 10), ENSURE_REQUIREMENTS, [plan_id=523577]
HashAggregate(keys=[COL_2FEA4158_845C_4424_A9CA_B85AB23BC787#858819, COL_B0A3BD57_143D_4D99_B6D3_1643D1B44515#858823, COL_5B2C7C51_2758_4EFF_BFA0_563051DD3532#858824], functions=[])
WholeStageCodegen (10)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_2FEA4158_845C_4424_A9CA_B85AB23BC787#858819, COL_B0A3BD57_143D_4D99_B6D3_1643D1B44515#858823, COL_5B2C7C51_2758_4EFF_BFA0_563051DD3532#858824, 10), ENSURE_REQUIREMENTS, [plan_id=523129]
HashAggregate(keys=[COL_2FEA4158_845C_4424_A9CA_B85AB23BC787#858819, COL_B0A3BD57_143D_4D99_B6D3_1643D1B44515#858823, COL_5B2C7C51_2758_4EFF_BFA0_563051DD3532#858824], functions=[])
Project [COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#858452 AS COL_2FEA4158_845C_4424_A9CA_B85AB23BC787#858819, COL_F76265AB_8748_4114_92B4_00E37DE25D34#858456 AS COL_B0A3BD57_143D_4D99_B6D3_1643D1B44515#858823, COL_96E2282E_0771_460E_8BDB_D11261BD9020#858457 AS COL_5B2C7C51_2758_4EFF_BFA0_563051DD3532#858824]
Filter ((COL_F76265AB_8748_4114_92B4_00E37DE25D34#858456 <=> 011040518) AND isnotnull(COL_F76265AB_8748_4114_92B4_00E37DE25D34#858456))
ColumnarToRow
WholeStageCodegen (2)
FileScan parquet [COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#858452,COL_F76265AB_8748_4114_92B4_00E37DE25D34#858456,COL_96E2282E_0771_460E_8BDB_D11261BD9020#858457] Batched: true, DataFilters: [(COL_F76265AB_8748_4114_92B4_00E37DE25D34#858456 <=> 011040518), isnotnull(COL_F76265AB_8748_411..., Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/02_A_ELIGIBLE_210376], PartitionFilters: [], PushedFilters: [EqualNullSafe(COL_F76265AB_8748_4114_92B4_00E37DE25D34,011040518), IsNotNull(COL_F76265AB_8748_4..., ReadSchema: struct<COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB:string,COL_F76265AB_8748_4114_92B4_00E37DE25D34:s...
Project [COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#860745 AS 00_C_PASSAGE_PA_210485_COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#861148]
Filter (COL_6B340AEB_6908_4A50_8AD6_FE561D33FBE0#860761 <=> 1)
WholeStageCodegen (17)
Window [row_number() windowspecdefinition(COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#860745, 1 DESC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_6B340AEB_6908_4A50_8AD6_FE561D33FBE0#860761], [COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#860745], [1 DESC NULLS LAST]
Sort [COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#860745 ASC NULLS FIRST, 1 DESC NULLS LAST], false, 0
WholeStageCodegen (16)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#860745, 10), ENSURE_REQUIREMENTS, [plan_id=523158]
Project [Numéro Séjour#860627 AS COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#860745]
Filter ((NOT CASE WHEN isnull(StartsWith(Numéro Séjour#860627, #)) THEN false ELSE StartsWith(Numéro Séjour#860627, #) END AND (Numéro Séjour#860627 <=> 011040518)) AND isnotnull(Numéro Séjour#860627))
WholeStageCodegen (3)
FileScan csv [Numéro Séjour#860627] Batched: false, DataFilters: [NOT CASE WHEN isnull(StartsWith(Numéro Séjour#860627, #)) THEN false ELSE StartsWith(Numéro Séjo..., Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/tmp/02_PASSAGE_PATI_209976/passage_Patient_..., PartitionFilters: [], PushedFilters: [EqualNullSafe(Numéro Séjour,011040518), IsNotNull(Numéro Séjour)], ReadSchema: struct<Numéro Séjour:string>
ColumnarToRow
WholeStageCodegen (19)
FileScan parquet [] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/excel/cache/09_INFORMATION__209985_16b54f457978..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<>
Sort [JOURS_FERIES_ME_210058_DATE_210059#861591 ASC NULLS FIRST], false, 0
WholeStageCodegen (21)
AQEShuffleRead coalesced
Exchange hashpartitioning(JOURS_FERIES_ME_210058_DATE_210059#861591, 10), ENSURE_REQUIREMENTS, [plan_id=523181]
Project [date#860347 AS JOURS_FERIES_ME_210058_DATE_210059#861591]
Filter isnotnull(date#860347)
WholeStageCodegen (4)
FileScan csv [date#860347] Batched: false, DataFilters: [isnotnull(date#860347)], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/tmp/JOURS_FERIES_ME_209980/jours_feries_met..., PartitionFilters: [], PushedFilters: [IsNotNull(date)], ReadSchema: struct<date:string>
Sort [CCMU_NOMENCLATU_210042_CODE_CCMU_210044#861995 ASC NULLS FIRST], false, 0
WholeStageCodegen (24)
AQEShuffleRead coalesced
Exchange hashpartitioning(CCMU_NOMENCLATU_210042_CODE_CCMU_210044#861995, 10), ENSURE_REQUIREMENTS, [plan_id=523205]
Project [Code+CCMU#859877 AS CCMU_NOMENCLATU_210042_CODE_CCMU_210044#861995]
Filter isnotnull(Code+CCMU#859877)
ColumnarToRow
WholeStageCodegen (5)
FileScan parquet [Code+CCMU#859877] Batched: true, DataFilters: [isnotnull(Code+CCMU#859877)], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/excel/cache/CCMU_SERVEUR_209992_d8efd69afe82378..., PartitionFilters: [], PushedFilters: [IsNotNull(`Code+CCMU`)], ReadSchema: struct<Code+CCMU:string>
Sort [SIC_NOMENCLATUR_210050_CODE_210051#862209 ASC NULLS FIRST], false, 0
WholeStageCodegen (26)
AQEShuffleRead coalesced
Exchange hashpartitioning(SIC_NOMENCLATUR_210050_CODE_210051#862209, 10), ENSURE_REQUIREMENTS, [plan_id=523228]
Project [CODE#860062 AS SIC_NOMENCLATUR_210050_CODE_210051#862209]
Filter isnotnull(CODE#860062)
ColumnarToRow
WholeStageCodegen (6)
FileScan parquet [CODE#860062] Batched: true, DataFilters: [isnotnull(CODE#860062)], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/excel/cache/SIC_SERVEUR_209997_1f27113dc3325158..., PartitionFilters: [], PushedFilters: [IsNotNull(CODE)], ReadSchema: struct<CODE:string>
Sort [05_ACTE_EN_G_210072_CODE_ACTE_EN_G_210073#862407 ASC NULLS FIRST], false, 0
WholeStageCodegen (28)
AQEShuffleRead coalesced
Exchange hashpartitioning(05_ACTE_EN_G_210072_CODE_ACTE_EN_G_210073#862407, 10), ENSURE_REQUIREMENTS, [plan_id=523251]
Project [Code+Acte+en+G#860527 AS 05_ACTE_EN_G_210072_CODE_ACTE_EN_G_210073#862407]
Filter isnotnull(Code+Acte+en+G#860527)
ColumnarToRow
WholeStageCodegen (7)
FileScan parquet [Code+Acte+en+G#860527] Batched: true, DataFilters: [isnotnull(Code+Acte+en+G#860527)], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/excel/cache/05_ACTE_EN_G_SE_209986_1f8120086527..., PartitionFilters: [], PushedFilters: [IsNotNull(`Code+Acte+en+G`)], ReadSchema: struct<Code+Acte+en+G:string>
Sort [07_SPECIALITE_S_210099_SPECIALITE_ETAB_210100#862627 ASC NULLS FIRST], false, 0
WholeStageCodegen (31)
AQEShuffleRead coalesced
Exchange hashpartitioning(07_SPECIALITE_S_210099_SPECIALITE_ETAB_210100#862627, 10), ENSURE_REQUIREMENTS, [plan_id=523276]
Project [str_transform_case(str_remove_accent(str_replace_extend(str_remove_space(Sp%C3%A9cialit%C3%A9+etab#858999, ONLY_ONE), [ ], [-])), UPPER) AS 07_SPECIALITE_S_210099_SPECIALITE_ETAB_210100#862627]
Filter isnotnull(str_transform_case(str_remove_accent(str_replace_extend(str_remove_space(Sp%C3%A9cialit%C3%A9+etab#858999, ONLY_ONE), [ ], [-])), UPPER))
ColumnarToRow
WholeStageCodegen (8)
FileScan parquet [Sp%C3%A9cialit%C3%A9+etab#858999] Batched: true, DataFilters: [isnotnull(str_transform_case(str_remove_accent(str_replace_extend(str_remove_space(Sp%C3%A9ciali..., Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/excel/cache/07_SPECIALITE_S_209989_bdcb1a20fa99..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<Sp%C3%A9cialit%C3%A9+etab:string>
Sort [08_METIER_RADIO_210074_EXECUTANT_210075#863005 ASC NULLS FIRST], false, 0
WholeStageCodegen (33)
AQEShuffleRead coalesced
Exchange hashpartitioning(08_METIER_RADIO_210074_EXECUTANT_210075#863005, 10), ENSURE_REQUIREMENTS, [plan_id=523299]
Project [str_transform_case(str_remove_accent(str_replace_extend(str_remove_space(+EXECUTANT#860821, ONLY_ONE), [ ], [-])), UPPER) AS 08_METIER_RADIO_210074_EXECUTANT_210075#863005]
Filter isnotnull(str_transform_case(str_remove_accent(str_replace_extend(str_remove_space(+EXECUTANT#860821, ONLY_ONE), [ ], [-])), UPPER))
ColumnarToRow
WholeStageCodegen (9)
FileScan parquet [+EXECUTANT#860821] Batched: true, DataFilters: [isnotnull(str_transform_case(str_remove_accent(str_replace_extend(str_remove_space(+EXECUTANT#86..., Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/excel/cache/08_METIER_RADIO_209987_93eff1bff90f..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<+EXECUTANT:string>