digraph G {
0 [labelType="html" label="<br><b>AdaptiveSparkPlan</b><br><br>"];
subgraph cluster1 {
isCluster="true";
label="WholeStageCodegen (8)\n \nduration: 0 ms";
2 [labelType="html" label="<b>HashAggregate</b><br><br>time in aggregation build: 0 ms<br>number of output rows: 1"];
}
3 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 1<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 1<br>local bytes read: 59.0 B<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 16.0 B<br>local merged bytes read: 0.0 B<br>number of partitions: 1<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 59.0 B"];
subgraph cluster4 {
isCluster="true";
label="WholeStageCodegen (7)\n \nduration: 2 ms";
5 [labelType="html" label="<b>HashAggregate</b><br><br>time in aggregation build: 1 ms<br>number of output rows: 1"];
6 [labelType="html" label="<br><b>Project</b><br><br>"];
7 [labelType="html" label="<b>Generate</b><br><br>number of output rows: 1"];
8 [labelType="html" label="<br><b>Project</b><br><br>"];
}
9 [labelType="html" label="<b>CartesianProduct</b><br><br>number of output rows: 1"];
subgraph cluster10 {
isCluster="true";
label="WholeStageCodegen (5)\n \nduration: 12 ms";
11 [labelType="html" label="<br><b>Project</b><br><br>"];
12 [labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 1<br>spill size: 0.0 B"];
}
subgraph cluster13 {
isCluster="true";
label="WholeStageCodegen (3)\n \nduration: 24 ms";
14 [labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 16.1 MiB<br>spill size: 0.0 B"];
}
15 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 88.0 B<br>number of coalesced partitions: 1"];
16 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 1<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 1<br>local bytes read: 84.0 B<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 40.0 B<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 84.0 B"];
subgraph cluster17 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n2.1 s (122 ms, 227 ms, 250 ms (stage 12368.0: task 12885))";
18 [labelType="html" label="<br><b>Project</b><br><br>"];
19 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 1"];
}
20 [labelType="html" label="<b>Scan csv </b><br><br>number of output rows: 1<br>number of files read: 1<br>metadata time: 0 ms<br>size of files read: 36.3 MiB"];
subgraph cluster21 {
isCluster="true";
label="WholeStageCodegen (4)\n \nduration: 0 ms";
22 [labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 16.1 MiB<br>spill size: 0.0 B"];
}
23 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 185.0 B<br>number of coalesced partitions: 1"];
24 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 2<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 2<br>local bytes read: 184.0 B<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 104.0 B<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 184.0 B"];
subgraph cluster25 {
isCluster="true";
label="WholeStageCodegen (2)\n \nduration: 6 ms";
26 [labelType="html" label="<br><b>Project</b><br><br>"];
27 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 2"];
28 [labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 13<br>number of input batches: 1"];
}
29 [labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 1<br>scan time: 4 ms<br>metadata time: 0 ms<br>size of files read: 2.5 KiB<br>number of output rows: 13"];
subgraph cluster30 {
isCluster="true";
label="WholeStageCodegen (6)\n \nduration: 4 ms";
31 [labelType="html" label="<br><b>Project</b><br><br>"];
32 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 1"];
}
33 [labelType="html" label="<b>Scan csv </b><br><br>number of output rows: 1<br>number of files read: 1<br>metadata time: 0 ms<br>size of files read: 174.0 B"];
2->0;
3->2;
5->3;
6->5;
7->6;
8->7;
9->8;
11->9;
12->11;
14->12;
15->14;
16->15;
18->16;
19->18;
20->19;
22->12;
23->22;
24->23;
26->24;
27->26;
28->27;
29->28;
31->9;
32->31;
33->32;
}
34
AdaptiveSparkPlan isFinalPlan=true
HashAggregate(keys=[], functions=[count(1)])
WholeStageCodegen (8)
Exchange SinglePartition, ENSURE_REQUIREMENTS, [plan_id=652902]
HashAggregate(keys=[], functions=[partial_count(1)])
Project
Generate explode(COL_9E049AD5_127E_4665_A135_38C7D69F0524#1079517), false, [COL_19DEA476_4B65_4C26_8AEB_401B1148E80D#1079537]
Project [str_split(LISTE_UF_SUN_SU_210126_SPECIALITE_URGE_210130#1079429, ;) AS COL_9E049AD5_127E_4665_A135_38C7D69F0524#1079517]
WholeStageCodegen (7)
CartesianProduct
Project [LISTE_UF_SUN_SU_210126_SPECIALITE_URGE_210130#1079429]
SortMergeJoin [COL_9F4D6058_F196_4B17_B4B5_2C7706DF82DC#1079376], [LISTE_UF_SUN_SU_210126_SPECIALITE_ETAB_210127#1079428], Inner
WholeStageCodegen (5)
Sort [COL_9F4D6058_F196_4B17_B4B5_2C7706DF82DC#1079376 ASC NULLS FIRST], false, 0
WholeStageCodegen (3)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_9F4D6058_F196_4B17_B4B5_2C7706DF82DC#1079376, 10), ENSURE_REQUIREMENTS, [plan_id=652722]
Project [str_transform_case(str_remove_accent(str_replace_extend(str_remove_space(Spécialité exécutant#1079122, ONLY_ONE), [ ], [-])), UPPER) AS COL_9F4D6058_F196_4B17_B4B5_2C7706DF82DC#1079376]
Filter ((Numéro Séjour#1079118 <=> 011038404) AND isnotnull(str_transform_case(str_remove_accent(str_replace_extend(str_remove_space(Spécialité exécutant#1079122, ONLY_ONE), [ ], [-])), UPPER)))
WholeStageCodegen (1)
FileScan csv [Numéro Séjour#1079118,Spécialité exécutant#1079122] Batched: false, DataFilters: [(Numéro Séjour#1079118 <=> 011038404), isnotnull(str_transform_case(str_remove_accent(str_replac..., Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/tmp/03_ACTES_PATIEN_209974/Horodatage_actes..., PartitionFilters: [], PushedFilters: [EqualNullSafe(Numéro Séjour,011038404)], ReadSchema: struct<Numéro Séjour:string,Spécialité exécutant:string>
Sort [LISTE_UF_SUN_SU_210126_SPECIALITE_ETAB_210127#1079428 ASC NULLS FIRST], false, 0
WholeStageCodegen (4)
AQEShuffleRead coalesced
Exchange hashpartitioning(LISTE_UF_SUN_SU_210126_SPECIALITE_ETAB_210127#1079428, 10), ENSURE_REQUIREMENTS, [plan_id=652742]
Project [str_replace_extend(str_transform_case(str_remove_accent(str_remove_space(Sp%C3%A9cialit%C3%A9+etab#1079273, ONLY_ONE)), UPPER), [ ], [-]) AS LISTE_UF_SUN_SU_210126_SPECIALITE_ETAB_210127#1079428, Sp%C3%A9cialit%C3%A9+urgentiste+UF#1079276 AS LISTE_UF_SUN_SU_210126_SPECIALITE_URGE_210130#1079429]
Filter (((isnotnull(Sp%C3%A9cialit%C3%A9+urgentiste+UF#1079276) AND isnotnull(str_replace_extend(str_transform_case(str_remove_accent(str_remove_space(Sp%C3%A9cialit%C3%A9+etab#1079273, ONLY_ONE)), UPPER), [ ], [-]))) AND (size(str_split(Sp%C3%A9cialit%C3%A9+urgentiste+UF#1079276, ;), true) > 0)) AND isnotnull(str_split(Sp%C3%A9cialit%C3%A9+urgentiste+UF#1079276, ;)))
ColumnarToRow
WholeStageCodegen (2)
FileScan parquet [Sp%C3%A9cialit%C3%A9+etab#1079273,Sp%C3%A9cialit%C3%A9+urgentiste+UF#1079276] Batched: true, DataFilters: [isnotnull(Sp%C3%A9cialit%C3%A9+urgentiste+UF#1079276), isnotnull(str_replace_extend(str_transfor..., Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/excel/cache/LISTE_UF_SUN_SU_210006_d71b6e1bc19c..., PartitionFilters: [], PushedFilters: [IsNotNull(`Sp%C3%A9cialit%C3%A9+urgentiste+UF`)], ReadSchema: struct<Sp%C3%A9cialit%C3%A9+etab:string,Sp%C3%A9cialit%C3%A9+urgentiste+UF:string>
Project
Filter ((isnotnull(REGLES#1079186) AND (RC-SUN-AUTO = REGLES#1079186)) AND (APPLICABLE#1079187 <=> O))
WholeStageCodegen (6)
FileScan csv [REGLES#1079186,APPLICABLE#1079187] Batched: false, DataFilters: [isnotnull(REGLES#1079186), (RC-SUN-AUTO = REGLES#1079186), (APPLICABLE#1079187 <=> O)], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/tmp/REGLES_APPLICAB_209983/REGLES-A-TTT new..., PartitionFilters: [], PushedFilters: [IsNotNull(REGLES), EqualTo(REGLES,RC-SUN-AUTO), EqualNullSafe(APPLICABLE,O)], ReadSchema: struct<REGLES:string,APPLICABLE:string>