digraph G {
0 [labelType="html" label="<br><b>AdaptiveSparkPlan</b><br><br>"];
subgraph cluster1 {
isCluster="true";
label="WholeStageCodegen (16)\n \nduration: 0 ms";
2 [labelType="html" label="<b>HashAggregate</b><br><br>time in aggregation build: 0 ms<br>number of output rows: 1"];
}
3 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 1<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 1<br>local bytes read: 59.0 B<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 16.0 B<br>local merged bytes read: 0.0 B<br>number of partitions: 1<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 59.0 B"];
subgraph cluster4 {
isCluster="true";
label="WholeStageCodegen (15)\n \nduration: 2 ms";
5 [labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build: 2 ms<br>peak memory: 0.0 B<br>number of output rows: 1<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0"];
6 [labelType="html" label="<br><b>Project</b><br><br>"];
7 [labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 1<br>spill size: 0.0 B"];
}
subgraph cluster8 {
isCluster="true";
label="WholeStageCodegen (13)\n \nduration: 31 ms";
9 [labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 16.1 MiB<br>spill size: 0.0 B"];
}
10 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 80.0 B<br>number of coalesced partitions: 1"];
11 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 1<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 1<br>local bytes read: 76.0 B<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 32.0 B<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 76.0 B"];
12 [labelType="html" label="<b>CartesianProduct</b><br><br>number of output rows: 1"];
subgraph cluster13 {
isCluster="true";
label="WholeStageCodegen (11)\n \nduration: 1 ms";
14 [labelType="html" label="<br><b>Project</b><br><br>"];
15 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 1"];
}
16 [labelType="html" label="<b>Window</b><br><br>spill size: 0.0 B"];
subgraph cluster17 {
isCluster="true";
label="WholeStageCodegen (10)\n \nduration: 127 ms";
18 [labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 16.1 MiB<br>spill size: 0.0 B"];
}
19 [labelType="html" label="<b>Window</b><br><br>spill size: 0.0 B"];
subgraph cluster20 {
isCluster="true";
label="WholeStageCodegen (9)\n \nduration: 62 ms";
21 [labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 16.1 MiB<br>spill size: 0.0 B"];
}
22 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 129.0 B<br>number of coalesced partitions: 1"];
23 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 1<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 1<br>local bytes read: 129.0 B<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 88.0 B<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 129.0 B"];
subgraph cluster24 {
isCluster="true";
label="WholeStageCodegen (8)\n \nduration: 4 ms";
25 [labelType="html" label="<br><b>Project</b><br><br>"];
26 [labelType="html" label="<b>Generate</b><br><br>number of output rows: 1"];
27 [labelType="html" label="<br><b>Project</b><br><br>"];
}
28 [labelType="html" label="<b>CartesianProduct</b><br><br>number of output rows: 1"];
subgraph cluster29 {
isCluster="true";
label="WholeStageCodegen (6)\n \nduration: 22 ms";
30 [labelType="html" label="<br><b>Project</b><br><br>"];
31 [labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 1<br>spill size: 0.0 B"];
}
subgraph cluster32 {
isCluster="true";
label="WholeStageCodegen (4)\n \nduration: 57 ms";
33 [labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 16.1 MiB<br>spill size: 0.0 B"];
}
34 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 142.0 B<br>number of coalesced partitions: 1"];
35 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 1<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 1<br>local bytes read: 136.0 B<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 96.0 B<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 136.0 B"];
subgraph cluster36 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n1.5 s (43 ms, 156 ms, 214 ms (stage 12323.0: task 12843))";
37 [labelType="html" label="<br><b>Project</b><br><br>"];
38 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 1"];
}
39 [labelType="html" label="<b>Scan csv </b><br><br>number of output rows: 1<br>number of files read: 1<br>metadata time: 0 ms<br>size of files read: 36.3 MiB"];
subgraph cluster40 {
isCluster="true";
label="WholeStageCodegen (5)\n \nduration: 0 ms";
41 [labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 16.1 MiB<br>spill size: 0.0 B"];
}
42 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 223.0 B<br>number of coalesced partitions: 1"];
43 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 2<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 2<br>local bytes read: 213.0 B<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 136.0 B<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 213.0 B"];
subgraph cluster44 {
isCluster="true";
label="WholeStageCodegen (2)\n \nduration: 4 ms";
45 [labelType="html" label="<br><b>Project</b><br><br>"];
46 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 2"];
47 [labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 13<br>number of input batches: 1"];
}
48 [labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 1<br>scan time: 2 ms<br>metadata time: 0 ms<br>size of files read: 2.5 KiB<br>number of output rows: 13"];
subgraph cluster49 {
isCluster="true";
label="WholeStageCodegen (7)\n \nduration: 4 ms";
50 [labelType="html" label="<br><b>Project</b><br><br>"];
51 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 1"];
}
52 [labelType="html" label="<b>Scan csv </b><br><br>number of output rows: 1<br>number of files read: 1<br>metadata time: 0 ms<br>size of files read: 174.0 B"];
subgraph cluster53 {
isCluster="true";
label="WholeStageCodegen (12)\n \nduration: 2 ms";
54 [labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 1<br>number of input batches: 1"];
}
55 [labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 1<br>scan time: 2 ms<br>metadata time: 0 ms<br>size of files read: 2044.0 B<br>number of output rows: 1"];
subgraph cluster56 {
isCluster="true";
label="WholeStageCodegen (14)\n \nduration: 0 ms";
57 [labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 16.1 MiB<br>spill size: 0.0 B"];
}
58 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 1292.0 B<br>number of coalesced partitions: 1"];
59 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 52<br>local merged chunks fetched: 0<br>shuffle write time: 1 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 52<br>local bytes read: 1226.0 B<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 1664.0 B<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 1226.0 B"];
subgraph cluster60 {
isCluster="true";
label="WholeStageCodegen (3)\n \nduration: 13 ms";
61 [labelType="html" label="<br><b>Project</b><br><br>"];
62 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 52"];
}
63 [labelType="html" label="<b>Scan csv </b><br><br>number of output rows: 52<br>number of files read: 1<br>metadata time: 0 ms<br>size of files read: 2.3 KiB"];
2->0;
3->2;
5->3;
6->5;
7->6;
9->7;
10->9;
11->10;
12->11;
14->12;
15->14;
16->15;
18->16;
19->18;
21->19;
22->21;
23->22;
25->23;
26->25;
27->26;
28->27;
30->28;
31->30;
33->31;
34->33;
35->34;
37->35;
38->37;
39->38;
41->31;
42->41;
43->42;
45->43;
46->45;
47->46;
48->47;
50->28;
51->50;
52->51;
54->12;
55->54;
57->7;
58->57;
59->58;
61->59;
62->61;
63->62;
}
64
AdaptiveSparkPlan isFinalPlan=true
HashAggregate(keys=[], functions=[count(1)])
WholeStageCodegen (16)
Exchange SinglePartition, ENSURE_REQUIREMENTS, [plan_id=651657]
HashAggregate(keys=[], functions=[partial_count(1)])
Project
SortMergeJoin [COL_0130D8F7_83F5_4ECD_BC24_EF3A22F79DCB#1077768], [JOURS_FERIES_ME_210058_DATE_210059#1077902], LeftOuter
WholeStageCodegen (15)
Sort [COL_0130D8F7_83F5_4ECD_BC24_EF3A22F79DCB#1077768 ASC NULLS FIRST], false, 0
WholeStageCodegen (13)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_0130D8F7_83F5_4ECD_BC24_EF3A22F79DCB#1077768, 10), ENSURE_REQUIREMENTS, [plan_id=651573]
CartesianProduct
Project [str_extract(COL_23CBC939_FED9_4CC5_BEE3_E6916C516674#1077278, LEFT, 10) AS COL_0130D8F7_83F5_4ECD_BC24_EF3A22F79DCB#1077768]
Filter ((COL_610F71AD_0BEE_4815_A433_7501DF9C0776#1077605 <=> 1) AND (COL_44FF6557_5C57_4AEC_98D4_082EF1B2C87D#1077522 <=> 1))
WholeStageCodegen (11)
Window [row_number() windowspecdefinition(COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275, COL_435E98B6_DA51_4289_8368_EA8C7F331B2A#1077496, COL_3A2979C4_F4DD_45B2_8C27_4218F75C10B1#1077429 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_44FF6557_5C57_4AEC_98D4_082EF1B2C87D#1077522], [COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275, COL_435E98B6_DA51_4289_8368_EA8C7F331B2A#1077496], [COL_3A2979C4_F4DD_45B2_8C27_4218F75C10B1#1077429 ASC NULLS LAST]
Sort [COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275 ASC NULLS FIRST, COL_435E98B6_DA51_4289_8368_EA8C7F331B2A#1077496 ASC NULLS FIRST, COL_3A2979C4_F4DD_45B2_8C27_4218F75C10B1#1077429 ASC NULLS LAST], false, 0
WholeStageCodegen (10)
Window [row_number() windowspecdefinition(COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275, COL_3A2979C4_F4DD_45B2_8C27_4218F75C10B1#1077429 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_610F71AD_0BEE_4815_A433_7501DF9C0776#1077605], [COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275], [COL_3A2979C4_F4DD_45B2_8C27_4218F75C10B1#1077429 ASC NULLS LAST]
Sort [COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275 ASC NULLS FIRST, COL_3A2979C4_F4DD_45B2_8C27_4218F75C10B1#1077429 ASC NULLS LAST], false, 0
WholeStageCodegen (9)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275, 10), ENSURE_REQUIREMENTS, [plan_id=651419]
Project [COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275, COL_23CBC939_FED9_4CC5_BEE3_E6916C516674#1077278, COL_3A2979C4_F4DD_45B2_8C27_4218F75C10B1#1077429, str_join(array(COL_D8510192_8A92_4D8A_9C8C_D1728884D9D1#1077412, COL_19DEA476_4B65_4C26_8AEB_401B1148E80D#1077440), -) AS COL_435E98B6_DA51_4289_8368_EA8C7F331B2A#1077496]
Generate explode(COL_9E049AD5_127E_4665_A135_38C7D69F0524#1077420), [COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275, COL_23CBC939_FED9_4CC5_BEE3_E6916C516674#1077278, COL_D8510192_8A92_4D8A_9C8C_D1728884D9D1#1077412, COL_3A2979C4_F4DD_45B2_8C27_4218F75C10B1#1077429], false, [COL_19DEA476_4B65_4C26_8AEB_401B1148E80D#1077440]
Project [COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275, COL_23CBC939_FED9_4CC5_BEE3_E6916C516674#1077278, LISTE_UF_SUN_SU_210126_CODES_OFFICIELS_210129#1077329 AS COL_D8510192_8A92_4D8A_9C8C_D1728884D9D1#1077412, str_split(LISTE_UF_SUN_SU_210126_SPECIALITE_URGE_210130#1077332, ;) AS COL_9E049AD5_127E_4665_A135_38C7D69F0524#1077420, str_to_datez(COL_23CBC939_FED9_4CC5_BEE3_E6916C516674#1077278, yyyy-MM-dd HH:mm:ss, Europe/Paris, fr_FR) AS COL_3A2979C4_F4DD_45B2_8C27_4218F75C10B1#1077429]
WholeStageCodegen (8)
CartesianProduct
Project [COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275, COL_23CBC939_FED9_4CC5_BEE3_E6916C516674#1077278, LISTE_UF_SUN_SU_210126_CODES_OFFICIELS_210129#1077329, LISTE_UF_SUN_SU_210126_SPECIALITE_URGE_210130#1077332]
SortMergeJoin [COL_9F4D6058_F196_4B17_B4B5_2C7706DF82DC#1077279], [LISTE_UF_SUN_SU_210126_SPECIALITE_ETAB_210127#1077331], Inner
WholeStageCodegen (6)
Sort [COL_9F4D6058_F196_4B17_B4B5_2C7706DF82DC#1077279 ASC NULLS FIRST], false, 0
WholeStageCodegen (4)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_9F4D6058_F196_4B17_B4B5_2C7706DF82DC#1077279, 10), ENSURE_REQUIREMENTS, [plan_id=651016]
Project [Numéro Séjour#1076818 AS COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275, Date soins#1076821 AS COL_23CBC939_FED9_4CC5_BEE3_E6916C516674#1077278, str_transform_case(str_remove_accent(str_replace_extend(str_remove_space(Spécialité exécutant#1076822, ONLY_ONE), [ ], [-])), UPPER) AS COL_9F4D6058_F196_4B17_B4B5_2C7706DF82DC#1077279]
Filter ((Numéro Séjour#1076818 <=> 011038404) AND isnotnull(str_transform_case(str_remove_accent(str_replace_extend(str_remove_space(Spécialité exécutant#1076822, ONLY_ONE), [ ], [-])), UPPER)))
WholeStageCodegen (1)
FileScan csv [Numéro Séjour#1076818,Date soins#1076821,Spécialité exécutant#1076822] Batched: false, DataFilters: [(Numéro Séjour#1076818 <=> 011038404), isnotnull(str_transform_case(str_remove_accent(str_replac..., Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/tmp/03_ACTES_PATIEN_209974/Horodatage_actes..., PartitionFilters: [], PushedFilters: [EqualNullSafe(Numéro Séjour,011038404)], ReadSchema: struct<Numéro Séjour:string,Date soins:string,Spécialité exécutant:string>
Sort [LISTE_UF_SUN_SU_210126_SPECIALITE_ETAB_210127#1077331 ASC NULLS FIRST], false, 0
WholeStageCodegen (5)
AQEShuffleRead coalesced
Exchange hashpartitioning(LISTE_UF_SUN_SU_210126_SPECIALITE_ETAB_210127#1077331, 10), ENSURE_REQUIREMENTS, [plan_id=651036]
Project [Codes+officiels#1077027 AS LISTE_UF_SUN_SU_210126_CODES_OFFICIELS_210129#1077329, str_replace_extend(str_transform_case(str_remove_accent(str_remove_space(Sp%C3%A9cialit%C3%A9+etab#1077025, ONLY_ONE)), UPPER), [ ], [-]) AS LISTE_UF_SUN_SU_210126_SPECIALITE_ETAB_210127#1077331, Sp%C3%A9cialit%C3%A9+urgentiste+UF#1077028 AS LISTE_UF_SUN_SU_210126_SPECIALITE_URGE_210130#1077332]
Filter (((isnotnull(Sp%C3%A9cialit%C3%A9+urgentiste+UF#1077028) AND isnotnull(str_replace_extend(str_transform_case(str_remove_accent(str_remove_space(Sp%C3%A9cialit%C3%A9+etab#1077025, ONLY_ONE)), UPPER), [ ], [-]))) AND (size(str_split(Sp%C3%A9cialit%C3%A9+urgentiste+UF#1077028, ;), true) > 0)) AND isnotnull(str_split(Sp%C3%A9cialit%C3%A9+urgentiste+UF#1077028, ;)))
ColumnarToRow
WholeStageCodegen (2)
FileScan parquet [Sp%C3%A9cialit%C3%A9+etab#1077025,Codes+officiels#1077027,Sp%C3%A9cialit%C3%A9+urgentiste+UF#1077028] Batched: true, DataFilters: [isnotnull(Sp%C3%A9cialit%C3%A9+urgentiste+UF#1077028), isnotnull(str_replace_extend(str_transfor..., Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/excel/cache/LISTE_UF_SUN_SU_210006_d71b6e1bc19c..., PartitionFilters: [], PushedFilters: [IsNotNull(`Sp%C3%A9cialit%C3%A9+urgentiste+UF`)], ReadSchema: struct<Sp%C3%A9cialit%C3%A9+etab:string,Codes+officiels:string,Sp%C3%A9cialit%C3%A9+urgentiste+UF...
Project
Filter ((isnotnull(REGLES#1076886) AND (RC-SUN-AUTO = REGLES#1076886)) AND (APPLICABLE#1076887 <=> O))
WholeStageCodegen (7)
FileScan csv [REGLES#1076886,APPLICABLE#1076887] Batched: false, DataFilters: [isnotnull(REGLES#1076886), (RC-SUN-AUTO = REGLES#1076886), (APPLICABLE#1076887 <=> O)], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/tmp/REGLES_APPLICAB_209983/REGLES-A-TTT new..., PartitionFilters: [], PushedFilters: [IsNotNull(REGLES), EqualTo(REGLES,RC-SUN-AUTO), EqualNullSafe(APPLICABLE,O)], ReadSchema: struct<REGLES:string,APPLICABLE:string>
ColumnarToRow
WholeStageCodegen (12)
FileScan parquet [] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/excel/cache/09_INFORMATION__209985_16b54f457978..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<>
Sort [JOURS_FERIES_ME_210058_DATE_210059#1077902 ASC NULLS FIRST], false, 0
WholeStageCodegen (14)
AQEShuffleRead coalesced
Exchange hashpartitioning(JOURS_FERIES_ME_210058_DATE_210059#1077902, 10), ENSURE_REQUIREMENTS, [plan_id=651068]
Project [date#1077199 AS JOURS_FERIES_ME_210058_DATE_210059#1077902]
Filter isnotnull(date#1077199)
WholeStageCodegen (3)
FileScan csv [date#1077199] Batched: false, DataFilters: [isnotnull(date#1077199)], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/tmp/JOURS_FERIES_ME_209980/jours_feries_met..., PartitionFilters: [], PushedFilters: [IsNotNull(date)], ReadSchema: struct<date:string>
== Physical Plan ==
AdaptiveSparkPlan (89)
+- == Final Plan ==
* HashAggregate (53)
+- ShuffleQueryStage (52), Statistics(sizeInBytes=16.0 B, rowCount=1)
+- Exchange (51)
+- * HashAggregate (50)
+- * Project (49)
+- * SortMergeJoin LeftOuter (48)
:- * Sort (40)
: +- AQEShuffleRead (39)
: +- ShuffleQueryStage (38), Statistics(sizeInBytes=32.0 B, rowCount=1)
: +- Exchange (37)
: +- CartesianProduct Inner (36)
: :- * Project (33)
: : +- * Filter (32)
: : +- Window (31)
: : +- * Sort (30)
: : +- Window (29)
: : +- * Sort (28)
: : +- AQEShuffleRead (27)
: : +- ShuffleQueryStage (26), Statistics(sizeInBytes=88.0 B, rowCount=1)
: : +- Exchange (25)
: : +- * Project (24)
: : +- * Generate (23)
: : +- * Project (22)
: : +- CartesianProduct Inner (21)
: : :- * Project (17)
: : : +- * SortMergeJoin Inner (16)
: : : :- * Sort (7)
: : : : +- AQEShuffleRead (6)
: : : : +- ShuffleQueryStage (5), Statistics(sizeInBytes=96.0 B, rowCount=1)
: : : : +- Exchange (4)
: : : : +- * Project (3)
: : : : +- * Filter (2)
: : : : +- Scan csv (1)
: : : +- * Sort (15)
: : : +- AQEShuffleRead (14)
: : : +- ShuffleQueryStage (13), Statistics(sizeInBytes=136.0 B, rowCount=2)
: : : +- Exchange (12)
: : : +- * Project (11)
: : : +- * Filter (10)
: : : +- * ColumnarToRow (9)
: : : +- Scan parquet (8)
: : +- * Project (20)
: : +- * Filter (19)
: : +- Scan csv (18)
: +- * ColumnarToRow (35)
: +- Scan parquet (34)
+- * Sort (47)
+- AQEShuffleRead (46)
+- ShuffleQueryStage (45), Statistics(sizeInBytes=1664.0 B, rowCount=52)
+- Exchange (44)
+- * Project (43)
+- * Filter (42)
+- Scan csv (41)
+- == Initial Plan ==
HashAggregate (88)
+- Exchange (87)
+- HashAggregate (86)
+- Project (85)
+- SortMergeJoin LeftOuter (84)
:- Sort (79)
: +- Exchange (78)
: +- CartesianProduct Inner (77)
: :- Project (76)
: : +- Filter (75)
: : +- Window (74)
: : +- Sort (73)
: : +- Window (72)
: : +- Sort (71)
: : +- Exchange (70)
: : +- Project (69)
: : +- Generate (68)
: : +- Project (67)
: : +- CartesianProduct Inner (66)
: : :- Project (63)
: : : +- SortMergeJoin Inner (62)
: : : :- Sort (57)
: : : : +- Exchange (56)
: : : : +- Project (55)
: : : : +- Filter (54)
: : : : +- Scan csv (1)
: : : +- Sort (61)
: : : +- Exchange (60)
: : : +- Project (59)
: : : +- Filter (58)
: : : +- Scan parquet (8)
: : +- Project (65)
: : +- Filter (64)
: : +- Scan csv (18)
: +- Scan parquet (34)
+- Sort (83)
+- Exchange (82)
+- Project (81)
+- Filter (80)
+- Scan csv (41)
(1) Scan csv
Output [3]: [Numéro Séjour#1076818, Date soins#1076821, Spécialité exécutant#1076822]
Batched: false
Location: InMemoryFileIndex [file:/data/input/depot/csv/tmp/03_ACTES_PATIEN_209974/Horodatage_actes_Patient_CHSF_M122025.csv]
PushedFilters: [EqualNullSafe(Numéro Séjour,011038404)]
ReadSchema: struct<Numéro Séjour:string,Date soins:string,Spécialité exécutant:string>
(2) Filter [codegen id : 1]
Input [3]: [Numéro Séjour#1076818, Date soins#1076821, Spécialité exécutant#1076822]
Condition : ((Numéro Séjour#1076818 <=> 011038404) AND isnotnull(str_transform_case(str_remove_accent(str_replace_extend(str_remove_space(Spécialité exécutant#1076822, ONLY_ONE), [ ], [-])), UPPER)))
(3) Project [codegen id : 1]
Output [3]: [Numéro Séjour#1076818 AS COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275, Date soins#1076821 AS COL_23CBC939_FED9_4CC5_BEE3_E6916C516674#1077278, str_transform_case(str_remove_accent(str_replace_extend(str_remove_space(Spécialité exécutant#1076822, ONLY_ONE), [ ], [-])), UPPER) AS COL_9F4D6058_F196_4B17_B4B5_2C7706DF82DC#1077279]
Input [3]: [Numéro Séjour#1076818, Date soins#1076821, Spécialité exécutant#1076822]
(4) Exchange
Input [3]: [COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275, COL_23CBC939_FED9_4CC5_BEE3_E6916C516674#1077278, COL_9F4D6058_F196_4B17_B4B5_2C7706DF82DC#1077279]
Arguments: hashpartitioning(COL_9F4D6058_F196_4B17_B4B5_2C7706DF82DC#1077279, 10), ENSURE_REQUIREMENTS, [plan_id=651016]
(5) ShuffleQueryStage
Output [3]: [COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275, COL_23CBC939_FED9_4CC5_BEE3_E6916C516674#1077278, COL_9F4D6058_F196_4B17_B4B5_2C7706DF82DC#1077279]
Arguments: 0
(6) AQEShuffleRead
Input [3]: [COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275, COL_23CBC939_FED9_4CC5_BEE3_E6916C516674#1077278, COL_9F4D6058_F196_4B17_B4B5_2C7706DF82DC#1077279]
Arguments: coalesced
(7) Sort [codegen id : 4]
Input [3]: [COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275, COL_23CBC939_FED9_4CC5_BEE3_E6916C516674#1077278, COL_9F4D6058_F196_4B17_B4B5_2C7706DF82DC#1077279]
Arguments: [COL_9F4D6058_F196_4B17_B4B5_2C7706DF82DC#1077279 ASC NULLS FIRST], false, 0
(8) Scan parquet
Output [3]: [Sp%C3%A9cialit%C3%A9+etab#1077025, Codes+officiels#1077027, Sp%C3%A9cialit%C3%A9+urgentiste+UF#1077028]
Batched: true
Location: InMemoryFileIndex [file:/data/input/depot/excel/cache/LISTE_UF_SUN_SU_210006_d71b6e1bc19c35b449324ff5fa82dd29/Info_Etab_init_v1.1 CHSF.xlsx_c4fec235cdf44be0f054527cfa6840ed]
PushedFilters: [IsNotNull(`Sp%C3%A9cialit%C3%A9+urgentiste+UF`)]
ReadSchema: struct<Sp%C3%A9cialit%C3%A9+etab:string,Codes+officiels:string,Sp%C3%A9cialit%C3%A9+urgentiste+UF:string>
(9) ColumnarToRow [codegen id : 2]
Input [3]: [Sp%C3%A9cialit%C3%A9+etab#1077025, Codes+officiels#1077027, Sp%C3%A9cialit%C3%A9+urgentiste+UF#1077028]
(10) Filter [codegen id : 2]
Input [3]: [Sp%C3%A9cialit%C3%A9+etab#1077025, Codes+officiels#1077027, Sp%C3%A9cialit%C3%A9+urgentiste+UF#1077028]
Condition : (((isnotnull(Sp%C3%A9cialit%C3%A9+urgentiste+UF#1077028) AND isnotnull(str_replace_extend(str_transform_case(str_remove_accent(str_remove_space(Sp%C3%A9cialit%C3%A9+etab#1077025, ONLY_ONE)), UPPER), [ ], [-]))) AND (size(str_split(Sp%C3%A9cialit%C3%A9+urgentiste+UF#1077028, ;), true) > 0)) AND isnotnull(str_split(Sp%C3%A9cialit%C3%A9+urgentiste+UF#1077028, ;)))
(11) Project [codegen id : 2]
Output [3]: [Codes+officiels#1077027 AS LISTE_UF_SUN_SU_210126_CODES_OFFICIELS_210129#1077329, str_replace_extend(str_transform_case(str_remove_accent(str_remove_space(Sp%C3%A9cialit%C3%A9+etab#1077025, ONLY_ONE)), UPPER), [ ], [-]) AS LISTE_UF_SUN_SU_210126_SPECIALITE_ETAB_210127#1077331, Sp%C3%A9cialit%C3%A9+urgentiste+UF#1077028 AS LISTE_UF_SUN_SU_210126_SPECIALITE_URGE_210130#1077332]
Input [3]: [Sp%C3%A9cialit%C3%A9+etab#1077025, Codes+officiels#1077027, Sp%C3%A9cialit%C3%A9+urgentiste+UF#1077028]
(12) Exchange
Input [3]: [LISTE_UF_SUN_SU_210126_CODES_OFFICIELS_210129#1077329, LISTE_UF_SUN_SU_210126_SPECIALITE_ETAB_210127#1077331, LISTE_UF_SUN_SU_210126_SPECIALITE_URGE_210130#1077332]
Arguments: hashpartitioning(LISTE_UF_SUN_SU_210126_SPECIALITE_ETAB_210127#1077331, 10), ENSURE_REQUIREMENTS, [plan_id=651036]
(13) ShuffleQueryStage
Output [3]: [LISTE_UF_SUN_SU_210126_CODES_OFFICIELS_210129#1077329, LISTE_UF_SUN_SU_210126_SPECIALITE_ETAB_210127#1077331, LISTE_UF_SUN_SU_210126_SPECIALITE_URGE_210130#1077332]
Arguments: 1
(14) AQEShuffleRead
Input [3]: [LISTE_UF_SUN_SU_210126_CODES_OFFICIELS_210129#1077329, LISTE_UF_SUN_SU_210126_SPECIALITE_ETAB_210127#1077331, LISTE_UF_SUN_SU_210126_SPECIALITE_URGE_210130#1077332]
Arguments: coalesced
(15) Sort [codegen id : 5]
Input [3]: [LISTE_UF_SUN_SU_210126_CODES_OFFICIELS_210129#1077329, LISTE_UF_SUN_SU_210126_SPECIALITE_ETAB_210127#1077331, LISTE_UF_SUN_SU_210126_SPECIALITE_URGE_210130#1077332]
Arguments: [LISTE_UF_SUN_SU_210126_SPECIALITE_ETAB_210127#1077331 ASC NULLS FIRST], false, 0
(16) SortMergeJoin [codegen id : 6]
Left keys [1]: [COL_9F4D6058_F196_4B17_B4B5_2C7706DF82DC#1077279]
Right keys [1]: [LISTE_UF_SUN_SU_210126_SPECIALITE_ETAB_210127#1077331]
Join type: Inner
Join condition: None
(17) Project [codegen id : 6]
Output [4]: [COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275, COL_23CBC939_FED9_4CC5_BEE3_E6916C516674#1077278, LISTE_UF_SUN_SU_210126_CODES_OFFICIELS_210129#1077329, LISTE_UF_SUN_SU_210126_SPECIALITE_URGE_210130#1077332]
Input [6]: [COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275, COL_23CBC939_FED9_4CC5_BEE3_E6916C516674#1077278, COL_9F4D6058_F196_4B17_B4B5_2C7706DF82DC#1077279, LISTE_UF_SUN_SU_210126_CODES_OFFICIELS_210129#1077329, LISTE_UF_SUN_SU_210126_SPECIALITE_ETAB_210127#1077331, LISTE_UF_SUN_SU_210126_SPECIALITE_URGE_210130#1077332]
(18) Scan csv
Output [2]: [REGLES#1076886, APPLICABLE#1076887]
Batched: false
Location: InMemoryFileIndex [file:/data/input/depot/csv/tmp/REGLES_APPLICAB_209983/REGLES-A-TTT new.csv]
PushedFilters: [IsNotNull(REGLES), EqualTo(REGLES,RC-SUN-AUTO), EqualNullSafe(APPLICABLE,O)]
ReadSchema: struct<REGLES:string,APPLICABLE:string>
(19) Filter [codegen id : 7]
Input [2]: [REGLES#1076886, APPLICABLE#1076887]
Condition : ((isnotnull(REGLES#1076886) AND (RC-SUN-AUTO = REGLES#1076886)) AND (APPLICABLE#1076887 <=> O))
(20) Project [codegen id : 7]
Output: []
Input [2]: [REGLES#1076886, APPLICABLE#1076887]
(21) CartesianProduct
Join type: Inner
Join condition: None
(22) Project [codegen id : 8]
Output [5]: [COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275, COL_23CBC939_FED9_4CC5_BEE3_E6916C516674#1077278, LISTE_UF_SUN_SU_210126_CODES_OFFICIELS_210129#1077329 AS COL_D8510192_8A92_4D8A_9C8C_D1728884D9D1#1077412, str_split(LISTE_UF_SUN_SU_210126_SPECIALITE_URGE_210130#1077332, ;) AS COL_9E049AD5_127E_4665_A135_38C7D69F0524#1077420, str_to_datez(COL_23CBC939_FED9_4CC5_BEE3_E6916C516674#1077278, yyyy-MM-dd HH:mm:ss, Europe/Paris, fr_FR) AS COL_3A2979C4_F4DD_45B2_8C27_4218F75C10B1#1077429]
Input [4]: [COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275, COL_23CBC939_FED9_4CC5_BEE3_E6916C516674#1077278, LISTE_UF_SUN_SU_210126_CODES_OFFICIELS_210129#1077329, LISTE_UF_SUN_SU_210126_SPECIALITE_URGE_210130#1077332]
(23) Generate [codegen id : 8]
Input [5]: [COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275, COL_23CBC939_FED9_4CC5_BEE3_E6916C516674#1077278, COL_D8510192_8A92_4D8A_9C8C_D1728884D9D1#1077412, COL_9E049AD5_127E_4665_A135_38C7D69F0524#1077420, COL_3A2979C4_F4DD_45B2_8C27_4218F75C10B1#1077429]
Arguments: explode(COL_9E049AD5_127E_4665_A135_38C7D69F0524#1077420), [COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275, COL_23CBC939_FED9_4CC5_BEE3_E6916C516674#1077278, COL_D8510192_8A92_4D8A_9C8C_D1728884D9D1#1077412, COL_3A2979C4_F4DD_45B2_8C27_4218F75C10B1#1077429], false, [COL_19DEA476_4B65_4C26_8AEB_401B1148E80D#1077440]
(24) Project [codegen id : 8]
Output [4]: [COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275, COL_23CBC939_FED9_4CC5_BEE3_E6916C516674#1077278, COL_3A2979C4_F4DD_45B2_8C27_4218F75C10B1#1077429, str_join(array(COL_D8510192_8A92_4D8A_9C8C_D1728884D9D1#1077412, COL_19DEA476_4B65_4C26_8AEB_401B1148E80D#1077440), -) AS COL_435E98B6_DA51_4289_8368_EA8C7F331B2A#1077496]
Input [5]: [COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275, COL_23CBC939_FED9_4CC5_BEE3_E6916C516674#1077278, COL_D8510192_8A92_4D8A_9C8C_D1728884D9D1#1077412, COL_3A2979C4_F4DD_45B2_8C27_4218F75C10B1#1077429, COL_19DEA476_4B65_4C26_8AEB_401B1148E80D#1077440]
(25) Exchange
Input [4]: [COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275, COL_23CBC939_FED9_4CC5_BEE3_E6916C516674#1077278, COL_3A2979C4_F4DD_45B2_8C27_4218F75C10B1#1077429, COL_435E98B6_DA51_4289_8368_EA8C7F331B2A#1077496]
Arguments: hashpartitioning(COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275, 10), ENSURE_REQUIREMENTS, [plan_id=651419]
(26) ShuffleQueryStage
Output [4]: [COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275, COL_23CBC939_FED9_4CC5_BEE3_E6916C516674#1077278, COL_3A2979C4_F4DD_45B2_8C27_4218F75C10B1#1077429, COL_435E98B6_DA51_4289_8368_EA8C7F331B2A#1077496]
Arguments: 3
(27) AQEShuffleRead
Input [4]: [COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275, COL_23CBC939_FED9_4CC5_BEE3_E6916C516674#1077278, COL_3A2979C4_F4DD_45B2_8C27_4218F75C10B1#1077429, COL_435E98B6_DA51_4289_8368_EA8C7F331B2A#1077496]
Arguments: coalesced
(28) Sort [codegen id : 9]
Input [4]: [COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275, COL_23CBC939_FED9_4CC5_BEE3_E6916C516674#1077278, COL_3A2979C4_F4DD_45B2_8C27_4218F75C10B1#1077429, COL_435E98B6_DA51_4289_8368_EA8C7F331B2A#1077496]
Arguments: [COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275 ASC NULLS FIRST, COL_3A2979C4_F4DD_45B2_8C27_4218F75C10B1#1077429 ASC NULLS LAST], false, 0
(29) Window
Input [4]: [COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275, COL_23CBC939_FED9_4CC5_BEE3_E6916C516674#1077278, COL_3A2979C4_F4DD_45B2_8C27_4218F75C10B1#1077429, COL_435E98B6_DA51_4289_8368_EA8C7F331B2A#1077496]
Arguments: [row_number() windowspecdefinition(COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275, COL_3A2979C4_F4DD_45B2_8C27_4218F75C10B1#1077429 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_610F71AD_0BEE_4815_A433_7501DF9C0776#1077605], [COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275], [COL_3A2979C4_F4DD_45B2_8C27_4218F75C10B1#1077429 ASC NULLS LAST]
(30) Sort [codegen id : 10]
Input [5]: [COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275, COL_23CBC939_FED9_4CC5_BEE3_E6916C516674#1077278, COL_3A2979C4_F4DD_45B2_8C27_4218F75C10B1#1077429, COL_435E98B6_DA51_4289_8368_EA8C7F331B2A#1077496, COL_610F71AD_0BEE_4815_A433_7501DF9C0776#1077605]
Arguments: [COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275 ASC NULLS FIRST, COL_435E98B6_DA51_4289_8368_EA8C7F331B2A#1077496 ASC NULLS FIRST, COL_3A2979C4_F4DD_45B2_8C27_4218F75C10B1#1077429 ASC NULLS LAST], false, 0
(31) Window
Input [5]: [COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275, COL_23CBC939_FED9_4CC5_BEE3_E6916C516674#1077278, COL_3A2979C4_F4DD_45B2_8C27_4218F75C10B1#1077429, COL_435E98B6_DA51_4289_8368_EA8C7F331B2A#1077496, COL_610F71AD_0BEE_4815_A433_7501DF9C0776#1077605]
Arguments: [row_number() windowspecdefinition(COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275, COL_435E98B6_DA51_4289_8368_EA8C7F331B2A#1077496, COL_3A2979C4_F4DD_45B2_8C27_4218F75C10B1#1077429 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_44FF6557_5C57_4AEC_98D4_082EF1B2C87D#1077522], [COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275, COL_435E98B6_DA51_4289_8368_EA8C7F331B2A#1077496], [COL_3A2979C4_F4DD_45B2_8C27_4218F75C10B1#1077429 ASC NULLS LAST]
(32) Filter [codegen id : 11]
Input [6]: [COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275, COL_23CBC939_FED9_4CC5_BEE3_E6916C516674#1077278, COL_3A2979C4_F4DD_45B2_8C27_4218F75C10B1#1077429, COL_435E98B6_DA51_4289_8368_EA8C7F331B2A#1077496, COL_610F71AD_0BEE_4815_A433_7501DF9C0776#1077605, COL_44FF6557_5C57_4AEC_98D4_082EF1B2C87D#1077522]
Condition : ((COL_610F71AD_0BEE_4815_A433_7501DF9C0776#1077605 <=> 1) AND (COL_44FF6557_5C57_4AEC_98D4_082EF1B2C87D#1077522 <=> 1))
(33) Project [codegen id : 11]
Output [1]: [str_extract(COL_23CBC939_FED9_4CC5_BEE3_E6916C516674#1077278, LEFT, 10) AS COL_0130D8F7_83F5_4ECD_BC24_EF3A22F79DCB#1077768]
Input [6]: [COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275, COL_23CBC939_FED9_4CC5_BEE3_E6916C516674#1077278, COL_3A2979C4_F4DD_45B2_8C27_4218F75C10B1#1077429, COL_435E98B6_DA51_4289_8368_EA8C7F331B2A#1077496, COL_610F71AD_0BEE_4815_A433_7501DF9C0776#1077605, COL_44FF6557_5C57_4AEC_98D4_082EF1B2C87D#1077522]
(34) Scan parquet
Output: []
Batched: true
Location: InMemoryFileIndex [file:/data/input/depot/excel/cache/09_INFORMATION__209985_16b54f45797834c8181d09b272ecbea3/Info_Etab_init_v1.1 CHSF.xlsx_1ab25517c9bbf37714f2739a531aa141]
ReadSchema: struct<>
(35) ColumnarToRow [codegen id : 12]
Input: []
(36) CartesianProduct
Join type: Inner
Join condition: None
(37) Exchange
Input [1]: [COL_0130D8F7_83F5_4ECD_BC24_EF3A22F79DCB#1077768]
Arguments: hashpartitioning(COL_0130D8F7_83F5_4ECD_BC24_EF3A22F79DCB#1077768, 10), ENSURE_REQUIREMENTS, [plan_id=651573]
(38) ShuffleQueryStage
Output [1]: [COL_0130D8F7_83F5_4ECD_BC24_EF3A22F79DCB#1077768]
Arguments: 4
(39) AQEShuffleRead
Input [1]: [COL_0130D8F7_83F5_4ECD_BC24_EF3A22F79DCB#1077768]
Arguments: coalesced
(40) Sort [codegen id : 13]
Input [1]: [COL_0130D8F7_83F5_4ECD_BC24_EF3A22F79DCB#1077768]
Arguments: [COL_0130D8F7_83F5_4ECD_BC24_EF3A22F79DCB#1077768 ASC NULLS FIRST], false, 0
(41) Scan csv
Output [1]: [date#1077199]
Batched: false
Location: InMemoryFileIndex [file:/data/input/depot/csv/tmp/JOURS_FERIES_ME_209980/jours_feries_metropole.csv]
PushedFilters: [IsNotNull(date)]
ReadSchema: struct<date:string>
(42) Filter [codegen id : 3]
Input [1]: [date#1077199]
Condition : isnotnull(date#1077199)
(43) Project [codegen id : 3]
Output [1]: [date#1077199 AS JOURS_FERIES_ME_210058_DATE_210059#1077902]
Input [1]: [date#1077199]
(44) Exchange
Input [1]: [JOURS_FERIES_ME_210058_DATE_210059#1077902]
Arguments: hashpartitioning(JOURS_FERIES_ME_210058_DATE_210059#1077902, 10), ENSURE_REQUIREMENTS, [plan_id=651068]
(45) ShuffleQueryStage
Output [1]: [JOURS_FERIES_ME_210058_DATE_210059#1077902]
Arguments: 2
(46) AQEShuffleRead
Input [1]: [JOURS_FERIES_ME_210058_DATE_210059#1077902]
Arguments: coalesced
(47) Sort [codegen id : 14]
Input [1]: [JOURS_FERIES_ME_210058_DATE_210059#1077902]
Arguments: [JOURS_FERIES_ME_210058_DATE_210059#1077902 ASC NULLS FIRST], false, 0
(48) SortMergeJoin [codegen id : 15]
Left keys [1]: [COL_0130D8F7_83F5_4ECD_BC24_EF3A22F79DCB#1077768]
Right keys [1]: [JOURS_FERIES_ME_210058_DATE_210059#1077902]
Join type: LeftOuter
Join condition: None
(49) Project [codegen id : 15]
Output: []
Input [2]: [COL_0130D8F7_83F5_4ECD_BC24_EF3A22F79DCB#1077768, JOURS_FERIES_ME_210058_DATE_210059#1077902]
(50) HashAggregate [codegen id : 15]
Input: []
Keys: []
Functions [1]: [partial_count(1)]
Aggregate Attributes [1]: [count#1078080L]
Results [1]: [count#1078081L]
(51) Exchange
Input [1]: [count#1078081L]
Arguments: SinglePartition, ENSURE_REQUIREMENTS, [plan_id=651657]
(52) ShuffleQueryStage
Output [1]: [count#1078081L]
Arguments: 5
(53) HashAggregate [codegen id : 16]
Input [1]: [count#1078081L]
Keys: []
Functions [1]: [count(1)]
Aggregate Attributes [1]: [count(1)#1078077L]
Results [1]: [count(1)#1078077L AS count#1078078L]
(54) Filter
Input [3]: [Numéro Séjour#1076818, Date soins#1076821, Spécialité exécutant#1076822]
Condition : ((Numéro Séjour#1076818 <=> 011038404) AND isnotnull(str_transform_case(str_remove_accent(str_replace_extend(str_remove_space(Spécialité exécutant#1076822, ONLY_ONE), [ ], [-])), UPPER)))
(55) Project
Output [3]: [Numéro Séjour#1076818 AS COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275, Date soins#1076821 AS COL_23CBC939_FED9_4CC5_BEE3_E6916C516674#1077278, str_transform_case(str_remove_accent(str_replace_extend(str_remove_space(Spécialité exécutant#1076822, ONLY_ONE), [ ], [-])), UPPER) AS COL_9F4D6058_F196_4B17_B4B5_2C7706DF82DC#1077279]
Input [3]: [Numéro Séjour#1076818, Date soins#1076821, Spécialité exécutant#1076822]
(56) Exchange
Input [3]: [COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275, COL_23CBC939_FED9_4CC5_BEE3_E6916C516674#1077278, COL_9F4D6058_F196_4B17_B4B5_2C7706DF82DC#1077279]
Arguments: hashpartitioning(COL_9F4D6058_F196_4B17_B4B5_2C7706DF82DC#1077279, 10), ENSURE_REQUIREMENTS, [plan_id=650910]
(57) Sort
Input [3]: [COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275, COL_23CBC939_FED9_4CC5_BEE3_E6916C516674#1077278, COL_9F4D6058_F196_4B17_B4B5_2C7706DF82DC#1077279]
Arguments: [COL_9F4D6058_F196_4B17_B4B5_2C7706DF82DC#1077279 ASC NULLS FIRST], false, 0
(58) Filter
Input [3]: [Sp%C3%A9cialit%C3%A9+etab#1077025, Codes+officiels#1077027, Sp%C3%A9cialit%C3%A9+urgentiste+UF#1077028]
Condition : (((isnotnull(Sp%C3%A9cialit%C3%A9+urgentiste+UF#1077028) AND isnotnull(str_replace_extend(str_transform_case(str_remove_accent(str_remove_space(Sp%C3%A9cialit%C3%A9+etab#1077025, ONLY_ONE)), UPPER), [ ], [-]))) AND (size(str_split(Sp%C3%A9cialit%C3%A9+urgentiste+UF#1077028, ;), true) > 0)) AND isnotnull(str_split(Sp%C3%A9cialit%C3%A9+urgentiste+UF#1077028, ;)))
(59) Project
Output [3]: [Codes+officiels#1077027 AS LISTE_UF_SUN_SU_210126_CODES_OFFICIELS_210129#1077329, str_replace_extend(str_transform_case(str_remove_accent(str_remove_space(Sp%C3%A9cialit%C3%A9+etab#1077025, ONLY_ONE)), UPPER), [ ], [-]) AS LISTE_UF_SUN_SU_210126_SPECIALITE_ETAB_210127#1077331, Sp%C3%A9cialit%C3%A9+urgentiste+UF#1077028 AS LISTE_UF_SUN_SU_210126_SPECIALITE_URGE_210130#1077332]
Input [3]: [Sp%C3%A9cialit%C3%A9+etab#1077025, Codes+officiels#1077027, Sp%C3%A9cialit%C3%A9+urgentiste+UF#1077028]
(60) Exchange
Input [3]: [LISTE_UF_SUN_SU_210126_CODES_OFFICIELS_210129#1077329, LISTE_UF_SUN_SU_210126_SPECIALITE_ETAB_210127#1077331, LISTE_UF_SUN_SU_210126_SPECIALITE_URGE_210130#1077332]
Arguments: hashpartitioning(LISTE_UF_SUN_SU_210126_SPECIALITE_ETAB_210127#1077331, 10), ENSURE_REQUIREMENTS, [plan_id=650911]
(61) Sort
Input [3]: [LISTE_UF_SUN_SU_210126_CODES_OFFICIELS_210129#1077329, LISTE_UF_SUN_SU_210126_SPECIALITE_ETAB_210127#1077331, LISTE_UF_SUN_SU_210126_SPECIALITE_URGE_210130#1077332]
Arguments: [LISTE_UF_SUN_SU_210126_SPECIALITE_ETAB_210127#1077331 ASC NULLS FIRST], false, 0
(62) SortMergeJoin
Left keys [1]: [COL_9F4D6058_F196_4B17_B4B5_2C7706DF82DC#1077279]
Right keys [1]: [LISTE_UF_SUN_SU_210126_SPECIALITE_ETAB_210127#1077331]
Join type: Inner
Join condition: None
(63) Project
Output [4]: [COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275, COL_23CBC939_FED9_4CC5_BEE3_E6916C516674#1077278, LISTE_UF_SUN_SU_210126_CODES_OFFICIELS_210129#1077329, LISTE_UF_SUN_SU_210126_SPECIALITE_URGE_210130#1077332]
Input [6]: [COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275, COL_23CBC939_FED9_4CC5_BEE3_E6916C516674#1077278, COL_9F4D6058_F196_4B17_B4B5_2C7706DF82DC#1077279, LISTE_UF_SUN_SU_210126_CODES_OFFICIELS_210129#1077329, LISTE_UF_SUN_SU_210126_SPECIALITE_ETAB_210127#1077331, LISTE_UF_SUN_SU_210126_SPECIALITE_URGE_210130#1077332]
(64) Filter
Input [2]: [REGLES#1076886, APPLICABLE#1076887]
Condition : ((isnotnull(REGLES#1076886) AND (RC-SUN-AUTO = REGLES#1076886)) AND (APPLICABLE#1076887 <=> O))
(65) Project
Output: []
Input [2]: [REGLES#1076886, APPLICABLE#1076887]
(66) CartesianProduct
Join type: Inner
Join condition: None
(67) Project
Output [5]: [COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275, COL_23CBC939_FED9_4CC5_BEE3_E6916C516674#1077278, LISTE_UF_SUN_SU_210126_CODES_OFFICIELS_210129#1077329 AS COL_D8510192_8A92_4D8A_9C8C_D1728884D9D1#1077412, str_split(LISTE_UF_SUN_SU_210126_SPECIALITE_URGE_210130#1077332, ;) AS COL_9E049AD5_127E_4665_A135_38C7D69F0524#1077420, str_to_datez(COL_23CBC939_FED9_4CC5_BEE3_E6916C516674#1077278, yyyy-MM-dd HH:mm:ss, Europe/Paris, fr_FR) AS COL_3A2979C4_F4DD_45B2_8C27_4218F75C10B1#1077429]
Input [4]: [COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275, COL_23CBC939_FED9_4CC5_BEE3_E6916C516674#1077278, LISTE_UF_SUN_SU_210126_CODES_OFFICIELS_210129#1077329, LISTE_UF_SUN_SU_210126_SPECIALITE_URGE_210130#1077332]
(68) Generate
Input [5]: [COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275, COL_23CBC939_FED9_4CC5_BEE3_E6916C516674#1077278, COL_D8510192_8A92_4D8A_9C8C_D1728884D9D1#1077412, COL_9E049AD5_127E_4665_A135_38C7D69F0524#1077420, COL_3A2979C4_F4DD_45B2_8C27_4218F75C10B1#1077429]
Arguments: explode(COL_9E049AD5_127E_4665_A135_38C7D69F0524#1077420), [COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275, COL_23CBC939_FED9_4CC5_BEE3_E6916C516674#1077278, COL_D8510192_8A92_4D8A_9C8C_D1728884D9D1#1077412, COL_3A2979C4_F4DD_45B2_8C27_4218F75C10B1#1077429], false, [COL_19DEA476_4B65_4C26_8AEB_401B1148E80D#1077440]
(69) Project
Output [4]: [COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275, COL_23CBC939_FED9_4CC5_BEE3_E6916C516674#1077278, COL_3A2979C4_F4DD_45B2_8C27_4218F75C10B1#1077429, str_join(array(COL_D8510192_8A92_4D8A_9C8C_D1728884D9D1#1077412, COL_19DEA476_4B65_4C26_8AEB_401B1148E80D#1077440), -) AS COL_435E98B6_DA51_4289_8368_EA8C7F331B2A#1077496]
Input [5]: [COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275, COL_23CBC939_FED9_4CC5_BEE3_E6916C516674#1077278, COL_D8510192_8A92_4D8A_9C8C_D1728884D9D1#1077412, COL_3A2979C4_F4DD_45B2_8C27_4218F75C10B1#1077429, COL_19DEA476_4B65_4C26_8AEB_401B1148E80D#1077440]
(70) Exchange
Input [4]: [COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275, COL_23CBC939_FED9_4CC5_BEE3_E6916C516674#1077278, COL_3A2979C4_F4DD_45B2_8C27_4218F75C10B1#1077429, COL_435E98B6_DA51_4289_8368_EA8C7F331B2A#1077496]
Arguments: hashpartitioning(COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275, 10), ENSURE_REQUIREMENTS, [plan_id=650921]
(71) Sort
Input [4]: [COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275, COL_23CBC939_FED9_4CC5_BEE3_E6916C516674#1077278, COL_3A2979C4_F4DD_45B2_8C27_4218F75C10B1#1077429, COL_435E98B6_DA51_4289_8368_EA8C7F331B2A#1077496]
Arguments: [COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275 ASC NULLS FIRST, COL_3A2979C4_F4DD_45B2_8C27_4218F75C10B1#1077429 ASC NULLS LAST], false, 0
(72) Window
Input [4]: [COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275, COL_23CBC939_FED9_4CC5_BEE3_E6916C516674#1077278, COL_3A2979C4_F4DD_45B2_8C27_4218F75C10B1#1077429, COL_435E98B6_DA51_4289_8368_EA8C7F331B2A#1077496]
Arguments: [row_number() windowspecdefinition(COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275, COL_3A2979C4_F4DD_45B2_8C27_4218F75C10B1#1077429 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_610F71AD_0BEE_4815_A433_7501DF9C0776#1077605], [COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275], [COL_3A2979C4_F4DD_45B2_8C27_4218F75C10B1#1077429 ASC NULLS LAST]
(73) Sort
Input [5]: [COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275, COL_23CBC939_FED9_4CC5_BEE3_E6916C516674#1077278, COL_3A2979C4_F4DD_45B2_8C27_4218F75C10B1#1077429, COL_435E98B6_DA51_4289_8368_EA8C7F331B2A#1077496, COL_610F71AD_0BEE_4815_A433_7501DF9C0776#1077605]
Arguments: [COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275 ASC NULLS FIRST, COL_435E98B6_DA51_4289_8368_EA8C7F331B2A#1077496 ASC NULLS FIRST, COL_3A2979C4_F4DD_45B2_8C27_4218F75C10B1#1077429 ASC NULLS LAST], false, 0
(74) Window
Input [5]: [COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275, COL_23CBC939_FED9_4CC5_BEE3_E6916C516674#1077278, COL_3A2979C4_F4DD_45B2_8C27_4218F75C10B1#1077429, COL_435E98B6_DA51_4289_8368_EA8C7F331B2A#1077496, COL_610F71AD_0BEE_4815_A433_7501DF9C0776#1077605]
Arguments: [row_number() windowspecdefinition(COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275, COL_435E98B6_DA51_4289_8368_EA8C7F331B2A#1077496, COL_3A2979C4_F4DD_45B2_8C27_4218F75C10B1#1077429 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_44FF6557_5C57_4AEC_98D4_082EF1B2C87D#1077522], [COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275, COL_435E98B6_DA51_4289_8368_EA8C7F331B2A#1077496], [COL_3A2979C4_F4DD_45B2_8C27_4218F75C10B1#1077429 ASC NULLS LAST]
(75) Filter
Input [6]: [COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275, COL_23CBC939_FED9_4CC5_BEE3_E6916C516674#1077278, COL_3A2979C4_F4DD_45B2_8C27_4218F75C10B1#1077429, COL_435E98B6_DA51_4289_8368_EA8C7F331B2A#1077496, COL_610F71AD_0BEE_4815_A433_7501DF9C0776#1077605, COL_44FF6557_5C57_4AEC_98D4_082EF1B2C87D#1077522]
Condition : ((COL_610F71AD_0BEE_4815_A433_7501DF9C0776#1077605 <=> 1) AND (COL_44FF6557_5C57_4AEC_98D4_082EF1B2C87D#1077522 <=> 1))
(76) Project
Output [1]: [str_extract(COL_23CBC939_FED9_4CC5_BEE3_E6916C516674#1077278, LEFT, 10) AS COL_0130D8F7_83F5_4ECD_BC24_EF3A22F79DCB#1077768]
Input [6]: [COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#1077275, COL_23CBC939_FED9_4CC5_BEE3_E6916C516674#1077278, COL_3A2979C4_F4DD_45B2_8C27_4218F75C10B1#1077429, COL_435E98B6_DA51_4289_8368_EA8C7F331B2A#1077496, COL_610F71AD_0BEE_4815_A433_7501DF9C0776#1077605, COL_44FF6557_5C57_4AEC_98D4_082EF1B2C87D#1077522]
(77) CartesianProduct
Join type: Inner
Join condition: None
(78) Exchange
Input [1]: [COL_0130D8F7_83F5_4ECD_BC24_EF3A22F79DCB#1077768]
Arguments: hashpartitioning(COL_0130D8F7_83F5_4ECD_BC24_EF3A22F79DCB#1077768, 10), ENSURE_REQUIREMENTS, [plan_id=650934]
(79) Sort
Input [1]: [COL_0130D8F7_83F5_4ECD_BC24_EF3A22F79DCB#1077768]
Arguments: [COL_0130D8F7_83F5_4ECD_BC24_EF3A22F79DCB#1077768 ASC NULLS FIRST], false, 0
(80) Filter
Input [1]: [date#1077199]
Condition : isnotnull(date#1077199)
(81) Project
Output [1]: [date#1077199 AS JOURS_FERIES_ME_210058_DATE_210059#1077902]
Input [1]: [date#1077199]
(82) Exchange
Input [1]: [JOURS_FERIES_ME_210058_DATE_210059#1077902]
Arguments: hashpartitioning(JOURS_FERIES_ME_210058_DATE_210059#1077902, 10), ENSURE_REQUIREMENTS, [plan_id=650935]
(83) Sort
Input [1]: [JOURS_FERIES_ME_210058_DATE_210059#1077902]
Arguments: [JOURS_FERIES_ME_210058_DATE_210059#1077902 ASC NULLS FIRST], false, 0
(84) SortMergeJoin
Left keys [1]: [COL_0130D8F7_83F5_4ECD_BC24_EF3A22F79DCB#1077768]
Right keys [1]: [JOURS_FERIES_ME_210058_DATE_210059#1077902]
Join type: LeftOuter
Join condition: None
(85) Project
Output: []
Input [2]: [COL_0130D8F7_83F5_4ECD_BC24_EF3A22F79DCB#1077768, JOURS_FERIES_ME_210058_DATE_210059#1077902]
(86) HashAggregate
Input: []
Keys: []
Functions [1]: [partial_count(1)]
Aggregate Attributes [1]: [count#1078080L]
Results [1]: [count#1078081L]
(87) Exchange
Input [1]: [count#1078081L]
Arguments: SinglePartition, ENSURE_REQUIREMENTS, [plan_id=650942]
(88) HashAggregate
Input [1]: [count#1078081L]
Keys: []
Functions [1]: [count(1)]
Aggregate Attributes [1]: [count(1)#1078077L]
Results [1]: [count(1)#1078077L AS count#1078078L]
(89) AdaptiveSparkPlan
Output [1]: [count#1078078L]
Arguments: isFinalPlan=true