digraph G {
0 [labelType="html" label="<br><b>AdaptiveSparkPlan</b><br><br>"];
1 [labelType="html" label="<b>Execute InsertIntoHadoopFsRelationCommand</b><br><br>task commit time: 0 ms<br>number of written files: 1<br>job commit time: 10 ms<br>number of output rows: 116,897<br>number of dynamic part: 0<br>written output: 304.5 KiB"];
2 [labelType="html" label="<br><b>WriteFiles</b><br><br>"];
subgraph cluster3 {
isCluster="true";
label="WholeStageCodegen (7)\n \nduration: 176 ms";
4 [labelType="html" label="<b>Sort</b><br><br>sort time: 12 ms<br>peak memory: 20.0 MiB<br>spill size: 0.0 B"];
}
5 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 1155.3 KiB<br>number of coalesced partitions: 1"];
6 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 116,897<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>7 ms (2 ms, 4 ms, 4 ms (stage 14917.0: task 20766))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 116,897<br>local bytes read: 1092.9 KiB<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 2<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size total (min, med, max (stageId: taskId))<br>7.9 MiB (3.0 MiB, 4.9 MiB, 4.9 MiB (stage 14917.0: task 20767))<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>1092.9 KiB (398.0 KiB, 695.0 KiB, 695.0 KiB (stage 14917.0: task 20767))"];
7 [labelType="html" label="<br><b>Union</b><br><br>"];
subgraph cluster8 {
isCluster="true";
label="WholeStageCodegen (5)\n \nduration: total (min, med, max (stageId: taskId))\n57 ms (23 ms, 34 ms, 34 ms (stage 14917.0: task 20766))";
9 [labelType="html" label="<br><b>Project</b><br><br>"];
10 [labelType="html" label="<b>Generate</b><br><br>number of output rows: 90,168"];
11 [labelType="html" label="<br><b>Project</b><br><br>"];
12 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 30,056"];
}
13 [labelType="html" label="<b>Window</b><br><br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 14913.0: task 20764))"];
subgraph cluster14 {
isCluster="true";
label="WholeStageCodegen (4)\n \nduration: total (min, med, max (stageId: taskId))\n90 ms (38 ms, 52 ms, 52 ms (stage 14917.0: task 20766))";
15 [labelType="html" label="<b>Sort</b><br><br>sort time total (min, med, max (stageId: taskId))<br>11 ms (5 ms, 6 ms, 6 ms (stage 14917.0: task 20766))<br>peak memory total (min, med, max (stageId: taskId))<br>33.0 MiB (16.5 MiB, 16.5 MiB, 16.5 MiB (stage 14913.0: task 20764))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 14913.0: task 20764))"];
}
16 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 184.5 KiB<br>number of coalesced partitions: 1"];
17 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 15,028<br>local merged chunks fetched: 0<br>shuffle write time: 2 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 30,056<br>local bytes read total (min, med, max (stageId: taskId))<br>351.0 KiB (175.5 KiB, 175.5 KiB, 175.5 KiB (stage 14913.0: task 20764))<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 14913.0: task 20764))<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 2<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 1276.4 KiB<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 175.5 KiB"];
subgraph cluster18 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: 110 ms";
19 [labelType="html" label="<br><b>Project</b><br><br>"];
20 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 15,028"];
}
21 [labelType="html" label="<b>Scan csv </b><br><br>number of output rows: 15,028<br>number of files read: 1<br>metadata time: 0 ms<br>size of files read: 717.1 KiB"];
subgraph cluster22 {
isCluster="true";
label="WholeStageCodegen (6)\n \nduration: total (min, med, max (stageId: taskId))\n177 ms (74 ms, 103 ms, 103 ms (stage 14917.0: task 20767))";
23 [labelType="html" label="<b>Sort</b><br><br>sort time total (min, med, max (stageId: taskId))<br>53 ms (26 ms, 27 ms, 27 ms (stage 14917.0: task 20767))<br>peak memory total (min, med, max (stageId: taskId))<br>36.0 MiB (18.0 MiB, 18.0 MiB, 18.0 MiB (stage 14913.0: task 20765))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 14913.0: task 20765))"];
}
24 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 1067.5 KiB<br>number of coalesced partitions: 1"];
25 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 71,813<br>local merged chunks fetched: 0<br>shuffle write time: 3 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 143,626<br>local bytes read total (min, med, max (stageId: taskId))<br>2042.9 KiB (1021.5 KiB, 1021.5 KiB, 1021.5 KiB (stage 14913.0: task 20765))<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 14913.0: task 20765))<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 2<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 4.9 MiB<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 1021.5 KiB"];
subgraph cluster26 {
isCluster="true";
label="WholeStageCodegen (3)\n \nduration: total (min, med, max (stageId: taskId))\n169 ms (63 ms, 106 ms, 106 ms (stage 14909.0: task 20763))";
27 [labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build total (min, med, max (stageId: taskId))<br>107 ms (44 ms, 63 ms, 63 ms (stage 14909.0: task 20763))<br>peak memory total (min, med, max (stageId: taskId))<br>32.5 MiB (16.3 MiB, 16.3 MiB, 16.3 MiB (stage 14909.0: task 20763))<br>number of output rows: 143,626<br>number of sort fallback tasks: 0<br>avg hash probes per key (min, med, max (stageId: taskId)):<br>(1.3, 1.3, 1.3 (stage 14909.0: task 20763))"];
}
28 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 1121.7 KiB<br>number of coalesced partitions: 1"];
29 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 71,813<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>23 ms (1 ms, 2 ms, 3 ms (stage 14905.0: task 20756))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 143,626<br>local bytes read total (min, med, max (stageId: taskId))<br>2.1 MiB (1069.0 KiB, 1069.0 KiB, 1069.0 KiB (stage 14909.0: task 20763))<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 14909.0: task 20763))<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 20<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size total (min, med, max (stageId: taskId))<br>4.9 MiB (489.2 KiB, 506.5 KiB, 517.3 KiB (stage 14905.0: task 20756))<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>1069.0 KiB (103.4 KiB, 107.3 KiB, 109.3 KiB (stage 14905.0: task 20756))"];
subgraph cluster30 {
isCluster="true";
label="WholeStageCodegen (2)\n \nduration: total (min, med, max (stageId: taskId))\n427 ms (30 ms, 47 ms, 53 ms (stage 14905.0: task 20754))";
31 [labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build total (min, med, max (stageId: taskId))<br>267 ms (19 ms, 27 ms, 41 ms (stage 14905.0: task 20754))<br>peak memory total (min, med, max (stageId: taskId))<br>162.5 MiB (16.3 MiB, 16.3 MiB, 16.3 MiB (stage 14905.0: task 20759))<br>number of output rows: 71,813<br>number of sort fallback tasks: 0<br>avg hash probes per key (min, med, max (stageId: taskId)):<br>(1, 1, 1 (stage 14905.0: task 20759))"];
32 [labelType="html" label="<br><b>Project</b><br><br>"];
33 [labelType="html" label="<b>Generate</b><br><br>number of output rows: 316,981"];
34 [labelType="html" label="<br><b>Project</b><br><br>"];
35 [labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 45,283<br>number of input batches: 20"];
}
36 [labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 10<br>scan time total (min, med, max (stageId: taskId))<br>64 ms (5 ms, 6 ms, 9 ms (stage 14905.0: task 20754))<br>metadata time: 0 ms<br>size of files read: 3.4 MiB<br>number of output rows: 45,283"];
1->0;
2->1;
4->2;
5->4;
6->5;
7->6;
9->7;
10->9;
11->10;
12->11;
13->12;
15->13;
16->15;
17->16;
19->17;
20->19;
21->20;
23->7;
24->23;
25->24;
27->25;
28->27;
29->28;
31->29;
32->31;
33->32;
34->33;
35->34;
36->35;
}
37
AdaptiveSparkPlan isFinalPlan=true
Execute InsertIntoHadoopFsRelationCommand file:/data/output/cache/parquet/datablock/14_B_PASSAGE_PA_172825, false, Parquet, [path=file:///data/output/cache/parquet/datablock/14_B_PASSAGE_PA_172825], Overwrite, [COL_E5ADB260_1BF6_449C_8439_0A94CEE6956C, COL_59774853_4110_4672_B6E2_C0D5DE930914, COL_E58DD17C_E55F_4036_9FA9_A5365B045A1A]
WriteFiles
Sort [COL_E5ADB260_1BF6_449C_8439_0A94CEE6956C#1163745 ASC NULLS FIRST, COL_59774853_4110_4672_B6E2_C0D5DE930914#1163746 ASC NULLS FIRST], true, 0
WholeStageCodegen (7)
AQEShuffleRead coalesced
Exchange rangepartitioning(COL_E5ADB260_1BF6_449C_8439_0A94CEE6956C#1163745 ASC NULLS FIRST, COL_59774853_4110_4672_B6E2_C0D5DE930914#1163746 ASC NULLS FIRST, 10), ENSURE_REQUIREMENTS, [plan_id=660265]
Union
Project [COL_DEB05435_3A84_4F8F_8CD2_6BE209A14FA8#1163705 AS COL_E5ADB260_1BF6_449C_8439_0A94CEE6956C#1163745, col0#1163714 AS COL_59774853_4110_4672_B6E2_C0D5DE930914#1163746, col1#1163715 AS COL_E58DD17C_E55F_4036_9FA9_A5365B045A1A#1163747]
Generate stack(3, 01-UF, COL_48FD2AAE_6F4D_4D43_BEE7_8A161203783C#1163706, 02-Transport, COL_E0699193_FC70_4F64_BAE6_B2F241857F3B#1163707, 03-CCMU, COL_630C2F1A_DB89_4A08_A2D2_179A10CC9FD2#1163708), [COL_DEB05435_3A84_4F8F_8CD2_6BE209A14FA8#1163705], false, [col0#1163714, col1#1163715]
Project [COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#1163213 AS COL_DEB05435_3A84_4F8F_8CD2_6BE209A14FA8#1163705, COL_E82CFB57_01EB_4E90_836D_4D6F4CA131FE#1163214 AS COL_48FD2AAE_6F4D_4D43_BEE7_8A161203783C#1163706, COL_E1010A22_775B_43B4_B8CA_4603C0801D28#1163215 AS COL_E0699193_FC70_4F64_BAE6_B2F241857F3B#1163707, COL_6A6D32F5_2B4E_4DF6_A459_B248882F909D#1163216 AS COL_630C2F1A_DB89_4A08_A2D2_179A10CC9FD2#1163708]
Filter (COL_6B340AEB_6908_4A50_8AD6_FE561D33FBE0#1163229 <=> 1)
WholeStageCodegen (5)
Window [row_number() windowspecdefinition(COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#1163213, 1 DESC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_6B340AEB_6908_4A50_8AD6_FE561D33FBE0#1163229], [COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#1163213], [1 DESC NULLS LAST]
Sort [COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#1163213 ASC NULLS FIRST, 1 DESC NULLS LAST], false, 0
WholeStageCodegen (4)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#1163213, 10), ENSURE_REQUIREMENTS, [plan_id=659992]
Project [Numéro Séjour#1163097 AS COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#1163213, UF#1163098 AS COL_E82CFB57_01EB_4E90_836D_4D6F4CA131FE#1163214, str_remove_space(Transport admission#1163101, ONLY_ONE) AS COL_E1010A22_775B_43B4_B8CA_4603C0801D28#1163215, str_remove_space(str_list_get(str_extract_by_regex(Niveau CCMU#1163102, [+\d]+), 0), ALL) AS COL_6A6D32F5_2B4E_4DF6_A459_B248882F909D#1163216]
Filter NOT CASE WHEN isnull(StartsWith(Numéro Séjour#1163097, #)) THEN false ELSE StartsWith(Numéro Séjour#1163097, #) END
WholeStageCodegen (1)
FileScan csv [Numéro Séjour#1163097,UF#1163098,Transport admission#1163101,Niveau CCMU#1163102] Batched: false, DataFilters: [NOT CASE WHEN isnull(StartsWith(Numéro Séjour#1163097, #)) THEN false ELSE StartsWith(Numéro Séj..., Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/tmp/02_PASSAGE_PATI_172095/passage_Patient_..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<Numéro Séjour:string,UF:string,Transport admission:string,Niveau CCMU:string>
Sort [COL_DC1A3ABF_ADFC_4208_8B24_35ED54CC87DF#1163645 ASC NULLS FIRST, COL_EA9AE57C_DE84_4BBE_9131_053814B337F4#1163646 ASC NULLS FIRST], true, 0
WholeStageCodegen (6)
AQEShuffleRead coalesced
Exchange rangepartitioning(COL_DC1A3ABF_ADFC_4208_8B24_35ED54CC87DF#1163645 ASC NULLS FIRST, COL_EA9AE57C_DE84_4BBE_9131_053814B337F4#1163646 ASC NULLS FIRST, 10), ENSURE_REQUIREMENTS, [plan_id=660118]
HashAggregate(keys=[COL_8D7490B1_ED4B_4A07_9680_ECC66DF49E37#1163639, COL_7F6B8B23_E564_4B4E_8794_0FC7CE59D60B#1163640, COL_B6440F86_8BD4_4AFD_8640_45556688ABB9#1163641], functions=[])
WholeStageCodegen (3)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_8D7490B1_ED4B_4A07_9680_ECC66DF49E37#1163639, COL_7F6B8B23_E564_4B4E_8794_0FC7CE59D60B#1163640, COL_B6440F86_8BD4_4AFD_8640_45556688ABB9#1163641, 10), ENSURE_REQUIREMENTS, [plan_id=660021]
HashAggregate(keys=[COL_8D7490B1_ED4B_4A07_9680_ECC66DF49E37#1163639, COL_7F6B8B23_E564_4B4E_8794_0FC7CE59D60B#1163640, COL_B6440F86_8BD4_4AFD_8640_45556688ABB9#1163641], functions=[])
Project [COL_BC7CB40E_B2CA_42C4_94A5_B6AA996E14DC#1163600 AS COL_8D7490B1_ED4B_4A07_9680_ECC66DF49E37#1163639, col0#1163617 AS COL_7F6B8B23_E564_4B4E_8794_0FC7CE59D60B#1163640, col1#1163618 AS COL_B6440F86_8BD4_4AFD_8640_45556688ABB9#1163641]
Generate stack(7, 04-Date Naissance, COL_95E23023_63AA_4AB8_A60F_50D45234CFDD#1163601, 05-Date Entree, COL_78B23D10_75E8_415E_A3C0_8AB5C826A837#1163602, 06-Date Sortie, COL_885784F8_1772_40E3_89B6_6ACE1FAB6407#1163603, 07-Fides, COL_32AA235F_1BB1_4047_B8BA_AD2E9197AD1F#1163604, 08-Facturable AM, COL_3BBA8558_C3D5_4921_93AE_D7C9E273B39D#1163605, 09-Justif Exo, COL_35788C71_38EE_4A08_B685_AAC68457246A#1163606, 10-Nature Ass, COL_6EC95BD9_A121_4728_BE4A_49B7EA2976F2#1163607), [COL_BC7CB40E_B2CA_42C4_94A5_B6AA996E14DC#1163600], false, [col0#1163617, col1#1163618]
Project [COL_F76265AB_8748_4114_92B4_00E37DE25D34#1163278 AS COL_BC7CB40E_B2CA_42C4_94A5_B6AA996E14DC#1163600, COL_9262BBED_C393_416D_B38C_8F1458965BA7#1163277 AS COL_95E23023_63AA_4AB8_A60F_50D45234CFDD#1163601, COL_96E2282E_0771_460E_8BDB_D11261BD9020#1163279 AS COL_78B23D10_75E8_415E_A3C0_8AB5C826A837#1163602, COL_12028397_66B1_4E3C_BBDB_64537606E7DE#1163280 AS COL_885784F8_1772_40E3_89B6_6ACE1FAB6407#1163603, COL_0521CAB9_7617_4F31_948E_95DCA16387D7#1163275 AS COL_32AA235F_1BB1_4047_B8BA_AD2E9197AD1F#1163604, COL_1DACB81E_AFA5_4BB8_83D7_57DE8B8062B7#1163276 AS COL_3BBA8558_C3D5_4921_93AE_D7C9E273B39D#1163605, COL_4473F770_A575_4100_97F6_8190F900749A#1163284 AS COL_35788C71_38EE_4A08_B685_AAC68457246A#1163606, COL_715B3479_EAD2_422C_BF5C_7B020197D946#1163285 AS COL_6EC95BD9_A121_4728_BE4A_49B7EA2976F2#1163607]
ColumnarToRow
WholeStageCodegen (2)
FileScan parquet [COL_0521CAB9_7617_4F31_948E_95DCA16387D7#1163275,COL_1DACB81E_AFA5_4BB8_83D7_57DE8B8062B7#1163276,COL_9262BBED_C393_416D_B38C_8F1458965BA7#1163277,COL_F76265AB_8748_4114_92B4_00E37DE25D34#1163278,COL_96E2282E_0771_460E_8BDB_D11261BD9020#1163279,COL_12028397_66B1_4E3C_BBDB_64537606E7DE#1163280,COL_4473F770_A575_4100_97F6_8190F900749A#1163284,COL_715B3479_EAD2_422C_BF5C_7B020197D946#1163285] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/02_A_ELIGIBLE_172496], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_0521CAB9_7617_4F31_948E_95DCA16387D7:string,COL_1DACB81E_AFA5_4BB8_83D7_57DE8B8062B7:s...
== Physical Plan ==
AdaptiveSparkPlan (56)
+- == Final Plan ==
Execute InsertIntoHadoopFsRelationCommand (33)
+- WriteFiles (32)
+- * Sort (31)
+- AQEShuffleRead (30)
+- ShuffleQueryStage (29), Statistics(sizeInBytes=7.9 MiB, rowCount=1.17E+5)
+- Exchange (28)
+- Union (27)
:- * Project (12)
: +- * Generate (11)
: +- * Project (10)
: +- * Filter (9)
: +- Window (8)
: +- * Sort (7)
: +- AQEShuffleRead (6)
: +- ShuffleQueryStage (5), Statistics(sizeInBytes=1276.4 KiB, rowCount=1.50E+4)
: +- Exchange (4)
: +- * Project (3)
: +- * Filter (2)
: +- Scan csv (1)
+- * Sort (26)
+- AQEShuffleRead (25)
+- ShuffleQueryStage (24), Statistics(sizeInBytes=4.9 MiB, rowCount=7.18E+4)
+- Exchange (23)
+- * HashAggregate (22)
+- AQEShuffleRead (21)
+- ShuffleQueryStage (20), Statistics(sizeInBytes=4.9 MiB, rowCount=7.18E+4)
+- Exchange (19)
+- * HashAggregate (18)
+- * Project (17)
+- * Generate (16)
+- * Project (15)
+- * ColumnarToRow (14)
+- Scan parquet (13)
+- == Initial Plan ==
Execute InsertIntoHadoopFsRelationCommand (55)
+- WriteFiles (54)
+- Sort (53)
+- Exchange (52)
+- Union (51)
:- Project (42)
: +- Generate (41)
: +- Project (40)
: +- Filter (39)
: +- Window (38)
: +- Sort (37)
: +- Exchange (36)
: +- Project (35)
: +- Filter (34)
: +- Scan csv (1)
+- Sort (50)
+- Exchange (49)
+- HashAggregate (48)
+- Exchange (47)
+- HashAggregate (46)
+- Project (45)
+- Generate (44)
+- Project (43)
+- Scan parquet (13)
(1) Scan csv
Output [4]: [Numéro Séjour#1163097, UF#1163098, Transport admission#1163101, Niveau CCMU#1163102]
Batched: false
Location: InMemoryFileIndex [file:/data/input/depot/csv/tmp/02_PASSAGE_PATI_172095/passage_Patient_Aigle_M12025.csv]
ReadSchema: struct<Numéro Séjour:string,UF:string,Transport admission:string,Niveau CCMU:string>
(2) Filter [codegen id : 1]
Input [4]: [Numéro Séjour#1163097, UF#1163098, Transport admission#1163101, Niveau CCMU#1163102]
Condition : NOT CASE WHEN isnull(StartsWith(Numéro Séjour#1163097, #)) THEN false ELSE StartsWith(Numéro Séjour#1163097, #) END
(3) Project [codegen id : 1]
Output [4]: [Numéro Séjour#1163097 AS COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#1163213, UF#1163098 AS COL_E82CFB57_01EB_4E90_836D_4D6F4CA131FE#1163214, str_remove_space(Transport admission#1163101, ONLY_ONE) AS COL_E1010A22_775B_43B4_B8CA_4603C0801D28#1163215, str_remove_space(str_list_get(str_extract_by_regex(Niveau CCMU#1163102, [+\d]+), 0), ALL) AS COL_6A6D32F5_2B4E_4DF6_A459_B248882F909D#1163216]
Input [4]: [Numéro Séjour#1163097, UF#1163098, Transport admission#1163101, Niveau CCMU#1163102]
(4) Exchange
Input [4]: [COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#1163213, COL_E82CFB57_01EB_4E90_836D_4D6F4CA131FE#1163214, COL_E1010A22_775B_43B4_B8CA_4603C0801D28#1163215, COL_6A6D32F5_2B4E_4DF6_A459_B248882F909D#1163216]
Arguments: hashpartitioning(COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#1163213, 10), ENSURE_REQUIREMENTS, [plan_id=659992]
(5) ShuffleQueryStage
Output [4]: [COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#1163213, COL_E82CFB57_01EB_4E90_836D_4D6F4CA131FE#1163214, COL_E1010A22_775B_43B4_B8CA_4603C0801D28#1163215, COL_6A6D32F5_2B4E_4DF6_A459_B248882F909D#1163216]
Arguments: 0
(6) AQEShuffleRead
Input [4]: [COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#1163213, COL_E82CFB57_01EB_4E90_836D_4D6F4CA131FE#1163214, COL_E1010A22_775B_43B4_B8CA_4603C0801D28#1163215, COL_6A6D32F5_2B4E_4DF6_A459_B248882F909D#1163216]
Arguments: coalesced
(7) Sort [codegen id : 4]
Input [4]: [COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#1163213, COL_E82CFB57_01EB_4E90_836D_4D6F4CA131FE#1163214, COL_E1010A22_775B_43B4_B8CA_4603C0801D28#1163215, COL_6A6D32F5_2B4E_4DF6_A459_B248882F909D#1163216]
Arguments: [COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#1163213 ASC NULLS FIRST, 1 DESC NULLS LAST], false, 0
(8) Window
Input [4]: [COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#1163213, COL_E82CFB57_01EB_4E90_836D_4D6F4CA131FE#1163214, COL_E1010A22_775B_43B4_B8CA_4603C0801D28#1163215, COL_6A6D32F5_2B4E_4DF6_A459_B248882F909D#1163216]
Arguments: [row_number() windowspecdefinition(COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#1163213, 1 DESC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_6B340AEB_6908_4A50_8AD6_FE561D33FBE0#1163229], [COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#1163213], [1 DESC NULLS LAST]
(9) Filter [codegen id : 5]
Input [5]: [COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#1163213, COL_E82CFB57_01EB_4E90_836D_4D6F4CA131FE#1163214, COL_E1010A22_775B_43B4_B8CA_4603C0801D28#1163215, COL_6A6D32F5_2B4E_4DF6_A459_B248882F909D#1163216, COL_6B340AEB_6908_4A50_8AD6_FE561D33FBE0#1163229]
Condition : (COL_6B340AEB_6908_4A50_8AD6_FE561D33FBE0#1163229 <=> 1)
(10) Project [codegen id : 5]
Output [4]: [COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#1163213 AS COL_DEB05435_3A84_4F8F_8CD2_6BE209A14FA8#1163705, COL_E82CFB57_01EB_4E90_836D_4D6F4CA131FE#1163214 AS COL_48FD2AAE_6F4D_4D43_BEE7_8A161203783C#1163706, COL_E1010A22_775B_43B4_B8CA_4603C0801D28#1163215 AS COL_E0699193_FC70_4F64_BAE6_B2F241857F3B#1163707, COL_6A6D32F5_2B4E_4DF6_A459_B248882F909D#1163216 AS COL_630C2F1A_DB89_4A08_A2D2_179A10CC9FD2#1163708]
Input [5]: [COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#1163213, COL_E82CFB57_01EB_4E90_836D_4D6F4CA131FE#1163214, COL_E1010A22_775B_43B4_B8CA_4603C0801D28#1163215, COL_6A6D32F5_2B4E_4DF6_A459_B248882F909D#1163216, COL_6B340AEB_6908_4A50_8AD6_FE561D33FBE0#1163229]
(11) Generate [codegen id : 5]
Input [4]: [COL_DEB05435_3A84_4F8F_8CD2_6BE209A14FA8#1163705, COL_48FD2AAE_6F4D_4D43_BEE7_8A161203783C#1163706, COL_E0699193_FC70_4F64_BAE6_B2F241857F3B#1163707, COL_630C2F1A_DB89_4A08_A2D2_179A10CC9FD2#1163708]
Arguments: stack(3, 01-UF, COL_48FD2AAE_6F4D_4D43_BEE7_8A161203783C#1163706, 02-Transport, COL_E0699193_FC70_4F64_BAE6_B2F241857F3B#1163707, 03-CCMU, COL_630C2F1A_DB89_4A08_A2D2_179A10CC9FD2#1163708), [COL_DEB05435_3A84_4F8F_8CD2_6BE209A14FA8#1163705], false, [col0#1163714, col1#1163715]
(12) Project [codegen id : 5]
Output [3]: [COL_DEB05435_3A84_4F8F_8CD2_6BE209A14FA8#1163705 AS COL_E5ADB260_1BF6_449C_8439_0A94CEE6956C#1163745, col0#1163714 AS COL_59774853_4110_4672_B6E2_C0D5DE930914#1163746, col1#1163715 AS COL_E58DD17C_E55F_4036_9FA9_A5365B045A1A#1163747]
Input [3]: [COL_DEB05435_3A84_4F8F_8CD2_6BE209A14FA8#1163705, col0#1163714, col1#1163715]
(13) Scan parquet
Output [8]: [COL_0521CAB9_7617_4F31_948E_95DCA16387D7#1163275, COL_1DACB81E_AFA5_4BB8_83D7_57DE8B8062B7#1163276, COL_9262BBED_C393_416D_B38C_8F1458965BA7#1163277, COL_F76265AB_8748_4114_92B4_00E37DE25D34#1163278, COL_96E2282E_0771_460E_8BDB_D11261BD9020#1163279, COL_12028397_66B1_4E3C_BBDB_64537606E7DE#1163280, COL_4473F770_A575_4100_97F6_8190F900749A#1163284, COL_715B3479_EAD2_422C_BF5C_7B020197D946#1163285]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/02_A_ELIGIBLE_172496]
ReadSchema: struct<COL_0521CAB9_7617_4F31_948E_95DCA16387D7:string,COL_1DACB81E_AFA5_4BB8_83D7_57DE8B8062B7:string,COL_9262BBED_C393_416D_B38C_8F1458965BA7:string,COL_F76265AB_8748_4114_92B4_00E37DE25D34:string,COL_96E2282E_0771_460E_8BDB_D11261BD9020:string,COL_12028397_66B1_4E3C_BBDB_64537606E7DE:string,COL_4473F770_A575_4100_97F6_8190F900749A:string,COL_715B3479_EAD2_422C_BF5C_7B020197D946:string>
(14) ColumnarToRow [codegen id : 2]
Input [8]: [COL_0521CAB9_7617_4F31_948E_95DCA16387D7#1163275, COL_1DACB81E_AFA5_4BB8_83D7_57DE8B8062B7#1163276, COL_9262BBED_C393_416D_B38C_8F1458965BA7#1163277, COL_F76265AB_8748_4114_92B4_00E37DE25D34#1163278, COL_96E2282E_0771_460E_8BDB_D11261BD9020#1163279, COL_12028397_66B1_4E3C_BBDB_64537606E7DE#1163280, COL_4473F770_A575_4100_97F6_8190F900749A#1163284, COL_715B3479_EAD2_422C_BF5C_7B020197D946#1163285]
(15) Project [codegen id : 2]
Output [8]: [COL_F76265AB_8748_4114_92B4_00E37DE25D34#1163278 AS COL_BC7CB40E_B2CA_42C4_94A5_B6AA996E14DC#1163600, COL_9262BBED_C393_416D_B38C_8F1458965BA7#1163277 AS COL_95E23023_63AA_4AB8_A60F_50D45234CFDD#1163601, COL_96E2282E_0771_460E_8BDB_D11261BD9020#1163279 AS COL_78B23D10_75E8_415E_A3C0_8AB5C826A837#1163602, COL_12028397_66B1_4E3C_BBDB_64537606E7DE#1163280 AS COL_885784F8_1772_40E3_89B6_6ACE1FAB6407#1163603, COL_0521CAB9_7617_4F31_948E_95DCA16387D7#1163275 AS COL_32AA235F_1BB1_4047_B8BA_AD2E9197AD1F#1163604, COL_1DACB81E_AFA5_4BB8_83D7_57DE8B8062B7#1163276 AS COL_3BBA8558_C3D5_4921_93AE_D7C9E273B39D#1163605, COL_4473F770_A575_4100_97F6_8190F900749A#1163284 AS COL_35788C71_38EE_4A08_B685_AAC68457246A#1163606, COL_715B3479_EAD2_422C_BF5C_7B020197D946#1163285 AS COL_6EC95BD9_A121_4728_BE4A_49B7EA2976F2#1163607]
Input [8]: [COL_0521CAB9_7617_4F31_948E_95DCA16387D7#1163275, COL_1DACB81E_AFA5_4BB8_83D7_57DE8B8062B7#1163276, COL_9262BBED_C393_416D_B38C_8F1458965BA7#1163277, COL_F76265AB_8748_4114_92B4_00E37DE25D34#1163278, COL_96E2282E_0771_460E_8BDB_D11261BD9020#1163279, COL_12028397_66B1_4E3C_BBDB_64537606E7DE#1163280, COL_4473F770_A575_4100_97F6_8190F900749A#1163284, COL_715B3479_EAD2_422C_BF5C_7B020197D946#1163285]
(16) Generate [codegen id : 2]
Input [8]: [COL_BC7CB40E_B2CA_42C4_94A5_B6AA996E14DC#1163600, COL_95E23023_63AA_4AB8_A60F_50D45234CFDD#1163601, COL_78B23D10_75E8_415E_A3C0_8AB5C826A837#1163602, COL_885784F8_1772_40E3_89B6_6ACE1FAB6407#1163603, COL_32AA235F_1BB1_4047_B8BA_AD2E9197AD1F#1163604, COL_3BBA8558_C3D5_4921_93AE_D7C9E273B39D#1163605, COL_35788C71_38EE_4A08_B685_AAC68457246A#1163606, COL_6EC95BD9_A121_4728_BE4A_49B7EA2976F2#1163607]
Arguments: stack(7, 04-Date Naissance, COL_95E23023_63AA_4AB8_A60F_50D45234CFDD#1163601, 05-Date Entree, COL_78B23D10_75E8_415E_A3C0_8AB5C826A837#1163602, 06-Date Sortie, COL_885784F8_1772_40E3_89B6_6ACE1FAB6407#1163603, 07-Fides, COL_32AA235F_1BB1_4047_B8BA_AD2E9197AD1F#1163604, 08-Facturable AM, COL_3BBA8558_C3D5_4921_93AE_D7C9E273B39D#1163605, 09-Justif Exo, COL_35788C71_38EE_4A08_B685_AAC68457246A#1163606, 10-Nature Ass, COL_6EC95BD9_A121_4728_BE4A_49B7EA2976F2#1163607), [COL_BC7CB40E_B2CA_42C4_94A5_B6AA996E14DC#1163600], false, [col0#1163617, col1#1163618]
(17) Project [codegen id : 2]
Output [3]: [COL_BC7CB40E_B2CA_42C4_94A5_B6AA996E14DC#1163600 AS COL_8D7490B1_ED4B_4A07_9680_ECC66DF49E37#1163639, col0#1163617 AS COL_7F6B8B23_E564_4B4E_8794_0FC7CE59D60B#1163640, col1#1163618 AS COL_B6440F86_8BD4_4AFD_8640_45556688ABB9#1163641]
Input [3]: [COL_BC7CB40E_B2CA_42C4_94A5_B6AA996E14DC#1163600, col0#1163617, col1#1163618]
(18) HashAggregate [codegen id : 2]
Input [3]: [COL_8D7490B1_ED4B_4A07_9680_ECC66DF49E37#1163639, COL_7F6B8B23_E564_4B4E_8794_0FC7CE59D60B#1163640, COL_B6440F86_8BD4_4AFD_8640_45556688ABB9#1163641]
Keys [3]: [COL_8D7490B1_ED4B_4A07_9680_ECC66DF49E37#1163639, COL_7F6B8B23_E564_4B4E_8794_0FC7CE59D60B#1163640, COL_B6440F86_8BD4_4AFD_8640_45556688ABB9#1163641]
Functions: []
Aggregate Attributes: []
Results [3]: [COL_8D7490B1_ED4B_4A07_9680_ECC66DF49E37#1163639, COL_7F6B8B23_E564_4B4E_8794_0FC7CE59D60B#1163640, COL_B6440F86_8BD4_4AFD_8640_45556688ABB9#1163641]
(19) Exchange
Input [3]: [COL_8D7490B1_ED4B_4A07_9680_ECC66DF49E37#1163639, COL_7F6B8B23_E564_4B4E_8794_0FC7CE59D60B#1163640, COL_B6440F86_8BD4_4AFD_8640_45556688ABB9#1163641]
Arguments: hashpartitioning(COL_8D7490B1_ED4B_4A07_9680_ECC66DF49E37#1163639, COL_7F6B8B23_E564_4B4E_8794_0FC7CE59D60B#1163640, COL_B6440F86_8BD4_4AFD_8640_45556688ABB9#1163641, 10), ENSURE_REQUIREMENTS, [plan_id=660021]
(20) ShuffleQueryStage
Output [3]: [COL_8D7490B1_ED4B_4A07_9680_ECC66DF49E37#1163639, COL_7F6B8B23_E564_4B4E_8794_0FC7CE59D60B#1163640, COL_B6440F86_8BD4_4AFD_8640_45556688ABB9#1163641]
Arguments: 1
(21) AQEShuffleRead
Input [3]: [COL_8D7490B1_ED4B_4A07_9680_ECC66DF49E37#1163639, COL_7F6B8B23_E564_4B4E_8794_0FC7CE59D60B#1163640, COL_B6440F86_8BD4_4AFD_8640_45556688ABB9#1163641]
Arguments: coalesced
(22) HashAggregate [codegen id : 3]
Input [3]: [COL_8D7490B1_ED4B_4A07_9680_ECC66DF49E37#1163639, COL_7F6B8B23_E564_4B4E_8794_0FC7CE59D60B#1163640, COL_B6440F86_8BD4_4AFD_8640_45556688ABB9#1163641]
Keys [3]: [COL_8D7490B1_ED4B_4A07_9680_ECC66DF49E37#1163639, COL_7F6B8B23_E564_4B4E_8794_0FC7CE59D60B#1163640, COL_B6440F86_8BD4_4AFD_8640_45556688ABB9#1163641]
Functions: []
Aggregate Attributes: []
Results [3]: [COL_8D7490B1_ED4B_4A07_9680_ECC66DF49E37#1163639 AS COL_DC1A3ABF_ADFC_4208_8B24_35ED54CC87DF#1163645, COL_7F6B8B23_E564_4B4E_8794_0FC7CE59D60B#1163640 AS COL_EA9AE57C_DE84_4BBE_9131_053814B337F4#1163646, COL_B6440F86_8BD4_4AFD_8640_45556688ABB9#1163641 AS COL_3744BFD9_1F3B_4691_AA97_1C8D69F364B8#1163647]
(23) Exchange
Input [3]: [COL_DC1A3ABF_ADFC_4208_8B24_35ED54CC87DF#1163645, COL_EA9AE57C_DE84_4BBE_9131_053814B337F4#1163646, COL_3744BFD9_1F3B_4691_AA97_1C8D69F364B8#1163647]
Arguments: rangepartitioning(COL_DC1A3ABF_ADFC_4208_8B24_35ED54CC87DF#1163645 ASC NULLS FIRST, COL_EA9AE57C_DE84_4BBE_9131_053814B337F4#1163646 ASC NULLS FIRST, 10), ENSURE_REQUIREMENTS, [plan_id=660118]
(24) ShuffleQueryStage
Output [3]: [COL_DC1A3ABF_ADFC_4208_8B24_35ED54CC87DF#1163645, COL_EA9AE57C_DE84_4BBE_9131_053814B337F4#1163646, COL_3744BFD9_1F3B_4691_AA97_1C8D69F364B8#1163647]
Arguments: 2
(25) AQEShuffleRead
Input [3]: [COL_DC1A3ABF_ADFC_4208_8B24_35ED54CC87DF#1163645, COL_EA9AE57C_DE84_4BBE_9131_053814B337F4#1163646, COL_3744BFD9_1F3B_4691_AA97_1C8D69F364B8#1163647]
Arguments: coalesced
(26) Sort [codegen id : 6]
Input [3]: [COL_DC1A3ABF_ADFC_4208_8B24_35ED54CC87DF#1163645, COL_EA9AE57C_DE84_4BBE_9131_053814B337F4#1163646, COL_3744BFD9_1F3B_4691_AA97_1C8D69F364B8#1163647]
Arguments: [COL_DC1A3ABF_ADFC_4208_8B24_35ED54CC87DF#1163645 ASC NULLS FIRST, COL_EA9AE57C_DE84_4BBE_9131_053814B337F4#1163646 ASC NULLS FIRST], true, 0
(27) Union
(28) Exchange
Input [3]: [COL_E5ADB260_1BF6_449C_8439_0A94CEE6956C#1163745, COL_59774853_4110_4672_B6E2_C0D5DE930914#1163746, COL_E58DD17C_E55F_4036_9FA9_A5365B045A1A#1163747]
Arguments: rangepartitioning(COL_E5ADB260_1BF6_449C_8439_0A94CEE6956C#1163745 ASC NULLS FIRST, COL_59774853_4110_4672_B6E2_C0D5DE930914#1163746 ASC NULLS FIRST, 10), ENSURE_REQUIREMENTS, [plan_id=660265]
(29) ShuffleQueryStage
Output [3]: [COL_E5ADB260_1BF6_449C_8439_0A94CEE6956C#1163745, COL_59774853_4110_4672_B6E2_C0D5DE930914#1163746, COL_E58DD17C_E55F_4036_9FA9_A5365B045A1A#1163747]
Arguments: 3
(30) AQEShuffleRead
Input [3]: [COL_E5ADB260_1BF6_449C_8439_0A94CEE6956C#1163745, COL_59774853_4110_4672_B6E2_C0D5DE930914#1163746, COL_E58DD17C_E55F_4036_9FA9_A5365B045A1A#1163747]
Arguments: coalesced
(31) Sort [codegen id : 7]
Input [3]: [COL_E5ADB260_1BF6_449C_8439_0A94CEE6956C#1163745, COL_59774853_4110_4672_B6E2_C0D5DE930914#1163746, COL_E58DD17C_E55F_4036_9FA9_A5365B045A1A#1163747]
Arguments: [COL_E5ADB260_1BF6_449C_8439_0A94CEE6956C#1163745 ASC NULLS FIRST, COL_59774853_4110_4672_B6E2_C0D5DE930914#1163746 ASC NULLS FIRST], true, 0
(32) WriteFiles
Input [3]: [COL_E5ADB260_1BF6_449C_8439_0A94CEE6956C#1163745, COL_59774853_4110_4672_B6E2_C0D5DE930914#1163746, COL_E58DD17C_E55F_4036_9FA9_A5365B045A1A#1163747]
(33) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/datablock/14_B_PASSAGE_PA_172825, false, Parquet, [path=file:///data/output/cache/parquet/datablock/14_B_PASSAGE_PA_172825], Overwrite, [COL_E5ADB260_1BF6_449C_8439_0A94CEE6956C, COL_59774853_4110_4672_B6E2_C0D5DE930914, COL_E58DD17C_E55F_4036_9FA9_A5365B045A1A]
(34) Filter
Input [4]: [Numéro Séjour#1163097, UF#1163098, Transport admission#1163101, Niveau CCMU#1163102]
Condition : NOT CASE WHEN isnull(StartsWith(Numéro Séjour#1163097, #)) THEN false ELSE StartsWith(Numéro Séjour#1163097, #) END
(35) Project
Output [4]: [Numéro Séjour#1163097 AS COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#1163213, UF#1163098 AS COL_E82CFB57_01EB_4E90_836D_4D6F4CA131FE#1163214, str_remove_space(Transport admission#1163101, ONLY_ONE) AS COL_E1010A22_775B_43B4_B8CA_4603C0801D28#1163215, str_remove_space(str_list_get(str_extract_by_regex(Niveau CCMU#1163102, [+\d]+), 0), ALL) AS COL_6A6D32F5_2B4E_4DF6_A459_B248882F909D#1163216]
Input [4]: [Numéro Séjour#1163097, UF#1163098, Transport admission#1163101, Niveau CCMU#1163102]
(36) Exchange
Input [4]: [COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#1163213, COL_E82CFB57_01EB_4E90_836D_4D6F4CA131FE#1163214, COL_E1010A22_775B_43B4_B8CA_4603C0801D28#1163215, COL_6A6D32F5_2B4E_4DF6_A459_B248882F909D#1163216]
Arguments: hashpartitioning(COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#1163213, 10), ENSURE_REQUIREMENTS, [plan_id=659931]
(37) Sort
Input [4]: [COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#1163213, COL_E82CFB57_01EB_4E90_836D_4D6F4CA131FE#1163214, COL_E1010A22_775B_43B4_B8CA_4603C0801D28#1163215, COL_6A6D32F5_2B4E_4DF6_A459_B248882F909D#1163216]
Arguments: [COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#1163213 ASC NULLS FIRST, 1 DESC NULLS LAST], false, 0
(38) Window
Input [4]: [COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#1163213, COL_E82CFB57_01EB_4E90_836D_4D6F4CA131FE#1163214, COL_E1010A22_775B_43B4_B8CA_4603C0801D28#1163215, COL_6A6D32F5_2B4E_4DF6_A459_B248882F909D#1163216]
Arguments: [row_number() windowspecdefinition(COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#1163213, 1 DESC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_6B340AEB_6908_4A50_8AD6_FE561D33FBE0#1163229], [COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#1163213], [1 DESC NULLS LAST]
(39) Filter
Input [5]: [COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#1163213, COL_E82CFB57_01EB_4E90_836D_4D6F4CA131FE#1163214, COL_E1010A22_775B_43B4_B8CA_4603C0801D28#1163215, COL_6A6D32F5_2B4E_4DF6_A459_B248882F909D#1163216, COL_6B340AEB_6908_4A50_8AD6_FE561D33FBE0#1163229]
Condition : (COL_6B340AEB_6908_4A50_8AD6_FE561D33FBE0#1163229 <=> 1)
(40) Project
Output [4]: [COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#1163213 AS COL_DEB05435_3A84_4F8F_8CD2_6BE209A14FA8#1163705, COL_E82CFB57_01EB_4E90_836D_4D6F4CA131FE#1163214 AS COL_48FD2AAE_6F4D_4D43_BEE7_8A161203783C#1163706, COL_E1010A22_775B_43B4_B8CA_4603C0801D28#1163215 AS COL_E0699193_FC70_4F64_BAE6_B2F241857F3B#1163707, COL_6A6D32F5_2B4E_4DF6_A459_B248882F909D#1163216 AS COL_630C2F1A_DB89_4A08_A2D2_179A10CC9FD2#1163708]
Input [5]: [COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#1163213, COL_E82CFB57_01EB_4E90_836D_4D6F4CA131FE#1163214, COL_E1010A22_775B_43B4_B8CA_4603C0801D28#1163215, COL_6A6D32F5_2B4E_4DF6_A459_B248882F909D#1163216, COL_6B340AEB_6908_4A50_8AD6_FE561D33FBE0#1163229]
(41) Generate
Input [4]: [COL_DEB05435_3A84_4F8F_8CD2_6BE209A14FA8#1163705, COL_48FD2AAE_6F4D_4D43_BEE7_8A161203783C#1163706, COL_E0699193_FC70_4F64_BAE6_B2F241857F3B#1163707, COL_630C2F1A_DB89_4A08_A2D2_179A10CC9FD2#1163708]
Arguments: stack(3, 01-UF, COL_48FD2AAE_6F4D_4D43_BEE7_8A161203783C#1163706, 02-Transport, COL_E0699193_FC70_4F64_BAE6_B2F241857F3B#1163707, 03-CCMU, COL_630C2F1A_DB89_4A08_A2D2_179A10CC9FD2#1163708), [COL_DEB05435_3A84_4F8F_8CD2_6BE209A14FA8#1163705], false, [col0#1163714, col1#1163715]
(42) Project
Output [3]: [COL_DEB05435_3A84_4F8F_8CD2_6BE209A14FA8#1163705 AS COL_E5ADB260_1BF6_449C_8439_0A94CEE6956C#1163745, col0#1163714 AS COL_59774853_4110_4672_B6E2_C0D5DE930914#1163746, col1#1163715 AS COL_E58DD17C_E55F_4036_9FA9_A5365B045A1A#1163747]
Input [3]: [COL_DEB05435_3A84_4F8F_8CD2_6BE209A14FA8#1163705, col0#1163714, col1#1163715]
(43) Project
Output [8]: [COL_F76265AB_8748_4114_92B4_00E37DE25D34#1163278 AS COL_BC7CB40E_B2CA_42C4_94A5_B6AA996E14DC#1163600, COL_9262BBED_C393_416D_B38C_8F1458965BA7#1163277 AS COL_95E23023_63AA_4AB8_A60F_50D45234CFDD#1163601, COL_96E2282E_0771_460E_8BDB_D11261BD9020#1163279 AS COL_78B23D10_75E8_415E_A3C0_8AB5C826A837#1163602, COL_12028397_66B1_4E3C_BBDB_64537606E7DE#1163280 AS COL_885784F8_1772_40E3_89B6_6ACE1FAB6407#1163603, COL_0521CAB9_7617_4F31_948E_95DCA16387D7#1163275 AS COL_32AA235F_1BB1_4047_B8BA_AD2E9197AD1F#1163604, COL_1DACB81E_AFA5_4BB8_83D7_57DE8B8062B7#1163276 AS COL_3BBA8558_C3D5_4921_93AE_D7C9E273B39D#1163605, COL_4473F770_A575_4100_97F6_8190F900749A#1163284 AS COL_35788C71_38EE_4A08_B685_AAC68457246A#1163606, COL_715B3479_EAD2_422C_BF5C_7B020197D946#1163285 AS COL_6EC95BD9_A121_4728_BE4A_49B7EA2976F2#1163607]
Input [8]: [COL_0521CAB9_7617_4F31_948E_95DCA16387D7#1163275, COL_1DACB81E_AFA5_4BB8_83D7_57DE8B8062B7#1163276, COL_9262BBED_C393_416D_B38C_8F1458965BA7#1163277, COL_F76265AB_8748_4114_92B4_00E37DE25D34#1163278, COL_96E2282E_0771_460E_8BDB_D11261BD9020#1163279, COL_12028397_66B1_4E3C_BBDB_64537606E7DE#1163280, COL_4473F770_A575_4100_97F6_8190F900749A#1163284, COL_715B3479_EAD2_422C_BF5C_7B020197D946#1163285]
(44) Generate
Input [8]: [COL_BC7CB40E_B2CA_42C4_94A5_B6AA996E14DC#1163600, COL_95E23023_63AA_4AB8_A60F_50D45234CFDD#1163601, COL_78B23D10_75E8_415E_A3C0_8AB5C826A837#1163602, COL_885784F8_1772_40E3_89B6_6ACE1FAB6407#1163603, COL_32AA235F_1BB1_4047_B8BA_AD2E9197AD1F#1163604, COL_3BBA8558_C3D5_4921_93AE_D7C9E273B39D#1163605, COL_35788C71_38EE_4A08_B685_AAC68457246A#1163606, COL_6EC95BD9_A121_4728_BE4A_49B7EA2976F2#1163607]
Arguments: stack(7, 04-Date Naissance, COL_95E23023_63AA_4AB8_A60F_50D45234CFDD#1163601, 05-Date Entree, COL_78B23D10_75E8_415E_A3C0_8AB5C826A837#1163602, 06-Date Sortie, COL_885784F8_1772_40E3_89B6_6ACE1FAB6407#1163603, 07-Fides, COL_32AA235F_1BB1_4047_B8BA_AD2E9197AD1F#1163604, 08-Facturable AM, COL_3BBA8558_C3D5_4921_93AE_D7C9E273B39D#1163605, 09-Justif Exo, COL_35788C71_38EE_4A08_B685_AAC68457246A#1163606, 10-Nature Ass, COL_6EC95BD9_A121_4728_BE4A_49B7EA2976F2#1163607), [COL_BC7CB40E_B2CA_42C4_94A5_B6AA996E14DC#1163600], false, [col0#1163617, col1#1163618]
(45) Project
Output [3]: [COL_BC7CB40E_B2CA_42C4_94A5_B6AA996E14DC#1163600 AS COL_8D7490B1_ED4B_4A07_9680_ECC66DF49E37#1163639, col0#1163617 AS COL_7F6B8B23_E564_4B4E_8794_0FC7CE59D60B#1163640, col1#1163618 AS COL_B6440F86_8BD4_4AFD_8640_45556688ABB9#1163641]
Input [3]: [COL_BC7CB40E_B2CA_42C4_94A5_B6AA996E14DC#1163600, col0#1163617, col1#1163618]
(46) HashAggregate
Input [3]: [COL_8D7490B1_ED4B_4A07_9680_ECC66DF49E37#1163639, COL_7F6B8B23_E564_4B4E_8794_0FC7CE59D60B#1163640, COL_B6440F86_8BD4_4AFD_8640_45556688ABB9#1163641]
Keys [3]: [COL_8D7490B1_ED4B_4A07_9680_ECC66DF49E37#1163639, COL_7F6B8B23_E564_4B4E_8794_0FC7CE59D60B#1163640, COL_B6440F86_8BD4_4AFD_8640_45556688ABB9#1163641]
Functions: []
Aggregate Attributes: []
Results [3]: [COL_8D7490B1_ED4B_4A07_9680_ECC66DF49E37#1163639, COL_7F6B8B23_E564_4B4E_8794_0FC7CE59D60B#1163640, COL_B6440F86_8BD4_4AFD_8640_45556688ABB9#1163641]
(47) Exchange
Input [3]: [COL_8D7490B1_ED4B_4A07_9680_ECC66DF49E37#1163639, COL_7F6B8B23_E564_4B4E_8794_0FC7CE59D60B#1163640, COL_B6440F86_8BD4_4AFD_8640_45556688ABB9#1163641]
Arguments: hashpartitioning(COL_8D7490B1_ED4B_4A07_9680_ECC66DF49E37#1163639, COL_7F6B8B23_E564_4B4E_8794_0FC7CE59D60B#1163640, COL_B6440F86_8BD4_4AFD_8640_45556688ABB9#1163641, 10), ENSURE_REQUIREMENTS, [plan_id=659938]
(48) HashAggregate
Input [3]: [COL_8D7490B1_ED4B_4A07_9680_ECC66DF49E37#1163639, COL_7F6B8B23_E564_4B4E_8794_0FC7CE59D60B#1163640, COL_B6440F86_8BD4_4AFD_8640_45556688ABB9#1163641]
Keys [3]: [COL_8D7490B1_ED4B_4A07_9680_ECC66DF49E37#1163639, COL_7F6B8B23_E564_4B4E_8794_0FC7CE59D60B#1163640, COL_B6440F86_8BD4_4AFD_8640_45556688ABB9#1163641]
Functions: []
Aggregate Attributes: []
Results [3]: [COL_8D7490B1_ED4B_4A07_9680_ECC66DF49E37#1163639 AS COL_DC1A3ABF_ADFC_4208_8B24_35ED54CC87DF#1163645, COL_7F6B8B23_E564_4B4E_8794_0FC7CE59D60B#1163640 AS COL_EA9AE57C_DE84_4BBE_9131_053814B337F4#1163646, COL_B6440F86_8BD4_4AFD_8640_45556688ABB9#1163641 AS COL_3744BFD9_1F3B_4691_AA97_1C8D69F364B8#1163647]
(49) Exchange
Input [3]: [COL_DC1A3ABF_ADFC_4208_8B24_35ED54CC87DF#1163645, COL_EA9AE57C_DE84_4BBE_9131_053814B337F4#1163646, COL_3744BFD9_1F3B_4691_AA97_1C8D69F364B8#1163647]
Arguments: rangepartitioning(COL_DC1A3ABF_ADFC_4208_8B24_35ED54CC87DF#1163645 ASC NULLS FIRST, COL_EA9AE57C_DE84_4BBE_9131_053814B337F4#1163646 ASC NULLS FIRST, 10), ENSURE_REQUIREMENTS, [plan_id=659941]
(50) Sort
Input [3]: [COL_DC1A3ABF_ADFC_4208_8B24_35ED54CC87DF#1163645, COL_EA9AE57C_DE84_4BBE_9131_053814B337F4#1163646, COL_3744BFD9_1F3B_4691_AA97_1C8D69F364B8#1163647]
Arguments: [COL_DC1A3ABF_ADFC_4208_8B24_35ED54CC87DF#1163645 ASC NULLS FIRST, COL_EA9AE57C_DE84_4BBE_9131_053814B337F4#1163646 ASC NULLS FIRST], true, 0
(51) Union
(52) Exchange
Input [3]: [COL_E5ADB260_1BF6_449C_8439_0A94CEE6956C#1163745, COL_59774853_4110_4672_B6E2_C0D5DE930914#1163746, COL_E58DD17C_E55F_4036_9FA9_A5365B045A1A#1163747]
Arguments: rangepartitioning(COL_E5ADB260_1BF6_449C_8439_0A94CEE6956C#1163745 ASC NULLS FIRST, COL_59774853_4110_4672_B6E2_C0D5DE930914#1163746 ASC NULLS FIRST, 10), ENSURE_REQUIREMENTS, [plan_id=659945]
(53) Sort
Input [3]: [COL_E5ADB260_1BF6_449C_8439_0A94CEE6956C#1163745, COL_59774853_4110_4672_B6E2_C0D5DE930914#1163746, COL_E58DD17C_E55F_4036_9FA9_A5365B045A1A#1163747]
Arguments: [COL_E5ADB260_1BF6_449C_8439_0A94CEE6956C#1163745 ASC NULLS FIRST, COL_59774853_4110_4672_B6E2_C0D5DE930914#1163746 ASC NULLS FIRST], true, 0
(54) WriteFiles
Input [3]: [COL_E5ADB260_1BF6_449C_8439_0A94CEE6956C#1163745, COL_59774853_4110_4672_B6E2_C0D5DE930914#1163746, COL_E58DD17C_E55F_4036_9FA9_A5365B045A1A#1163747]
(55) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/datablock/14_B_PASSAGE_PA_172825, false, Parquet, [path=file:///data/output/cache/parquet/datablock/14_B_PASSAGE_PA_172825], Overwrite, [COL_E5ADB260_1BF6_449C_8439_0A94CEE6956C, COL_59774853_4110_4672_B6E2_C0D5DE930914, COL_E58DD17C_E55F_4036_9FA9_A5365B045A1A]
(56) AdaptiveSparkPlan
Output: []
Arguments: isFinalPlan=true