digraph G {
0 [labelType="html" label="<br><b>AdaptiveSparkPlan</b><br><br>"];
1 [labelType="html" label="<b>Execute InsertIntoHadoopFsRelationCommand</b><br><br>task commit time: 0 ms<br>number of written files: 1<br>job commit time: 12 ms<br>number of output rows: 849<br>number of dynamic part: 0<br>written output: 24.1 KiB"];
2 [labelType="html" label="<br><b>WriteFiles</b><br><br>"];
subgraph cluster3 {
isCluster="true";
label="WholeStageCodegen (10)\n \nduration: 191 ms";
4 [labelType="html" label="<br><b>Project</b><br><br>"];
5 [labelType="html" label="<br><b>Project</b><br><br>"];
6 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 849"];
7 [labelType="html" label="<br><b>Project</b><br><br>"];
8 [labelType="html" label="<br><b>Project</b><br><br>"];
9 [labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 12,897<br>spill size: 0.0 B"];
}
subgraph cluster10 {
isCluster="true";
label="WholeStageCodegen (8)\n \nduration: 0 ms";
11 [labelType="html" label="<b>Sort</b><br><br>sort time: 8 ms<br>peak memory: 17.0 MiB<br>spill size: 0.0 B"];
}
12 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 216.7 KiB<br>number of coalesced partitions: 1"];
13 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 33,279<br>local merged chunks fetched: 0<br>shuffle write time: 1 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 33,279<br>local bytes read: 204.5 KiB<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 1819.9 KiB<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 204.5 KiB"];
subgraph cluster14 {
isCluster="true";
label="WholeStageCodegen (7)\n \nduration: 66 ms";
15 [labelType="html" label="<br><b>Project</b><br><br>"];
}
16 [labelType="html" label="<b>CartesianProduct</b><br><br>number of output rows: 33,279"];
subgraph cluster17 {
isCluster="true";
label="WholeStageCodegen (5)\n \nduration: 66 ms";
18 [labelType="html" label="<br><b>Project</b><br><br>"];
19 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 33,279"];
}
20 [labelType="html" label="<b>Window</b><br><br>spill size: 0.0 B"];
subgraph cluster21 {
isCluster="true";
label="WholeStageCodegen (4)\n \nduration: 126 ms";
22 [labelType="html" label="<b>Sort</b><br><br>sort time: 19 ms<br>peak memory: 20.0 MiB<br>spill size: 0.0 B"];
}
23 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 317.3 KiB<br>number of coalesced partitions: 1"];
24 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 116,733<br>local merged chunks fetched: 0<br>shuffle write time: 1 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 116,733<br>local bytes read: 304.8 KiB<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 4.5 MiB<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 304.8 KiB"];
subgraph cluster25 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: 240 ms";
26 [labelType="html" label="<br><b>Project</b><br><br>"];
27 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 116,733"];
}
28 [labelType="html" label="<b>Scan csv </b><br><br>number of output rows: 116,733<br>number of files read: 1<br>metadata time: 0 ms<br>size of files read: 1938.1 KiB"];
subgraph cluster29 {
isCluster="true";
label="WholeStageCodegen (6)\n \nduration: 7 ms";
30 [labelType="html" label="<br><b>Project</b><br><br>"];
31 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 1"];
}
32 [labelType="html" label="<b>Scan csv </b><br><br>number of output rows: 1<br>number of files read: 1<br>metadata time: 0 ms<br>size of files read: 175.0 B"];
subgraph cluster33 {
isCluster="true";
label="WholeStageCodegen (9)\n \nduration: 454 ms";
34 [labelType="html" label="<b>Sort</b><br><br>sort time: 8 ms<br>peak memory: 16.5 MiB<br>spill size: 0.0 B"];
}
35 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 454.7 KiB<br>number of coalesced partitions: 1"];
36 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 12,897<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>28 ms (1 ms, 2 ms, 4 ms (stage 6228.0: task 8228))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 12,897<br>local bytes read: 433.7 KiB<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 10<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size total (min, med, max (stageId: taskId))<br>1330.6 KiB (126.2 KiB, 134.0 KiB, 139.5 KiB (stage 6228.0: task 8220))<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>433.7 KiB (41.2 KiB, 43.6 KiB, 45.5 KiB (stage 6228.0: task 8220))"];
subgraph cluster37 {
isCluster="true";
label="WholeStageCodegen (2)\n \nduration: total (min, med, max (stageId: taskId))\n159 ms (8 ms, 18 ms, 21 ms (stage 6228.0: task 8226))";
38 [labelType="html" label="<br><b>Project</b><br><br>"];
39 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 12,897"];
40 [labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 12,897<br>number of input batches: 10"];
}
41 [labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 10<br>scan time total (min, med, max (stageId: taskId))<br>69 ms (3 ms, 6 ms, 11 ms (stage 6228.0: task 8226))<br>metadata time: 0 ms<br>size of files read: 2041.6 KiB<br>number of output rows: 12,897"];
1->0;
2->1;
4->2;
5->4;
6->5;
7->6;
8->7;
9->8;
11->9;
12->11;
13->12;
15->13;
16->15;
18->16;
19->18;
20->19;
22->20;
23->22;
24->23;
26->24;
27->26;
28->27;
30->16;
31->30;
32->31;
34->9;
35->34;
36->35;
38->36;
39->38;
40->39;
41->40;
}
42
AdaptiveSparkPlan isFinalPlan=true
Execute InsertIntoHadoopFsRelationCommand file:/data/output/cache/parquet/datablock/05_GR4_SUM_225765, false, Parquet, [path=file:///data/output/cache/parquet/datablock/05_GR4_SUM_225765], Overwrite, [COL_A2523D82_F590_40F1_85E5_30011BEEEDF5, COL_02D44CEA_1031_4290_8F23_AB2C6AE7B557, COL_5047AF2B_F05A_487E_9152_F4FE82797C45, COL_070B5B98_14EA_42D5_A6A0_7EDB0FD6E2B0, COL_FEC7AB55_AB69_43FE_9E2B_2AC5EA7FE569, COL_E5B890C4_5DF6_4B3D_B992_5BFD4F692153, COL_D744E1A7_E834_46FC_A00F_DFB5E9D2E135, COL_786AACC4_3E04_4312_A7F0_A2F045C018D7]
WriteFiles
Project [COL_A2523D82_F590_40F1_85E5_30011BEEEDF5#521270, COL_02D44CEA_1031_4290_8F23_AB2C6AE7B557#521879, COL_5047AF2B_F05A_487E_9152_F4FE82797C45#522076, COL_070B5B98_14EA_42D5_A6A0_7EDB0FD6E2B0#522064, str_if_with_rule((isnotnull(COL_070B5B98_14EA_42D5_A6A0_7EDB0FD6E2B0#522064) AND NOT (COL_070B5B98_14EA_42D5_A6A0_7EDB0FD6E2B0#522064 <=> )), str_join(array(str_if_with_rule(CASE WHEN isnull(Contains(COL_070B5B98_14EA_42D5_A6A0_7EDB0FD6E2B0#522064, +)) THEN false ELSE Contains(COL_070B5B98_14EA_42D5_A6A0_7EDB0FD6E2B0#522064, +) END, str_if_with_rule(CASE WHEN isnull(Contains(COL_070B5B98_14EA_42D5_A6A0_7EDB0FD6E2B0#522064, -)) THEN false ELSE Contains(COL_070B5B98_14EA_42D5_A6A0_7EDB0FD6E2B0#522064, -) END, Switch de forfait (SUM*), Ajout de forfait), str_if_with_rule(CASE WHEN isnull(Contains(COL_070B5B98_14EA_42D5_A6A0_7EDB0FD6E2B0#522064, -)) THEN false ELSE Contains(COL_070B5B98_14EA_42D5_A6A0_7EDB0FD6E2B0#522064, -) END, Suppression de Forfait, )), COL_E5B890C4_5DF6_4B3D_B992_5BFD4F692153#521880), @), ) AS COL_FEC7AB55_AB69_43FE_9E2B_2AC5EA7FE569#522252, COL_E5B890C4_5DF6_4B3D_B992_5BFD4F692153#521880, COL_D744E1A7_E834_46FC_A00F_DFB5E9D2E135#521445, str_if_with_rule(isnotnull(COL_FD823B89_B169_4B25_9EAB_581D44D543B2#522050), str_join(array(Transport Eligible SUM, COL_FD823B89_B169_4B25_9EAB_581D44D543B2#522050), : ), str_join(array(Transport Non Eligible SUM , COL_D98BB81A_010E_4A93_9951_E277D8CF157A#521272), : )) AS COL_786AACC4_3E04_4312_A7F0_A2F045C018D7#522255]
Project [COL_A2523D82_F590_40F1_85E5_30011BEEEDF5#521270, COL_D98BB81A_010E_4A93_9951_E277D8CF157A#521272, 06_ENTREE_URGEN_225620_TRANSPORT_UTILI_225621#521892 AS COL_FD823B89_B169_4B25_9EAB_581D44D543B2#522050, COL_02D44CEA_1031_4290_8F23_AB2C6AE7B557#521879, COL_E5B890C4_5DF6_4B3D_B992_5BFD4F692153#521880, COL_D744E1A7_E834_46FC_A00F_DFB5E9D2E135#521445, str_if_with_rule((CASE WHEN isnull(Contains(COL_B82C3EFD_07A4_496B_9BD7_0D2B4E3458A8#521877, SUM)) THEN false ELSE Contains(COL_B82C3EFD_07A4_496B_9BD7_0D2B4E3458A8#521877, SUM) END AND isnull(06_ENTREE_URGEN_225620_TRANSPORT_UTILI_225621#521892)), str_join(array(SUM-, !, COL_E5B890C4_5DF6_4B3D_B992_5BFD4F692153#521880), ), str_if_with_rule((NOT CASE WHEN isnull(Contains(COL_B82C3EFD_07A4_496B_9BD7_0D2B4E3458A8#521877, SUM)) THEN false ELSE Contains(COL_B82C3EFD_07A4_496B_9BD7_0D2B4E3458A8#521877, SUM) END AND isnotnull(06_ENTREE_URGEN_225620_TRANSPORT_UTILI_225621#521892)), str_join(array(SUM+, !, COL_E5B890C4_5DF6_4B3D_B992_5BFD4F692153#521880), ), null)) AS COL_070B5B98_14EA_42D5_A6A0_7EDB0FD6E2B0#522064, str_create(RC-SUM) AS COL_5047AF2B_F05A_487E_9152_F4FE82797C45#522076]
Filter (isnotnull(str_if_with_rule((CASE WHEN isnull(Contains(COL_B82C3EFD_07A4_496B_9BD7_0D2B4E3458A8#521877, SUM)) THEN false ELSE Contains(COL_B82C3EFD_07A4_496B_9BD7_0D2B4E3458A8#521877, SUM) END AND isnull(06_ENTREE_URGEN_225620_TRANSPORT_UTILI_225621#521892)), str_join(array(SUM-, !, COL_E5B890C4_5DF6_4B3D_B992_5BFD4F692153#521880), ), str_if_with_rule((NOT CASE WHEN isnull(Contains(COL_B82C3EFD_07A4_496B_9BD7_0D2B4E3458A8#521877, SUM)) THEN false ELSE Contains(COL_B82C3EFD_07A4_496B_9BD7_0D2B4E3458A8#521877, SUM) END AND isnotnull(06_ENTREE_URGEN_225620_TRANSPORT_UTILI_225621#521892)), str_join(array(SUM+, !, COL_E5B890C4_5DF6_4B3D_B992_5BFD4F692153#521880), ), null))) AND NOT (str_if_with_rule((CASE WHEN isnull(Contains(COL_B82C3EFD_07A4_496B_9BD7_0D2B4E3458A8#521877, SUM)) THEN false ELSE Contains(COL_B82C3EFD_07A4_496B_9BD7_0D2B4E3458A8#521877, SUM) END AND isnull(06_ENTREE_URGEN_225620_TRANSPORT_UTILI_225621#521892)), str_join(array(SUM-, !, COL_E5B890C4_5DF6_4B3D_B992_5BFD4F692153#521880), ), str_if_with_rule((NOT CASE WHEN isnull(Contains(COL_B82C3EFD_07A4_496B_9BD7_0D2B4E3458A8#521877, SUM)) THEN false ELSE Contains(COL_B82C3EFD_07A4_496B_9BD7_0D2B4E3458A8#521877, SUM) END AND isnotnull(06_ENTREE_URGEN_225620_TRANSPORT_UTILI_225621#521892)), str_join(array(SUM+, !, COL_E5B890C4_5DF6_4B3D_B992_5BFD4F692153#521880), ), null)) <=> ))
Project [COL_A2523D82_F590_40F1_85E5_30011BEEEDF5#521270, COL_D98BB81A_010E_4A93_9951_E277D8CF157A#521272, COL_B82C3EFD_07A4_496B_9BD7_0D2B4E3458A8#521877, COL_02D44CEA_1031_4290_8F23_AB2C6AE7B557#521879, COL_E5B890C4_5DF6_4B3D_B992_5BFD4F692153#521880, COL_D744E1A7_E834_46FC_A00F_DFB5E9D2E135#521445, cast(null as string) AS 06_ENTREE_URGEN_225620_TRANSPORT_UTILI_225621#521892]
Project [COL_A2523D82_F590_40F1_85E5_30011BEEEDF5#521270, COL_D98BB81A_010E_4A93_9951_E277D8CF157A#521272, 03_PIVOT_INFORM_225663_COL_60F7C888_9836_4535_A22F_D43D2994E019#521531 AS COL_B82C3EFD_07A4_496B_9BD7_0D2B4E3458A8#521877, 03_PIVOT_INFORM_225663_COL_F1E7803C_F059_4667_8E32_963E2B3DA65F#521519 AS COL_02D44CEA_1031_4290_8F23_AB2C6AE7B557#521879, 03_PIVOT_INFORM_225663_COL_5F8E1D72_6344_42AB_A08C_3B4735439F46#521524 AS COL_E5B890C4_5DF6_4B3D_B992_5BFD4F692153#521880, COL_D744E1A7_E834_46FC_A00F_DFB5E9D2E135#521445]
SortMergeJoin [COL_A2523D82_F590_40F1_85E5_30011BEEEDF5#521270], [03_PIVOT_INFORM_225663_COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#521523], Inner
WholeStageCodegen (10)
Sort [COL_A2523D82_F590_40F1_85E5_30011BEEEDF5#521270 ASC NULLS FIRST], false, 0
WholeStageCodegen (8)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_A2523D82_F590_40F1_85E5_30011BEEEDF5#521270, 10), ENSURE_REQUIREMENTS, [plan_id=319036]
Project [COL_A2523D82_F590_40F1_85E5_30011BEEEDF5#521270, COL_D98BB81A_010E_4A93_9951_E277D8CF157A#521272, REGLES_A_APPLIQ_225642_APPLICABLE_225644#521280 AS COL_D744E1A7_E834_46FC_A00F_DFB5E9D2E135#521445]
WholeStageCodegen (7)
CartesianProduct
Project [COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#519628 AS COL_A2523D82_F590_40F1_85E5_30011BEEEDF5#521270, COL_E1010A22_775B_43B4_B8CA_4603C0801D28#519630 AS COL_D98BB81A_010E_4A93_9951_E277D8CF157A#521272]
Filter (COL_6B340AEB_6908_4A50_8AD6_FE561D33FBE0#519644 <=> 1)
WholeStageCodegen (5)
Window [row_number() windowspecdefinition(COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#519628, 1 DESC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_6B340AEB_6908_4A50_8AD6_FE561D33FBE0#519644], [COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#519628], [1 DESC NULLS LAST]
Sort [COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#519628 ASC NULLS FIRST, 1 DESC NULLS LAST], false, 0
WholeStageCodegen (4)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#519628, 10), ENSURE_REQUIREMENTS, [plan_id=318653]
Project [Numéro Séjour#519512 AS COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#519628, str_remove_space(Transport admission#519516, ONLY_ONE) AS COL_E1010A22_775B_43B4_B8CA_4603C0801D28#519630]
Filter (NOT CASE WHEN isnull(StartsWith(Numéro Séjour#519512, #)) THEN false ELSE StartsWith(Numéro Séjour#519512, #) END AND isnotnull(Numéro Séjour#519512))
WholeStageCodegen (1)
FileScan csv [Numéro Séjour#519512,Transport admission#519516] Batched: false, DataFilters: [NOT CASE WHEN isnull(StartsWith(Numéro Séjour#519512, #)) THEN false ELSE StartsWith(Numéro Séjo..., Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/tmp/02_PASSAGE_PATI_225508/passage_Patient...., PartitionFilters: [], PushedFilters: [IsNotNull(Numéro Séjour)], ReadSchema: struct<Numéro Séjour:string,Transport admission:string>
Project [APPLICABLE#518890 AS REGLES_A_APPLIQ_225642_APPLICABLE_225644#521280]
Filter ((isnotnull(REGLES#518889) AND (RC-SUM = REGLES#518889)) AND (APPLICABLE#518890 <=> O))
WholeStageCodegen (6)
FileScan csv [REGLES#518889,APPLICABLE#518890] Batched: false, DataFilters: [isnotnull(REGLES#518889), (RC-SUM = REGLES#518889), (APPLICABLE#518890 <=> O)], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/tmp/REGLES_APPLICAB_225515/REGLES-A-TTT new..., PartitionFilters: [], PushedFilters: [IsNotNull(REGLES), EqualTo(REGLES,RC-SUM), EqualNullSafe(APPLICABLE,O)], ReadSchema: struct<REGLES:string,APPLICABLE:string>
Sort [03_PIVOT_INFORM_225663_COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#521523 ASC NULLS FIRST], false, 0
WholeStageCodegen (9)
AQEShuffleRead coalesced
Exchange hashpartitioning(03_PIVOT_INFORM_225663_COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#521523, 10), ENSURE_REQUIREMENTS, [plan_id=318680]
Project [COL_F1E7803C_F059_4667_8E32_963E2B3DA65F#519796 AS 03_PIVOT_INFORM_225663_COL_F1E7803C_F059_4667_8E32_963E2B3DA65F#521519, COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#519800 AS 03_PIVOT_INFORM_225663_COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#521523, COL_5F8E1D72_6344_42AB_A08C_3B4735439F46#519801 AS 03_PIVOT_INFORM_225663_COL_5F8E1D72_6344_42AB_A08C_3B4735439F46#521524, COL_60F7C888_9836_4535_A22F_D43D2994E019#519808 AS 03_PIVOT_INFORM_225663_COL_60F7C888_9836_4535_A22F_D43D2994E019#521531]
Filter ((isnotnull(COL_F1E7803C_F059_4667_8E32_963E2B3DA65F#519796) AND NOT CASE WHEN isnull(StartsWith(COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#519800, #)) THEN false ELSE StartsWith(COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#519800, #) END) AND isnotnull(COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#519800))
ColumnarToRow
WholeStageCodegen (2)
FileScan parquet [COL_F1E7803C_F059_4667_8E32_963E2B3DA65F#519796,COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#519800,COL_5F8E1D72_6344_42AB_A08C_3B4735439F46#519801,COL_60F7C888_9836_4535_A22F_D43D2994E019#519808] Batched: true, DataFilters: [isnotnull(COL_F1E7803C_F059_4667_8E32_963E2B3DA65F#519796), NOT CASE WHEN isnull(StartsWith(COL_..., Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/03_PIVOT_INFORM_225663], PartitionFilters: [], PushedFilters: [IsNotNull(COL_F1E7803C_F059_4667_8E32_963E2B3DA65F), IsNotNull(COL_582B8737_1AAE_44AC_AF57_EB71A..., ReadSchema: struct<COL_F1E7803C_F059_4667_8E32_963E2B3DA65F:string,COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8:s...
== Physical Plan ==
AdaptiveSparkPlan (69)
+- == Final Plan ==
Execute InsertIntoHadoopFsRelationCommand (35)
+- WriteFiles (34)
+- * Project (33)
+- * Project (32)
+- * Filter (31)
+- * Project (30)
+- * Project (29)
+- * SortMergeJoin Inner (28)
:- * Sort (19)
: +- AQEShuffleRead (18)
: +- ShuffleQueryStage (17), Statistics(sizeInBytes=1819.9 KiB, rowCount=3.33E+4)
: +- Exchange (16)
: +- * Project (15)
: +- CartesianProduct Inner (14)
: :- * Project (10)
: : +- * Filter (9)
: : +- Window (8)
: : +- * Sort (7)
: : +- AQEShuffleRead (6)
: : +- ShuffleQueryStage (5), Statistics(sizeInBytes=4.5 MiB, rowCount=1.17E+5)
: : +- Exchange (4)
: : +- * Project (3)
: : +- * Filter (2)
: : +- Scan csv (1)
: +- * Project (13)
: +- * Filter (12)
: +- Scan csv (11)
+- * Sort (27)
+- AQEShuffleRead (26)
+- ShuffleQueryStage (25), Statistics(sizeInBytes=1330.6 KiB, rowCount=1.29E+4)
+- Exchange (24)
+- * Project (23)
+- * Filter (22)
+- * ColumnarToRow (21)
+- Scan parquet (20)
+- == Initial Plan ==
Execute InsertIntoHadoopFsRelationCommand (68)
+- WriteFiles (67)
+- Project (66)
+- Project (65)
+- Filter (64)
+- SortMergeJoin LeftOuter (63)
:- Sort (57)
: +- Exchange (56)
: +- Project (55)
: +- SortMergeJoin Inner (54)
: :- Sort (49)
: : +- Exchange (48)
: : +- Project (47)
: : +- CartesianProduct Inner (46)
: : :- Project (42)
: : : +- Filter (41)
: : : +- Window (40)
: : : +- Sort (39)
: : : +- Exchange (38)
: : : +- Project (37)
: : : +- Filter (36)
: : : +- Scan csv (1)
: : +- Project (45)
: : +- Filter (44)
: : +- Scan csv (43)
: +- Sort (53)
: +- Exchange (52)
: +- Project (51)
: +- Filter (50)
: +- Scan parquet (20)
+- Sort (62)
+- Exchange (61)
+- Project (60)
+- Filter (59)
+- Scan parquet (58)
(1) Scan csv
Output [2]: [Numéro Séjour#519512, Transport admission#519516]
Batched: false
Location: InMemoryFileIndex [file:/data/input/depot/csv/tmp/02_PASSAGE_PATI_225508/passage_Patient.csv]
PushedFilters: [IsNotNull(Numéro Séjour)]
ReadSchema: struct<Numéro Séjour:string,Transport admission:string>
(2) Filter [codegen id : 1]
Input [2]: [Numéro Séjour#519512, Transport admission#519516]
Condition : (NOT CASE WHEN isnull(StartsWith(Numéro Séjour#519512, #)) THEN false ELSE StartsWith(Numéro Séjour#519512, #) END AND isnotnull(Numéro Séjour#519512))
(3) Project [codegen id : 1]
Output [2]: [Numéro Séjour#519512 AS COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#519628, str_remove_space(Transport admission#519516, ONLY_ONE) AS COL_E1010A22_775B_43B4_B8CA_4603C0801D28#519630]
Input [2]: [Numéro Séjour#519512, Transport admission#519516]
(4) Exchange
Input [2]: [COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#519628, COL_E1010A22_775B_43B4_B8CA_4603C0801D28#519630]
Arguments: hashpartitioning(COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#519628, 10), ENSURE_REQUIREMENTS, [plan_id=318653]
(5) ShuffleQueryStage
Output [2]: [COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#519628, COL_E1010A22_775B_43B4_B8CA_4603C0801D28#519630]
Arguments: 0
(6) AQEShuffleRead
Input [2]: [COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#519628, COL_E1010A22_775B_43B4_B8CA_4603C0801D28#519630]
Arguments: coalesced
(7) Sort [codegen id : 4]
Input [2]: [COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#519628, COL_E1010A22_775B_43B4_B8CA_4603C0801D28#519630]
Arguments: [COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#519628 ASC NULLS FIRST, 1 DESC NULLS LAST], false, 0
(8) Window
Input [2]: [COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#519628, COL_E1010A22_775B_43B4_B8CA_4603C0801D28#519630]
Arguments: [row_number() windowspecdefinition(COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#519628, 1 DESC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_6B340AEB_6908_4A50_8AD6_FE561D33FBE0#519644], [COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#519628], [1 DESC NULLS LAST]
(9) Filter [codegen id : 5]
Input [3]: [COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#519628, COL_E1010A22_775B_43B4_B8CA_4603C0801D28#519630, COL_6B340AEB_6908_4A50_8AD6_FE561D33FBE0#519644]
Condition : (COL_6B340AEB_6908_4A50_8AD6_FE561D33FBE0#519644 <=> 1)
(10) Project [codegen id : 5]
Output [2]: [COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#519628 AS COL_A2523D82_F590_40F1_85E5_30011BEEEDF5#521270, COL_E1010A22_775B_43B4_B8CA_4603C0801D28#519630 AS COL_D98BB81A_010E_4A93_9951_E277D8CF157A#521272]
Input [3]: [COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#519628, COL_E1010A22_775B_43B4_B8CA_4603C0801D28#519630, COL_6B340AEB_6908_4A50_8AD6_FE561D33FBE0#519644]
(11) Scan csv
Output [2]: [REGLES#518889, APPLICABLE#518890]
Batched: false
Location: InMemoryFileIndex [file:/data/input/depot/csv/tmp/REGLES_APPLICAB_225515/REGLES-A-TTT new.csv]
PushedFilters: [IsNotNull(REGLES), EqualTo(REGLES,RC-SUM), EqualNullSafe(APPLICABLE,O)]
ReadSchema: struct<REGLES:string,APPLICABLE:string>
(12) Filter [codegen id : 6]
Input [2]: [REGLES#518889, APPLICABLE#518890]
Condition : ((isnotnull(REGLES#518889) AND (RC-SUM = REGLES#518889)) AND (APPLICABLE#518890 <=> O))
(13) Project [codegen id : 6]
Output [1]: [APPLICABLE#518890 AS REGLES_A_APPLIQ_225642_APPLICABLE_225644#521280]
Input [2]: [REGLES#518889, APPLICABLE#518890]
(14) CartesianProduct
Join type: Inner
Join condition: None
(15) Project [codegen id : 7]
Output [3]: [COL_A2523D82_F590_40F1_85E5_30011BEEEDF5#521270, COL_D98BB81A_010E_4A93_9951_E277D8CF157A#521272, REGLES_A_APPLIQ_225642_APPLICABLE_225644#521280 AS COL_D744E1A7_E834_46FC_A00F_DFB5E9D2E135#521445]
Input [3]: [COL_A2523D82_F590_40F1_85E5_30011BEEEDF5#521270, COL_D98BB81A_010E_4A93_9951_E277D8CF157A#521272, REGLES_A_APPLIQ_225642_APPLICABLE_225644#521280]
(16) Exchange
Input [3]: [COL_A2523D82_F590_40F1_85E5_30011BEEEDF5#521270, COL_D98BB81A_010E_4A93_9951_E277D8CF157A#521272, COL_D744E1A7_E834_46FC_A00F_DFB5E9D2E135#521445]
Arguments: hashpartitioning(COL_A2523D82_F590_40F1_85E5_30011BEEEDF5#521270, 10), ENSURE_REQUIREMENTS, [plan_id=319036]
(17) ShuffleQueryStage
Output [3]: [COL_A2523D82_F590_40F1_85E5_30011BEEEDF5#521270, COL_D98BB81A_010E_4A93_9951_E277D8CF157A#521272, COL_D744E1A7_E834_46FC_A00F_DFB5E9D2E135#521445]
Arguments: 3
(18) AQEShuffleRead
Input [3]: [COL_A2523D82_F590_40F1_85E5_30011BEEEDF5#521270, COL_D98BB81A_010E_4A93_9951_E277D8CF157A#521272, COL_D744E1A7_E834_46FC_A00F_DFB5E9D2E135#521445]
Arguments: coalesced
(19) Sort [codegen id : 8]
Input [3]: [COL_A2523D82_F590_40F1_85E5_30011BEEEDF5#521270, COL_D98BB81A_010E_4A93_9951_E277D8CF157A#521272, COL_D744E1A7_E834_46FC_A00F_DFB5E9D2E135#521445]
Arguments: [COL_A2523D82_F590_40F1_85E5_30011BEEEDF5#521270 ASC NULLS FIRST], false, 0
(20) Scan parquet
Output [4]: [COL_F1E7803C_F059_4667_8E32_963E2B3DA65F#519796, COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#519800, COL_5F8E1D72_6344_42AB_A08C_3B4735439F46#519801, COL_60F7C888_9836_4535_A22F_D43D2994E019#519808]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/03_PIVOT_INFORM_225663]
PushedFilters: [IsNotNull(COL_F1E7803C_F059_4667_8E32_963E2B3DA65F), IsNotNull(COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8)]
ReadSchema: struct<COL_F1E7803C_F059_4667_8E32_963E2B3DA65F:string,COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8:string,COL_5F8E1D72_6344_42AB_A08C_3B4735439F46:string,COL_60F7C888_9836_4535_A22F_D43D2994E019:string>
(21) ColumnarToRow [codegen id : 2]
Input [4]: [COL_F1E7803C_F059_4667_8E32_963E2B3DA65F#519796, COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#519800, COL_5F8E1D72_6344_42AB_A08C_3B4735439F46#519801, COL_60F7C888_9836_4535_A22F_D43D2994E019#519808]
(22) Filter [codegen id : 2]
Input [4]: [COL_F1E7803C_F059_4667_8E32_963E2B3DA65F#519796, COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#519800, COL_5F8E1D72_6344_42AB_A08C_3B4735439F46#519801, COL_60F7C888_9836_4535_A22F_D43D2994E019#519808]
Condition : ((isnotnull(COL_F1E7803C_F059_4667_8E32_963E2B3DA65F#519796) AND NOT CASE WHEN isnull(StartsWith(COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#519800, #)) THEN false ELSE StartsWith(COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#519800, #) END) AND isnotnull(COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#519800))
(23) Project [codegen id : 2]
Output [4]: [COL_F1E7803C_F059_4667_8E32_963E2B3DA65F#519796 AS 03_PIVOT_INFORM_225663_COL_F1E7803C_F059_4667_8E32_963E2B3DA65F#521519, COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#519800 AS 03_PIVOT_INFORM_225663_COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#521523, COL_5F8E1D72_6344_42AB_A08C_3B4735439F46#519801 AS 03_PIVOT_INFORM_225663_COL_5F8E1D72_6344_42AB_A08C_3B4735439F46#521524, COL_60F7C888_9836_4535_A22F_D43D2994E019#519808 AS 03_PIVOT_INFORM_225663_COL_60F7C888_9836_4535_A22F_D43D2994E019#521531]
Input [4]: [COL_F1E7803C_F059_4667_8E32_963E2B3DA65F#519796, COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#519800, COL_5F8E1D72_6344_42AB_A08C_3B4735439F46#519801, COL_60F7C888_9836_4535_A22F_D43D2994E019#519808]
(24) Exchange
Input [4]: [03_PIVOT_INFORM_225663_COL_F1E7803C_F059_4667_8E32_963E2B3DA65F#521519, 03_PIVOT_INFORM_225663_COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#521523, 03_PIVOT_INFORM_225663_COL_5F8E1D72_6344_42AB_A08C_3B4735439F46#521524, 03_PIVOT_INFORM_225663_COL_60F7C888_9836_4535_A22F_D43D2994E019#521531]
Arguments: hashpartitioning(03_PIVOT_INFORM_225663_COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#521523, 10), ENSURE_REQUIREMENTS, [plan_id=318680]
(25) ShuffleQueryStage
Output [4]: [03_PIVOT_INFORM_225663_COL_F1E7803C_F059_4667_8E32_963E2B3DA65F#521519, 03_PIVOT_INFORM_225663_COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#521523, 03_PIVOT_INFORM_225663_COL_5F8E1D72_6344_42AB_A08C_3B4735439F46#521524, 03_PIVOT_INFORM_225663_COL_60F7C888_9836_4535_A22F_D43D2994E019#521531]
Arguments: 1
(26) AQEShuffleRead
Input [4]: [03_PIVOT_INFORM_225663_COL_F1E7803C_F059_4667_8E32_963E2B3DA65F#521519, 03_PIVOT_INFORM_225663_COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#521523, 03_PIVOT_INFORM_225663_COL_5F8E1D72_6344_42AB_A08C_3B4735439F46#521524, 03_PIVOT_INFORM_225663_COL_60F7C888_9836_4535_A22F_D43D2994E019#521531]
Arguments: coalesced
(27) Sort [codegen id : 9]
Input [4]: [03_PIVOT_INFORM_225663_COL_F1E7803C_F059_4667_8E32_963E2B3DA65F#521519, 03_PIVOT_INFORM_225663_COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#521523, 03_PIVOT_INFORM_225663_COL_5F8E1D72_6344_42AB_A08C_3B4735439F46#521524, 03_PIVOT_INFORM_225663_COL_60F7C888_9836_4535_A22F_D43D2994E019#521531]
Arguments: [03_PIVOT_INFORM_225663_COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#521523 ASC NULLS FIRST], false, 0
(28) SortMergeJoin [codegen id : 10]
Left keys [1]: [COL_A2523D82_F590_40F1_85E5_30011BEEEDF5#521270]
Right keys [1]: [03_PIVOT_INFORM_225663_COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#521523]
Join type: Inner
Join condition: None
(29) Project [codegen id : 10]
Output [6]: [COL_A2523D82_F590_40F1_85E5_30011BEEEDF5#521270, COL_D98BB81A_010E_4A93_9951_E277D8CF157A#521272, 03_PIVOT_INFORM_225663_COL_60F7C888_9836_4535_A22F_D43D2994E019#521531 AS COL_B82C3EFD_07A4_496B_9BD7_0D2B4E3458A8#521877, 03_PIVOT_INFORM_225663_COL_F1E7803C_F059_4667_8E32_963E2B3DA65F#521519 AS COL_02D44CEA_1031_4290_8F23_AB2C6AE7B557#521879, 03_PIVOT_INFORM_225663_COL_5F8E1D72_6344_42AB_A08C_3B4735439F46#521524 AS COL_E5B890C4_5DF6_4B3D_B992_5BFD4F692153#521880, COL_D744E1A7_E834_46FC_A00F_DFB5E9D2E135#521445]
Input [7]: [COL_A2523D82_F590_40F1_85E5_30011BEEEDF5#521270, COL_D98BB81A_010E_4A93_9951_E277D8CF157A#521272, COL_D744E1A7_E834_46FC_A00F_DFB5E9D2E135#521445, 03_PIVOT_INFORM_225663_COL_F1E7803C_F059_4667_8E32_963E2B3DA65F#521519, 03_PIVOT_INFORM_225663_COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#521523, 03_PIVOT_INFORM_225663_COL_5F8E1D72_6344_42AB_A08C_3B4735439F46#521524, 03_PIVOT_INFORM_225663_COL_60F7C888_9836_4535_A22F_D43D2994E019#521531]
(30) Project [codegen id : 10]
Output [7]: [COL_A2523D82_F590_40F1_85E5_30011BEEEDF5#521270, COL_D98BB81A_010E_4A93_9951_E277D8CF157A#521272, COL_B82C3EFD_07A4_496B_9BD7_0D2B4E3458A8#521877, COL_02D44CEA_1031_4290_8F23_AB2C6AE7B557#521879, COL_E5B890C4_5DF6_4B3D_B992_5BFD4F692153#521880, COL_D744E1A7_E834_46FC_A00F_DFB5E9D2E135#521445, cast(null as string) AS 06_ENTREE_URGEN_225620_TRANSPORT_UTILI_225621#521892]
Input [6]: [COL_A2523D82_F590_40F1_85E5_30011BEEEDF5#521270, COL_D98BB81A_010E_4A93_9951_E277D8CF157A#521272, COL_B82C3EFD_07A4_496B_9BD7_0D2B4E3458A8#521877, COL_02D44CEA_1031_4290_8F23_AB2C6AE7B557#521879, COL_E5B890C4_5DF6_4B3D_B992_5BFD4F692153#521880, COL_D744E1A7_E834_46FC_A00F_DFB5E9D2E135#521445]
(31) Filter [codegen id : 10]
Input [7]: [COL_A2523D82_F590_40F1_85E5_30011BEEEDF5#521270, COL_D98BB81A_010E_4A93_9951_E277D8CF157A#521272, COL_B82C3EFD_07A4_496B_9BD7_0D2B4E3458A8#521877, COL_02D44CEA_1031_4290_8F23_AB2C6AE7B557#521879, COL_E5B890C4_5DF6_4B3D_B992_5BFD4F692153#521880, COL_D744E1A7_E834_46FC_A00F_DFB5E9D2E135#521445, 06_ENTREE_URGEN_225620_TRANSPORT_UTILI_225621#521892]
Condition : (isnotnull(str_if_with_rule((CASE WHEN isnull(Contains(COL_B82C3EFD_07A4_496B_9BD7_0D2B4E3458A8#521877, SUM)) THEN false ELSE Contains(COL_B82C3EFD_07A4_496B_9BD7_0D2B4E3458A8#521877, SUM) END AND isnull(06_ENTREE_URGEN_225620_TRANSPORT_UTILI_225621#521892)), str_join(array(SUM-, !, COL_E5B890C4_5DF6_4B3D_B992_5BFD4F692153#521880), ), str_if_with_rule((NOT CASE WHEN isnull(Contains(COL_B82C3EFD_07A4_496B_9BD7_0D2B4E3458A8#521877, SUM)) THEN false ELSE Contains(COL_B82C3EFD_07A4_496B_9BD7_0D2B4E3458A8#521877, SUM) END AND isnotnull(06_ENTREE_URGEN_225620_TRANSPORT_UTILI_225621#521892)), str_join(array(SUM+, !, COL_E5B890C4_5DF6_4B3D_B992_5BFD4F692153#521880), ), null))) AND NOT (str_if_with_rule((CASE WHEN isnull(Contains(COL_B82C3EFD_07A4_496B_9BD7_0D2B4E3458A8#521877, SUM)) THEN false ELSE Contains(COL_B82C3EFD_07A4_496B_9BD7_0D2B4E3458A8#521877, SUM) END AND isnull(06_ENTREE_URGEN_225620_TRANSPORT_UTILI_225621#521892)), str_join(array(SUM-, !, COL_E5B890C4_5DF6_4B3D_B992_5BFD4F692153#521880), ), str_if_with_rule((NOT CASE WHEN isnull(Contains(COL_B82C3EFD_07A4_496B_9BD7_0D2B4E3458A8#521877, SUM)) THEN false ELSE Contains(COL_B82C3EFD_07A4_496B_9BD7_0D2B4E3458A8#521877, SUM) END AND isnotnull(06_ENTREE_URGEN_225620_TRANSPORT_UTILI_225621#521892)), str_join(array(SUM+, !, COL_E5B890C4_5DF6_4B3D_B992_5BFD4F692153#521880), ), null)) <=> ))
(32) Project [codegen id : 10]
Output [8]: [COL_A2523D82_F590_40F1_85E5_30011BEEEDF5#521270, COL_D98BB81A_010E_4A93_9951_E277D8CF157A#521272, 06_ENTREE_URGEN_225620_TRANSPORT_UTILI_225621#521892 AS COL_FD823B89_B169_4B25_9EAB_581D44D543B2#522050, COL_02D44CEA_1031_4290_8F23_AB2C6AE7B557#521879, COL_E5B890C4_5DF6_4B3D_B992_5BFD4F692153#521880, COL_D744E1A7_E834_46FC_A00F_DFB5E9D2E135#521445, str_if_with_rule((CASE WHEN isnull(Contains(COL_B82C3EFD_07A4_496B_9BD7_0D2B4E3458A8#521877, SUM)) THEN false ELSE Contains(COL_B82C3EFD_07A4_496B_9BD7_0D2B4E3458A8#521877, SUM) END AND isnull(06_ENTREE_URGEN_225620_TRANSPORT_UTILI_225621#521892)), str_join(array(SUM-, !, COL_E5B890C4_5DF6_4B3D_B992_5BFD4F692153#521880), ), str_if_with_rule((NOT CASE WHEN isnull(Contains(COL_B82C3EFD_07A4_496B_9BD7_0D2B4E3458A8#521877, SUM)) THEN false ELSE Contains(COL_B82C3EFD_07A4_496B_9BD7_0D2B4E3458A8#521877, SUM) END AND isnotnull(06_ENTREE_URGEN_225620_TRANSPORT_UTILI_225621#521892)), str_join(array(SUM+, !, COL_E5B890C4_5DF6_4B3D_B992_5BFD4F692153#521880), ), null)) AS COL_070B5B98_14EA_42D5_A6A0_7EDB0FD6E2B0#522064, str_create(RC-SUM) AS COL_5047AF2B_F05A_487E_9152_F4FE82797C45#522076]
Input [7]: [COL_A2523D82_F590_40F1_85E5_30011BEEEDF5#521270, COL_D98BB81A_010E_4A93_9951_E277D8CF157A#521272, COL_B82C3EFD_07A4_496B_9BD7_0D2B4E3458A8#521877, COL_02D44CEA_1031_4290_8F23_AB2C6AE7B557#521879, COL_E5B890C4_5DF6_4B3D_B992_5BFD4F692153#521880, COL_D744E1A7_E834_46FC_A00F_DFB5E9D2E135#521445, 06_ENTREE_URGEN_225620_TRANSPORT_UTILI_225621#521892]
(33) Project [codegen id : 10]
Output [8]: [COL_A2523D82_F590_40F1_85E5_30011BEEEDF5#521270, COL_02D44CEA_1031_4290_8F23_AB2C6AE7B557#521879, COL_5047AF2B_F05A_487E_9152_F4FE82797C45#522076, COL_070B5B98_14EA_42D5_A6A0_7EDB0FD6E2B0#522064, str_if_with_rule((isnotnull(COL_070B5B98_14EA_42D5_A6A0_7EDB0FD6E2B0#522064) AND NOT (COL_070B5B98_14EA_42D5_A6A0_7EDB0FD6E2B0#522064 <=> )), str_join(array(str_if_with_rule(CASE WHEN isnull(Contains(COL_070B5B98_14EA_42D5_A6A0_7EDB0FD6E2B0#522064, +)) THEN false ELSE Contains(COL_070B5B98_14EA_42D5_A6A0_7EDB0FD6E2B0#522064, +) END, str_if_with_rule(CASE WHEN isnull(Contains(COL_070B5B98_14EA_42D5_A6A0_7EDB0FD6E2B0#522064, -)) THEN false ELSE Contains(COL_070B5B98_14EA_42D5_A6A0_7EDB0FD6E2B0#522064, -) END, Switch de forfait (SUM*), Ajout de forfait), str_if_with_rule(CASE WHEN isnull(Contains(COL_070B5B98_14EA_42D5_A6A0_7EDB0FD6E2B0#522064, -)) THEN false ELSE Contains(COL_070B5B98_14EA_42D5_A6A0_7EDB0FD6E2B0#522064, -) END, Suppression de Forfait, )), COL_E5B890C4_5DF6_4B3D_B992_5BFD4F692153#521880), @), ) AS COL_FEC7AB55_AB69_43FE_9E2B_2AC5EA7FE569#522252, COL_E5B890C4_5DF6_4B3D_B992_5BFD4F692153#521880, COL_D744E1A7_E834_46FC_A00F_DFB5E9D2E135#521445, str_if_with_rule(isnotnull(COL_FD823B89_B169_4B25_9EAB_581D44D543B2#522050), str_join(array(Transport Eligible SUM, COL_FD823B89_B169_4B25_9EAB_581D44D543B2#522050), : ), str_join(array(Transport Non Eligible SUM , COL_D98BB81A_010E_4A93_9951_E277D8CF157A#521272), : )) AS COL_786AACC4_3E04_4312_A7F0_A2F045C018D7#522255]
Input [8]: [COL_A2523D82_F590_40F1_85E5_30011BEEEDF5#521270, COL_D98BB81A_010E_4A93_9951_E277D8CF157A#521272, COL_FD823B89_B169_4B25_9EAB_581D44D543B2#522050, COL_02D44CEA_1031_4290_8F23_AB2C6AE7B557#521879, COL_E5B890C4_5DF6_4B3D_B992_5BFD4F692153#521880, COL_D744E1A7_E834_46FC_A00F_DFB5E9D2E135#521445, COL_070B5B98_14EA_42D5_A6A0_7EDB0FD6E2B0#522064, COL_5047AF2B_F05A_487E_9152_F4FE82797C45#522076]
(34) WriteFiles
Input [8]: [COL_A2523D82_F590_40F1_85E5_30011BEEEDF5#521270, COL_02D44CEA_1031_4290_8F23_AB2C6AE7B557#521879, COL_5047AF2B_F05A_487E_9152_F4FE82797C45#522076, COL_070B5B98_14EA_42D5_A6A0_7EDB0FD6E2B0#522064, COL_FEC7AB55_AB69_43FE_9E2B_2AC5EA7FE569#522252, COL_E5B890C4_5DF6_4B3D_B992_5BFD4F692153#521880, COL_D744E1A7_E834_46FC_A00F_DFB5E9D2E135#521445, COL_786AACC4_3E04_4312_A7F0_A2F045C018D7#522255]
(35) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/datablock/05_GR4_SUM_225765, false, Parquet, [path=file:///data/output/cache/parquet/datablock/05_GR4_SUM_225765], Overwrite, [COL_A2523D82_F590_40F1_85E5_30011BEEEDF5, COL_02D44CEA_1031_4290_8F23_AB2C6AE7B557, COL_5047AF2B_F05A_487E_9152_F4FE82797C45, COL_070B5B98_14EA_42D5_A6A0_7EDB0FD6E2B0, COL_FEC7AB55_AB69_43FE_9E2B_2AC5EA7FE569, COL_E5B890C4_5DF6_4B3D_B992_5BFD4F692153, COL_D744E1A7_E834_46FC_A00F_DFB5E9D2E135, COL_786AACC4_3E04_4312_A7F0_A2F045C018D7]
(36) Filter
Input [2]: [Numéro Séjour#519512, Transport admission#519516]
Condition : (NOT CASE WHEN isnull(StartsWith(Numéro Séjour#519512, #)) THEN false ELSE StartsWith(Numéro Séjour#519512, #) END AND isnotnull(Numéro Séjour#519512))
(37) Project
Output [2]: [Numéro Séjour#519512 AS COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#519628, str_remove_space(Transport admission#519516, ONLY_ONE) AS COL_E1010A22_775B_43B4_B8CA_4603C0801D28#519630]
Input [2]: [Numéro Séjour#519512, Transport admission#519516]
(38) Exchange
Input [2]: [COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#519628, COL_E1010A22_775B_43B4_B8CA_4603C0801D28#519630]
Arguments: hashpartitioning(COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#519628, 10), ENSURE_REQUIREMENTS, [plan_id=318576]
(39) Sort
Input [2]: [COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#519628, COL_E1010A22_775B_43B4_B8CA_4603C0801D28#519630]
Arguments: [COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#519628 ASC NULLS FIRST, 1 DESC NULLS LAST], false, 0
(40) Window
Input [2]: [COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#519628, COL_E1010A22_775B_43B4_B8CA_4603C0801D28#519630]
Arguments: [row_number() windowspecdefinition(COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#519628, 1 DESC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_6B340AEB_6908_4A50_8AD6_FE561D33FBE0#519644], [COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#519628], [1 DESC NULLS LAST]
(41) Filter
Input [3]: [COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#519628, COL_E1010A22_775B_43B4_B8CA_4603C0801D28#519630, COL_6B340AEB_6908_4A50_8AD6_FE561D33FBE0#519644]
Condition : (COL_6B340AEB_6908_4A50_8AD6_FE561D33FBE0#519644 <=> 1)
(42) Project
Output [2]: [COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#519628 AS COL_A2523D82_F590_40F1_85E5_30011BEEEDF5#521270, COL_E1010A22_775B_43B4_B8CA_4603C0801D28#519630 AS COL_D98BB81A_010E_4A93_9951_E277D8CF157A#521272]
Input [3]: [COL_2AF4FE05_74B1_4A24_9BC1_7612D6ED731D#519628, COL_E1010A22_775B_43B4_B8CA_4603C0801D28#519630, COL_6B340AEB_6908_4A50_8AD6_FE561D33FBE0#519644]
(43) Scan csv
Output [2]: [REGLES#518889, APPLICABLE#518890]
Batched: false
Location: InMemoryFileIndex [file:/data/input/depot/csv/tmp/REGLES_APPLICAB_225515/REGLES-A-TTT new.csv]
PushedFilters: [IsNotNull(REGLES), EqualTo(REGLES,RC-SUM), EqualNullSafe(APPLICABLE,O)]
ReadSchema: struct<REGLES:string,APPLICABLE:string>
(44) Filter
Input [2]: [REGLES#518889, APPLICABLE#518890]
Condition : ((isnotnull(REGLES#518889) AND (RC-SUM = REGLES#518889)) AND (APPLICABLE#518890 <=> O))
(45) Project
Output [1]: [APPLICABLE#518890 AS REGLES_A_APPLIQ_225642_APPLICABLE_225644#521280]
Input [2]: [REGLES#518889, APPLICABLE#518890]
(46) CartesianProduct
Join type: Inner
Join condition: None
(47) Project
Output [3]: [COL_A2523D82_F590_40F1_85E5_30011BEEEDF5#521270, COL_D98BB81A_010E_4A93_9951_E277D8CF157A#521272, REGLES_A_APPLIQ_225642_APPLICABLE_225644#521280 AS COL_D744E1A7_E834_46FC_A00F_DFB5E9D2E135#521445]
Input [3]: [COL_A2523D82_F590_40F1_85E5_30011BEEEDF5#521270, COL_D98BB81A_010E_4A93_9951_E277D8CF157A#521272, REGLES_A_APPLIQ_225642_APPLICABLE_225644#521280]
(48) Exchange
Input [3]: [COL_A2523D82_F590_40F1_85E5_30011BEEEDF5#521270, COL_D98BB81A_010E_4A93_9951_E277D8CF157A#521272, COL_D744E1A7_E834_46FC_A00F_DFB5E9D2E135#521445]
Arguments: hashpartitioning(COL_A2523D82_F590_40F1_85E5_30011BEEEDF5#521270, 10), ENSURE_REQUIREMENTS, [plan_id=318587]
(49) Sort
Input [3]: [COL_A2523D82_F590_40F1_85E5_30011BEEEDF5#521270, COL_D98BB81A_010E_4A93_9951_E277D8CF157A#521272, COL_D744E1A7_E834_46FC_A00F_DFB5E9D2E135#521445]
Arguments: [COL_A2523D82_F590_40F1_85E5_30011BEEEDF5#521270 ASC NULLS FIRST], false, 0
(50) Filter
Input [4]: [COL_F1E7803C_F059_4667_8E32_963E2B3DA65F#519796, COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#519800, COL_5F8E1D72_6344_42AB_A08C_3B4735439F46#519801, COL_60F7C888_9836_4535_A22F_D43D2994E019#519808]
Condition : ((isnotnull(COL_F1E7803C_F059_4667_8E32_963E2B3DA65F#519796) AND NOT CASE WHEN isnull(StartsWith(COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#519800, #)) THEN false ELSE StartsWith(COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#519800, #) END) AND isnotnull(COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#519800))
(51) Project
Output [4]: [COL_F1E7803C_F059_4667_8E32_963E2B3DA65F#519796 AS 03_PIVOT_INFORM_225663_COL_F1E7803C_F059_4667_8E32_963E2B3DA65F#521519, COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#519800 AS 03_PIVOT_INFORM_225663_COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#521523, COL_5F8E1D72_6344_42AB_A08C_3B4735439F46#519801 AS 03_PIVOT_INFORM_225663_COL_5F8E1D72_6344_42AB_A08C_3B4735439F46#521524, COL_60F7C888_9836_4535_A22F_D43D2994E019#519808 AS 03_PIVOT_INFORM_225663_COL_60F7C888_9836_4535_A22F_D43D2994E019#521531]
Input [4]: [COL_F1E7803C_F059_4667_8E32_963E2B3DA65F#519796, COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#519800, COL_5F8E1D72_6344_42AB_A08C_3B4735439F46#519801, COL_60F7C888_9836_4535_A22F_D43D2994E019#519808]
(52) Exchange
Input [4]: [03_PIVOT_INFORM_225663_COL_F1E7803C_F059_4667_8E32_963E2B3DA65F#521519, 03_PIVOT_INFORM_225663_COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#521523, 03_PIVOT_INFORM_225663_COL_5F8E1D72_6344_42AB_A08C_3B4735439F46#521524, 03_PIVOT_INFORM_225663_COL_60F7C888_9836_4535_A22F_D43D2994E019#521531]
Arguments: hashpartitioning(03_PIVOT_INFORM_225663_COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#521523, 10), ENSURE_REQUIREMENTS, [plan_id=318588]
(53) Sort
Input [4]: [03_PIVOT_INFORM_225663_COL_F1E7803C_F059_4667_8E32_963E2B3DA65F#521519, 03_PIVOT_INFORM_225663_COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#521523, 03_PIVOT_INFORM_225663_COL_5F8E1D72_6344_42AB_A08C_3B4735439F46#521524, 03_PIVOT_INFORM_225663_COL_60F7C888_9836_4535_A22F_D43D2994E019#521531]
Arguments: [03_PIVOT_INFORM_225663_COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#521523 ASC NULLS FIRST], false, 0
(54) SortMergeJoin
Left keys [1]: [COL_A2523D82_F590_40F1_85E5_30011BEEEDF5#521270]
Right keys [1]: [03_PIVOT_INFORM_225663_COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#521523]
Join type: Inner
Join condition: None
(55) Project
Output [6]: [COL_A2523D82_F590_40F1_85E5_30011BEEEDF5#521270, COL_D98BB81A_010E_4A93_9951_E277D8CF157A#521272, 03_PIVOT_INFORM_225663_COL_60F7C888_9836_4535_A22F_D43D2994E019#521531 AS COL_B82C3EFD_07A4_496B_9BD7_0D2B4E3458A8#521877, 03_PIVOT_INFORM_225663_COL_F1E7803C_F059_4667_8E32_963E2B3DA65F#521519 AS COL_02D44CEA_1031_4290_8F23_AB2C6AE7B557#521879, 03_PIVOT_INFORM_225663_COL_5F8E1D72_6344_42AB_A08C_3B4735439F46#521524 AS COL_E5B890C4_5DF6_4B3D_B992_5BFD4F692153#521880, COL_D744E1A7_E834_46FC_A00F_DFB5E9D2E135#521445]
Input [7]: [COL_A2523D82_F590_40F1_85E5_30011BEEEDF5#521270, COL_D98BB81A_010E_4A93_9951_E277D8CF157A#521272, COL_D744E1A7_E834_46FC_A00F_DFB5E9D2E135#521445, 03_PIVOT_INFORM_225663_COL_F1E7803C_F059_4667_8E32_963E2B3DA65F#521519, 03_PIVOT_INFORM_225663_COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#521523, 03_PIVOT_INFORM_225663_COL_5F8E1D72_6344_42AB_A08C_3B4735439F46#521524, 03_PIVOT_INFORM_225663_COL_60F7C888_9836_4535_A22F_D43D2994E019#521531]
(56) Exchange
Input [6]: [COL_A2523D82_F590_40F1_85E5_30011BEEEDF5#521270, COL_D98BB81A_010E_4A93_9951_E277D8CF157A#521272, COL_B82C3EFD_07A4_496B_9BD7_0D2B4E3458A8#521877, COL_02D44CEA_1031_4290_8F23_AB2C6AE7B557#521879, COL_E5B890C4_5DF6_4B3D_B992_5BFD4F692153#521880, COL_D744E1A7_E834_46FC_A00F_DFB5E9D2E135#521445]
Arguments: hashpartitioning(COL_D98BB81A_010E_4A93_9951_E277D8CF157A#521272, 10), ENSURE_REQUIREMENTS, [plan_id=318597]
(57) Sort
Input [6]: [COL_A2523D82_F590_40F1_85E5_30011BEEEDF5#521270, COL_D98BB81A_010E_4A93_9951_E277D8CF157A#521272, COL_B82C3EFD_07A4_496B_9BD7_0D2B4E3458A8#521877, COL_02D44CEA_1031_4290_8F23_AB2C6AE7B557#521879, COL_E5B890C4_5DF6_4B3D_B992_5BFD4F692153#521880, COL_D744E1A7_E834_46FC_A00F_DFB5E9D2E135#521445]
Arguments: [COL_D98BB81A_010E_4A93_9951_E277D8CF157A#521272 ASC NULLS FIRST], false, 0
(58) Scan parquet
Output [1]: [Transport+utilis%C3%A9+%C3%A0+l%27admission#521042]
Batched: true
Location: InMemoryFileIndex [file:/data/input/depot/excel/cache/06_ENTREE_URGEN_225520_3fd6e366cef94360ba899e06a1319b51/Info_Etab_init_v1.1.xlsx_48d47bafe9947a7b0f5a10f4c2c92d7e]
ReadSchema: struct<Transport+utilis%C3%A9+%C3%A0+l%27admission:string>
(59) Filter
Input [1]: [Transport+utilis%C3%A9+%C3%A0+l%27admission#521042]
Condition : isnotnull(str_remove_space(Transport+utilis%C3%A9+%C3%A0+l%27admission#521042, ONLY_ONE))
(60) Project
Output [1]: [str_remove_space(Transport+utilis%C3%A9+%C3%A0+l%27admission#521042, ONLY_ONE) AS 06_ENTREE_URGEN_225620_TRANSPORT_UTILI_225621#521892]
Input [1]: [Transport+utilis%C3%A9+%C3%A0+l%27admission#521042]
(61) Exchange
Input [1]: [06_ENTREE_URGEN_225620_TRANSPORT_UTILI_225621#521892]
Arguments: hashpartitioning(06_ENTREE_URGEN_225620_TRANSPORT_UTILI_225621#521892, 10), ENSURE_REQUIREMENTS, [plan_id=318598]
(62) Sort
Input [1]: [06_ENTREE_URGEN_225620_TRANSPORT_UTILI_225621#521892]
Arguments: [06_ENTREE_URGEN_225620_TRANSPORT_UTILI_225621#521892 ASC NULLS FIRST], false, 0
(63) SortMergeJoin
Left keys [1]: [COL_D98BB81A_010E_4A93_9951_E277D8CF157A#521272]
Right keys [1]: [06_ENTREE_URGEN_225620_TRANSPORT_UTILI_225621#521892]
Join type: LeftOuter
Join condition: None
(64) Filter
Input [7]: [COL_A2523D82_F590_40F1_85E5_30011BEEEDF5#521270, COL_D98BB81A_010E_4A93_9951_E277D8CF157A#521272, COL_B82C3EFD_07A4_496B_9BD7_0D2B4E3458A8#521877, COL_02D44CEA_1031_4290_8F23_AB2C6AE7B557#521879, COL_E5B890C4_5DF6_4B3D_B992_5BFD4F692153#521880, COL_D744E1A7_E834_46FC_A00F_DFB5E9D2E135#521445, 06_ENTREE_URGEN_225620_TRANSPORT_UTILI_225621#521892]
Condition : (isnotnull(str_if_with_rule((CASE WHEN isnull(Contains(COL_B82C3EFD_07A4_496B_9BD7_0D2B4E3458A8#521877, SUM)) THEN false ELSE Contains(COL_B82C3EFD_07A4_496B_9BD7_0D2B4E3458A8#521877, SUM) END AND isnull(06_ENTREE_URGEN_225620_TRANSPORT_UTILI_225621#521892)), str_join(array(SUM-, !, COL_E5B890C4_5DF6_4B3D_B992_5BFD4F692153#521880), ), str_if_with_rule((NOT CASE WHEN isnull(Contains(COL_B82C3EFD_07A4_496B_9BD7_0D2B4E3458A8#521877, SUM)) THEN false ELSE Contains(COL_B82C3EFD_07A4_496B_9BD7_0D2B4E3458A8#521877, SUM) END AND isnotnull(06_ENTREE_URGEN_225620_TRANSPORT_UTILI_225621#521892)), str_join(array(SUM+, !, COL_E5B890C4_5DF6_4B3D_B992_5BFD4F692153#521880), ), null))) AND NOT (str_if_with_rule((CASE WHEN isnull(Contains(COL_B82C3EFD_07A4_496B_9BD7_0D2B4E3458A8#521877, SUM)) THEN false ELSE Contains(COL_B82C3EFD_07A4_496B_9BD7_0D2B4E3458A8#521877, SUM) END AND isnull(06_ENTREE_URGEN_225620_TRANSPORT_UTILI_225621#521892)), str_join(array(SUM-, !, COL_E5B890C4_5DF6_4B3D_B992_5BFD4F692153#521880), ), str_if_with_rule((NOT CASE WHEN isnull(Contains(COL_B82C3EFD_07A4_496B_9BD7_0D2B4E3458A8#521877, SUM)) THEN false ELSE Contains(COL_B82C3EFD_07A4_496B_9BD7_0D2B4E3458A8#521877, SUM) END AND isnotnull(06_ENTREE_URGEN_225620_TRANSPORT_UTILI_225621#521892)), str_join(array(SUM+, !, COL_E5B890C4_5DF6_4B3D_B992_5BFD4F692153#521880), ), null)) <=> ))
(65) Project
Output [8]: [COL_A2523D82_F590_40F1_85E5_30011BEEEDF5#521270, COL_D98BB81A_010E_4A93_9951_E277D8CF157A#521272, 06_ENTREE_URGEN_225620_TRANSPORT_UTILI_225621#521892 AS COL_FD823B89_B169_4B25_9EAB_581D44D543B2#522050, COL_02D44CEA_1031_4290_8F23_AB2C6AE7B557#521879, COL_E5B890C4_5DF6_4B3D_B992_5BFD4F692153#521880, COL_D744E1A7_E834_46FC_A00F_DFB5E9D2E135#521445, str_if_with_rule((CASE WHEN isnull(Contains(COL_B82C3EFD_07A4_496B_9BD7_0D2B4E3458A8#521877, SUM)) THEN false ELSE Contains(COL_B82C3EFD_07A4_496B_9BD7_0D2B4E3458A8#521877, SUM) END AND isnull(06_ENTREE_URGEN_225620_TRANSPORT_UTILI_225621#521892)), str_join(array(SUM-, !, COL_E5B890C4_5DF6_4B3D_B992_5BFD4F692153#521880), ), str_if_with_rule((NOT CASE WHEN isnull(Contains(COL_B82C3EFD_07A4_496B_9BD7_0D2B4E3458A8#521877, SUM)) THEN false ELSE Contains(COL_B82C3EFD_07A4_496B_9BD7_0D2B4E3458A8#521877, SUM) END AND isnotnull(06_ENTREE_URGEN_225620_TRANSPORT_UTILI_225621#521892)), str_join(array(SUM+, !, COL_E5B890C4_5DF6_4B3D_B992_5BFD4F692153#521880), ), null)) AS COL_070B5B98_14EA_42D5_A6A0_7EDB0FD6E2B0#522064, str_create(RC-SUM) AS COL_5047AF2B_F05A_487E_9152_F4FE82797C45#522076]
Input [7]: [COL_A2523D82_F590_40F1_85E5_30011BEEEDF5#521270, COL_D98BB81A_010E_4A93_9951_E277D8CF157A#521272, COL_B82C3EFD_07A4_496B_9BD7_0D2B4E3458A8#521877, COL_02D44CEA_1031_4290_8F23_AB2C6AE7B557#521879, COL_E5B890C4_5DF6_4B3D_B992_5BFD4F692153#521880, COL_D744E1A7_E834_46FC_A00F_DFB5E9D2E135#521445, 06_ENTREE_URGEN_225620_TRANSPORT_UTILI_225621#521892]
(66) Project
Output [8]: [COL_A2523D82_F590_40F1_85E5_30011BEEEDF5#521270, COL_02D44CEA_1031_4290_8F23_AB2C6AE7B557#521879, COL_5047AF2B_F05A_487E_9152_F4FE82797C45#522076, COL_070B5B98_14EA_42D5_A6A0_7EDB0FD6E2B0#522064, str_if_with_rule((isnotnull(COL_070B5B98_14EA_42D5_A6A0_7EDB0FD6E2B0#522064) AND NOT (COL_070B5B98_14EA_42D5_A6A0_7EDB0FD6E2B0#522064 <=> )), str_join(array(str_if_with_rule(CASE WHEN isnull(Contains(COL_070B5B98_14EA_42D5_A6A0_7EDB0FD6E2B0#522064, +)) THEN false ELSE Contains(COL_070B5B98_14EA_42D5_A6A0_7EDB0FD6E2B0#522064, +) END, str_if_with_rule(CASE WHEN isnull(Contains(COL_070B5B98_14EA_42D5_A6A0_7EDB0FD6E2B0#522064, -)) THEN false ELSE Contains(COL_070B5B98_14EA_42D5_A6A0_7EDB0FD6E2B0#522064, -) END, Switch de forfait (SUM*), Ajout de forfait), str_if_with_rule(CASE WHEN isnull(Contains(COL_070B5B98_14EA_42D5_A6A0_7EDB0FD6E2B0#522064, -)) THEN false ELSE Contains(COL_070B5B98_14EA_42D5_A6A0_7EDB0FD6E2B0#522064, -) END, Suppression de Forfait, )), COL_E5B890C4_5DF6_4B3D_B992_5BFD4F692153#521880), @), ) AS COL_FEC7AB55_AB69_43FE_9E2B_2AC5EA7FE569#522252, COL_E5B890C4_5DF6_4B3D_B992_5BFD4F692153#521880, COL_D744E1A7_E834_46FC_A00F_DFB5E9D2E135#521445, str_if_with_rule(isnotnull(COL_FD823B89_B169_4B25_9EAB_581D44D543B2#522050), str_join(array(Transport Eligible SUM, COL_FD823B89_B169_4B25_9EAB_581D44D543B2#522050), : ), str_join(array(Transport Non Eligible SUM , COL_D98BB81A_010E_4A93_9951_E277D8CF157A#521272), : )) AS COL_786AACC4_3E04_4312_A7F0_A2F045C018D7#522255]
Input [8]: [COL_A2523D82_F590_40F1_85E5_30011BEEEDF5#521270, COL_D98BB81A_010E_4A93_9951_E277D8CF157A#521272, COL_FD823B89_B169_4B25_9EAB_581D44D543B2#522050, COL_02D44CEA_1031_4290_8F23_AB2C6AE7B557#521879, COL_E5B890C4_5DF6_4B3D_B992_5BFD4F692153#521880, COL_D744E1A7_E834_46FC_A00F_DFB5E9D2E135#521445, COL_070B5B98_14EA_42D5_A6A0_7EDB0FD6E2B0#522064, COL_5047AF2B_F05A_487E_9152_F4FE82797C45#522076]
(67) WriteFiles
Input [8]: [COL_A2523D82_F590_40F1_85E5_30011BEEEDF5#521270, COL_02D44CEA_1031_4290_8F23_AB2C6AE7B557#521879, COL_5047AF2B_F05A_487E_9152_F4FE82797C45#522076, COL_070B5B98_14EA_42D5_A6A0_7EDB0FD6E2B0#522064, COL_FEC7AB55_AB69_43FE_9E2B_2AC5EA7FE569#522252, COL_E5B890C4_5DF6_4B3D_B992_5BFD4F692153#521880, COL_D744E1A7_E834_46FC_A00F_DFB5E9D2E135#521445, COL_786AACC4_3E04_4312_A7F0_A2F045C018D7#522255]
(68) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/datablock/05_GR4_SUM_225765, false, Parquet, [path=file:///data/output/cache/parquet/datablock/05_GR4_SUM_225765], Overwrite, [COL_A2523D82_F590_40F1_85E5_30011BEEEDF5, COL_02D44CEA_1031_4290_8F23_AB2C6AE7B557, COL_5047AF2B_F05A_487E_9152_F4FE82797C45, COL_070B5B98_14EA_42D5_A6A0_7EDB0FD6E2B0, COL_FEC7AB55_AB69_43FE_9E2B_2AC5EA7FE569, COL_E5B890C4_5DF6_4B3D_B992_5BFD4F692153, COL_D744E1A7_E834_46FC_A00F_DFB5E9D2E135, COL_786AACC4_3E04_4312_A7F0_A2F045C018D7]
(69) AdaptiveSparkPlan
Output: []
Arguments: isFinalPlan=true