SP1 - Details for Query 2313

Submitted Time: 2026/09/17 16:20:13
Duration: 1 s
Succeeded Jobs: 3357 3358 3362

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" AdaptiveSparkPlan "]; 1 [labelType="html" label="Execute InsertIntoHadoopFsRelationCommand task commit time: 0 ms number of written files: 1 job commit time: 19 ms number of output rows: 15 number of dynamic part: 0 written output: 4.3 KiB"]; 2 [labelType="html" label=" WriteFiles "]; subgraph cluster3 { isCluster="true"; label="WholeStageCodegen (9)\n \nduration: 280 ms"; 4 [labelType="html" label=" Project "]; 5 [labelType="html" label=" Project "]; 6 [labelType="html" label=" Project "]; 7 [labelType="html" label=" Project "]; 8 [labelType="html" label="Generate number of output rows: 15"]; 9 [labelType="html" label=" Project "]; 10 [labelType="html" label=" Project "]; 11 [labelType="html" label="Filter number of output rows: 15"]; } 12 [labelType="html" label="Window spill size: 0.0 B"]; subgraph cluster13 { isCluster="true"; label="WholeStageCodegen (8)\n \nduration: 861 ms"; 14 [labelType="html" label="Sort sort time: 28 ms peak memory: 36.0 MiB spill size: 0.0 B"]; 15 [labelType="html" label=" Project "]; 16 [labelType="html" label="SortMergeJoin number of output rows: 104,409 spill size: 0.0 B"]; } subgraph cluster17 { isCluster="true"; label="WholeStageCodegen (6)\n \nduration: 551 ms"; 18 [labelType="html" label=" Project "]; } 19 [labelType="html" label="Window spill size: 0.0 B"]; subgraph cluster20 { isCluster="true"; label="WholeStageCodegen (5)\n \nduration: 574 ms"; 21 [labelType="html" label=" Project "]; } 22 [labelType="html" label="Window spill size: 0.0 B"]; subgraph cluster23 { isCluster="true"; label="WholeStageCodegen (4)\n \nduration: 641 ms"; 24 [labelType="html" label="Sort sort time: 18 ms peak memory: 18.0 MiB spill size: 0.0 B"]; } 25 [labelType="html" label="AQEShuffleRead number of partitions: 1 partition data size: 464.6 KiB number of coalesced partitions: 1"]; 26 [labelType="html" label="Exchange shuffle records written: 70,654 local merged chunks fetched: 0 shuffle write time total (min, med, max (stageId: taskId)) 3 ms (1 ms, 2 ms, 2 ms (stage 6926.0: task 8956)) remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 70,654 local bytes read: 449.8 KiB fetch wait time: 0 ms remote bytes read: 0.0 B merged fetch fallback count: 0 local blocks read: 2 remote merged chunks fetched: 0 remote blocks read: 0 data size total (min, med, max (stageId: taskId)) 4.9 MiB (2010.3 KiB, 2.9 MiB, 2.9 MiB (stage 6926.0: task 8956)) local merged bytes read: 0.0 B number of partitions: 10 remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 449.8 KiB (180.3 KiB, 269.5 KiB, 269.5 KiB (stage 6926.0: task 8956))"]; 27 [labelType="html" label="CartesianProduct number of output rows: 70,654"]; subgraph cluster28 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n223 ms (103 ms, 120 ms, 120 ms (stage 6926.0: task 8956))"; 29 [labelType="html" label=" Project "]; 30 [labelType="html" label="ColumnarToRow number of output rows: 70,654 number of input batches: 18"]; } 31 [labelType="html" label="Scan parquet number of files read: 2 scan time total (min, med, max (stageId: taskId)) 31 ms (8 ms, 23 ms, 23 ms (stage 6926.0: task 8956)) metadata time: 0 ms size of files read: 2.3 MiB number of output rows: 70,654"]; subgraph cluster32 { isCluster="true"; label="WholeStageCodegen (2)\n \nduration: total (min, med, max (stageId: taskId))\n14 ms (7 ms, 7 ms, 7 ms (stage 6926.0: task 8957))"; 33 [labelType="html" label=" Project "]; 34 [labelType="html" label="Filter number of output rows: 2"]; } 35 [labelType="html" label="Scan csv number of output rows: 2 number of files read: 1 metadata time: 0 ms size of files read: 175.0 B"]; subgraph cluster36 { isCluster="true"; label="WholeStageCodegen (7)\n \nduration: 59.1 m"; 37 [labelType="html" label="Sort sort time: 22 ms peak memory: 18.0 MiB spill size: 0.0 B"]; } 38 [labelType="html" label="AQEShuffleRead number of partitions: 1 partition data size: 367.1 KiB number of coalesced partitions: 1"]; 39 [labelType="html" label="Exchange shuffle records written: 56,805 local merged chunks fetched: 0 shuffle write time total (min, med, max (stageId: taskId)) 21 ms (1 ms, 1 ms, 3 ms (stage 6927.0: task 8959)) remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 56,805 local bytes read: 351.1 KiB fetch wait time: 0 ms remote bytes read: 0.0 B merged fetch fallback count: 0 local blocks read: 10 remote merged chunks fetched: 0 remote blocks read: 0 data size total (min, med, max (stageId: taskId)) 4.8 MiB (463.3 KiB, 488.8 KiB, 517.9 KiB (stage 6927.0: task 8958)) local merged bytes read: 0.0 B number of partitions: 10 remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 351.1 KiB (33.4 KiB, 35.4 KiB, 36.6 KiB (stage 6927.0: task 8958))"]; subgraph cluster40 { isCluster="true"; label="WholeStageCodegen (3)\n \nduration: total (min, med, max (stageId: taskId))\n726 ms (23 ms, 79 ms, 102 ms (stage 6927.0: task 8961))"; 41 [labelType="html" label=" Project "]; 42 [labelType="html" label="Filter number of output rows: 56,805"]; 43 [labelType="html" label="ColumnarToRow number of output rows: 56,805 number of input batches: 20"]; } 44 [labelType="html" label="Scan parquet number of files read: 10 scan time total (min, med, max (stageId: taskId)) 170 ms (6 ms, 20 ms, 25 ms (stage 6927.0: task 8962)) metadata time: 0 ms size of files read: 4.0 MiB number of output rows: 56,805"]; 1->0; 2->1; 4->2; 5->4; 6->5; 7->6; 8->7; 9->8; 10->9; 11->10; 12->11; 14->12; 15->14; 16->15; 18->16; 19->18; 21->19; 22->21; 24->22; 25->24; 26->25; 27->26; 29->27; 30->29; 31->30; 33->27; 34->33; 35->34; 37->16; 38->37; 39->38; 41->39; 42->41; 43->42; 44->43; }

AdaptiveSparkPlan isFinalPlan=true

Execute InsertIntoHadoopFsRelationCommand file:/data/output/cache/parquet/datablock/05_GR6_SAS_226023, false, Parquet, [path=file:///data/output/cache/parquet/datablock/05_GR6_SAS_226023], Overwrite, [COL_D610971A_3CE5_4463_92C0_C0A5309658BE, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77, COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2, COL_4C6AEE3F_9B75_4BCF_8273_85E282B6FC30, COL_9297F7A5_EA15_4188_A13A_37E1612F4D26, COL_6E1D5B77_8073_43D0_992B_909644A54726]

WriteFiles

Project [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#576568, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#577028, COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#577143, str_if_with_rule(CASE WHEN isnull(Contains(COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#576908, +)) THEN false ELSE Contains(COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#576908, +) END, str_concat(array(Ajout de forfait@, COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#577094, @, str_extract(COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#577143, RIGHT, 2))), str_concat(array(Suppression de Forfait@, str_concat(array(str_extract_by_str(COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#576570, !, RIGHT), @)), str_extract(COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#577143, RIGHT, 2)))) AS COL_4C6AEE3F_9B75_4BCF_8273_85E282B6FC30#577234, COL_9297F7A5_EA15_4188_A13A_37E1612F4D26#576885, COL_6E1D5B77_8073_43D0_992B_909644A54726#576587]

Project [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#576570, COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#576908, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#576568, COL_9297F7A5_EA15_4188_A13A_37E1612F4D26#576885, COL_6E1D5B77_8073_43D0_992B_909644A54726#576587, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#577028, COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#577049, str_if_with_rule(CASE WHEN isnull(Contains(COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#576908, +)) THEN false ELSE Contains(COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#576908, +) END, str_extract_key_value(COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#576172, ;, !, str_concat(array(str_extract(COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#577049, LEFT, 3), str_extract(COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#577049, RIGHT, 3))), VALUE), str_extract_by_str(COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#576570, !, RIGHT)) AS COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#577094]

Project [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#576172, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#576570, COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#576908, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#576568, COL_9297F7A5_EA15_4188_A13A_37E1612F4D26#576885, COL_6E1D5B77_8073_43D0_992B_909644A54726#576587, str_create(RC-SAS) AS COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#577028, str_remove_space(COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#576908, ALL) AS COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#577049]

Generate explode(COL_A15743F2_88F9_4366_9571_19F6AE10AC4A#576864), [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#576172, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#576570, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#576568, COL_6E1D5B77_8073_43D0_992B_909644A54726#576587, COL_9297F7A5_EA15_4188_A13A_37E1612F4D26#576885], false, [COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#576908]

Project [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#576172, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#576570, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#576568, COL_6E1D5B77_8073_43D0_992B_909644A54726#576587, str_list_union(str_split(str_replace_extend(str_replace(str_list_as_str(COL_2866C1E2_03BF_4FA0_9FA8_D6F663CFD2E7#576801), SAS, SAS+), [[,",]], [,,]), ,), str_split(str_replace_extend(str_replace(str_list_as_str(COL_B0D6496E_B0F2_4B34_A287_E3A96F7A3CEF#576802), SAS, SAS-), [[,",]], [,,]), ,)) AS COL_A15743F2_88F9_4366_9571_19F6AE10AC4A#576864, str_join(array(str_join(array(SAS déduit Infos Patient Absent RSF, str_list_as_str(COL_2866C1E2_03BF_4FA0_9FA8_D6F663CFD2E7#576801)), : ), str_join(array(SAS dans RSF Absent des infos Patient, str_list_as_str(COL_B0D6496E_B0F2_4B34_A287_E3A96F7A3CEF#576802)), : ), str_join(array(acte - Spé - date , str_list_as_str(COL_68E9A79C_5593_4C58_BE95_1E6F18B96608#576221)), : )), - ) AS COL_9297F7A5_EA15_4188_A13A_37E1612F4D26#576885]

Project [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#576172, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#576570, array_except(COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#576140, COL_346FC3A4_6C88_4CAC_9D30_A367B8565C7C#576569) AS COL_2866C1E2_03BF_4FA0_9FA8_D6F663CFD2E7#576801, array_except(COL_346FC3A4_6C88_4CAC_9D30_A367B8565C7C#576569, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#576140) AS COL_B0D6496E_B0F2_4B34_A287_E3A96F7A3CEF#576802, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#576568, COL_68E9A79C_5593_4C58_BE95_1E6F18B96608#576221, COL_6E1D5B77_8073_43D0_992B_909644A54726#576587]

Filter ((COL_AA36D0E0_CE08_45F6_91B6_44E1CC4526A0#576620 <=> 1) AND ((size(str_list_union(str_split(str_replace_extend(str_replace(str_list_as_str(array_except(COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#576140, COL_346FC3A4_6C88_4CAC_9D30_A367B8565C7C#576569)), SAS, SAS+), [[,",]], [,,]), ,), str_split(str_replace_extend(str_replace(str_list_as_str(array_except(COL_346FC3A4_6C88_4CAC_9D30_A367B8565C7C#576569, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#576140)), SAS, SAS-), [[,",]], [,,]), ,)), true) > 0) AND isnotnull(str_list_union(str_split(str_replace_extend(str_replace(str_list_as_str(array_except(COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#576140, COL_346FC3A4_6C88_4CAC_9D30_A367B8565C7C#576569)), SAS, SAS+), [[,",]], [,,]), ,), str_split(str_replace_extend(str_replace(str_list_as_str(array_except(COL_346FC3A4_6C88_4CAC_9D30_A367B8565C7C#576569, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#576140)), SAS, SAS-), [[,",]], [,,]), ,)))))

WholeStageCodegen (9)

Window [row_number() windowspecdefinition(COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_6E1D5B77_8073_43D0_992B_909644A54726#576587 DESC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_AA36D0E0_CE08_45F6_91B6_44E1CC4526A0#576620], [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067], [COL_6E1D5B77_8073_43D0_992B_909644A54726#576587 DESC NULLS LAST]

Sort [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067 ASC NULLS FIRST, COL_6E1D5B77_8073_43D0_992B_909644A54726#576587 DESC NULLS LAST], false, 0

Project [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#576140, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#576172, COL_68E9A79C_5593_4C58_BE95_1E6F18B96608#576221, 02_A_ELIGIBLE_225697_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#576340 AS COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#576568, 02_A_ELIGIBLE_225697_COL_D7508510_B4D7_44C5_A063_A2132B6EF08A#576376 AS COL_346FC3A4_6C88_4CAC_9D30_A367B8565C7C#576569, 02_A_ELIGIBLE_225697_COL_EAA75683_8CB4_4075_AA4A_FACAF98EBD6E#576377 AS COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#576570, str_if_with_rule((NOT (02_A_ELIGIBLE_225697_COL_EAA75683_8CB4_4075_AA4A_FACAF98EBD6E#576377 <=> ) AND isnotnull(02_A_ELIGIBLE_225697_COL_EAA75683_8CB4_4075_AA4A_FACAF98EBD6E#576377)), Oui, ) AS COL_6E1D5B77_8073_43D0_992B_909644A54726#576587]

SortMergeJoin [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067], [02_A_ELIGIBLE_225697_COL_F76265AB_8748_4114_92B4_00E37DE25D34#576344], LeftOuter

WholeStageCodegen (8)

WholeStageCodegen (6)

Window [concatwithseparatorudaf(_w0#576173, com.adb.hdh.spark.job.scala.utils.ConcatWithSeparatorUDAF@5d0dc07, class[value[0]: string], class[value[0]: string], true, true, 0, 0, None) windowspecdefinition(COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#576172, collect_set(COL_072F9B89_90D0_4807_812C_34E065AA368B#576071, 0, 0) windowspecdefinition(COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_68E9A79C_5593_4C58_BE95_1E6F18B96608#576221], [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067], [1 DESC NULLS LAST]

Project [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_072F9B89_90D0_4807_812C_34E065AA368B#576071, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#576140, ARRAY_TO_STR_BEFORE_CONCAT(COL_187F79B5_42D2_4100_970A_EC9704FBFB8D#576069) AS _w0#576173]

WholeStageCodegen (5)

Window [collect_set(COL_EAE35BEC_3A66_41B2_8FFA_9099B7BC18D2#576070, 0, 0) windowspecdefinition(COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#576140], [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067], [1 DESC NULLS LAST]

Sort [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067 ASC NULLS FIRST, 1 DESC NULLS LAST], false, 0

WholeStageCodegen (4)

AQEShuffleRead coalesced

Exchange hashpartitioning(COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, 10), ENSURE_REQUIREMENTS, [plan_id=356805]

CartesianProduct

Project [COL_64ED17E5_A991_405B_AEED_8A2977283F76#575659 AS COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_A28E7C10_52DA_469E_B838_1040D4667E96#575685 AS COL_187F79B5_42D2_4100_970A_EC9704FBFB8D#576069, COL_3986DFE6_43DA_40D6_ADC7_0AA898F8AF56#575699 AS COL_EAE35BEC_3A66_41B2_8FFA_9099B7BC18D2#576070, COL_F23CCCC8_5C4A_4FB8_A318_67291E42693A#575707 AS COL_072F9B89_90D0_4807_812C_34E065AA368B#576071]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_64ED17E5_A991_405B_AEED_8A2977283F76#575659,COL_A28E7C10_52DA_469E_B838_1040D4667E96#575685,COL_3986DFE6_43DA_40D6_ADC7_0AA898F8AF56#575699,COL_F23CCCC8_5C4A_4FB8_A318_67291E42693A#575707] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/00_B_ACTES_PATI_225863], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_64ED17E5_A991_405B_AEED_8A2977283F76:string,COL_A28E7C10_52DA_469E_B838_1040D4667E96:s...

Project

Filter ((isnotnull(REGLES#575637) AND (RC-SAS = REGLES#575637)) AND (APPLICABLE#575638 <=> O))

WholeStageCodegen (2)

FileScan csv [REGLES#575637,APPLICABLE#575638] Batched: false, DataFilters: [isnotnull(REGLES#575637), (RC-SAS = REGLES#575637), (APPLICABLE#575638 <=> O)], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/tmp/REGLES_APPLICAB_225515/REGLES-A-TTT new..., PartitionFilters: [], PushedFilters: [IsNotNull(REGLES), EqualTo(REGLES,RC-SAS), EqualNullSafe(APPLICABLE,O)], ReadSchema: struct<REGLES:string,APPLICABLE:string>

Sort [02_A_ELIGIBLE_225697_COL_F76265AB_8748_4114_92B4_00E37DE25D34#576344 ASC NULLS FIRST], false, 0

WholeStageCodegen (7)

AQEShuffleRead coalesced

Exchange hashpartitioning(02_A_ELIGIBLE_225697_COL_F76265AB_8748_4114_92B4_00E37DE25D34#576344, 10), ENSURE_REQUIREMENTS, [plan_id=356841]

Project [COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#575771 AS 02_A_ELIGIBLE_225697_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#576340, COL_F76265AB_8748_4114_92B4_00E37DE25D34#575775 AS 02_A_ELIGIBLE_225697_COL_F76265AB_8748_4114_92B4_00E37DE25D34#576344, COL_D7508510_B4D7_44C5_A063_A2132B6EF08A#575807 AS 02_A_ELIGIBLE_225697_COL_D7508510_B4D7_44C5_A063_A2132B6EF08A#576376, COL_EAA75683_8CB4_4075_AA4A_FACAF98EBD6E#575808 AS 02_A_ELIGIBLE_225697_COL_EAA75683_8CB4_4075_AA4A_FACAF98EBD6E#576377]

Filter isnotnull(COL_F76265AB_8748_4114_92B4_00E37DE25D34#575775)

ColumnarToRow

WholeStageCodegen (3)

FileScan parquet [COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#575771,COL_F76265AB_8748_4114_92B4_00E37DE25D34#575775,COL_D7508510_B4D7_44C5_A063_A2132B6EF08A#575807,COL_EAA75683_8CB4_4075_AA4A_FACAF98EBD6E#575808] Batched: true, DataFilters: [isnotnull(COL_F76265AB_8748_4114_92B4_00E37DE25D34#575775)], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/02_A_ELIGIBLE_225697], PartitionFilters: [], PushedFilters: [IsNotNull(COL_F76265AB_8748_4114_92B4_00E37DE25D34)], ReadSchema: struct<COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB:string,COL_F76265AB_8748_4114_92B4_00E37DE25D34:s...

Details

== Physical Plan ==
AdaptiveSparkPlan (66)
+- == Final Plan ==
   Execute InsertIntoHadoopFsRelationCommand (37)
   +- WriteFiles (36)
      +- * Project (35)
         +- * Project (34)
            +- * Project (33)
               +- * Project (32)
                  +- * Generate (31)
                     +- * Project (30)
                        +- * Project (29)
                           +- * Filter (28)
                              +- Window (27)
                                 +- * Sort (26)
                                    +- * Project (25)
                                       +- * SortMergeJoin LeftOuter (24)
                                          :- * Project (15)
                                          :  +- Window (14)
                                          :     +- * Project (13)
                                          :        +- Window (12)
                                          :           +- * Sort (11)
                                          :              +- AQEShuffleRead (10)
                                          :                 +- ShuffleQueryStage (9), Statistics(sizeInBytes=4.9 MiB, rowCount=7.07E+4)
                                          :                    +- Exchange (8)
                                          :                       +- CartesianProduct Inner (7)
                                          :                          :- * Project (3)
                                          :                          :  +- * ColumnarToRow (2)
                                          :                          :     +- Scan parquet  (1)
                                          :                          +- * Project (6)
                                          :                             +- * Filter (5)
                                          :                                +- Scan csv  (4)
                                          +- * Sort (23)
                                             +- AQEShuffleRead (22)
                                                +- ShuffleQueryStage (21), Statistics(sizeInBytes=4.8 MiB, rowCount=5.68E+4)
                                                   +- Exchange (20)
                                                      +- * Project (19)
                                                         +- * Filter (18)
                                                            +- * ColumnarToRow (17)
                                                               +- Scan parquet  (16)
+- == Initial Plan ==
   Execute InsertIntoHadoopFsRelationCommand (65)
   +- WriteFiles (64)
      +- Project (63)
         +- Project (62)
            +- Project (61)
               +- Project (60)
                  +- Generate (59)
                     +- Project (58)
                        +- Project (57)
                           +- Filter (56)
                              +- Window (55)
                                 +- Sort (54)
                                    +- Project (53)
                                       +- SortMergeJoin LeftOuter (52)
                                          :- Project (47)
                                          :  +- Window (46)
                                          :     +- Project (45)
                                          :        +- Window (44)
                                          :           +- Sort (43)
                                          :              +- Exchange (42)
                                          :                 +- CartesianProduct Inner (41)
                                          :                    :- Project (38)
                                          :                    :  +- Scan parquet  (1)
                                          :                    +- Project (40)
                                          :                       +- Filter (39)
                                          :                          +- Scan csv  (4)
                                          +- Sort (51)
                                             +- Exchange (50)
                                                +- Project (49)
                                                   +- Filter (48)
                                                      +- Scan parquet  (16)


(1) Scan parquet 
Output [4]: [COL_64ED17E5_A991_405B_AEED_8A2977283F76#575659, COL_A28E7C10_52DA_469E_B838_1040D4667E96#575685, COL_3986DFE6_43DA_40D6_ADC7_0AA898F8AF56#575699, COL_F23CCCC8_5C4A_4FB8_A318_67291E42693A#575707]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/00_B_ACTES_PATI_225863]
ReadSchema: struct<COL_64ED17E5_A991_405B_AEED_8A2977283F76:string,COL_A28E7C10_52DA_469E_B838_1040D4667E96:string,COL_3986DFE6_43DA_40D6_ADC7_0AA898F8AF56:string,COL_F23CCCC8_5C4A_4FB8_A318_67291E42693A:string>

(2) ColumnarToRow [codegen id : 1]
Input [4]: [COL_64ED17E5_A991_405B_AEED_8A2977283F76#575659, COL_A28E7C10_52DA_469E_B838_1040D4667E96#575685, COL_3986DFE6_43DA_40D6_ADC7_0AA898F8AF56#575699, COL_F23CCCC8_5C4A_4FB8_A318_67291E42693A#575707]

(3) Project [codegen id : 1]
Output [4]: [COL_64ED17E5_A991_405B_AEED_8A2977283F76#575659 AS COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_A28E7C10_52DA_469E_B838_1040D4667E96#575685 AS COL_187F79B5_42D2_4100_970A_EC9704FBFB8D#576069, COL_3986DFE6_43DA_40D6_ADC7_0AA898F8AF56#575699 AS COL_EAE35BEC_3A66_41B2_8FFA_9099B7BC18D2#576070, COL_F23CCCC8_5C4A_4FB8_A318_67291E42693A#575707 AS COL_072F9B89_90D0_4807_812C_34E065AA368B#576071]
Input [4]: [COL_64ED17E5_A991_405B_AEED_8A2977283F76#575659, COL_A28E7C10_52DA_469E_B838_1040D4667E96#575685, COL_3986DFE6_43DA_40D6_ADC7_0AA898F8AF56#575699, COL_F23CCCC8_5C4A_4FB8_A318_67291E42693A#575707]

(4) Scan csv 
Output [2]: [REGLES#575637, APPLICABLE#575638]
Batched: false
Location: InMemoryFileIndex [file:/data/input/depot/csv/tmp/REGLES_APPLICAB_225515/REGLES-A-TTT new.csv]
PushedFilters: [IsNotNull(REGLES), EqualTo(REGLES,RC-SAS), EqualNullSafe(APPLICABLE,O)]
ReadSchema: struct<REGLES:string,APPLICABLE:string>

(5) Filter [codegen id : 2]
Input [2]: [REGLES#575637, APPLICABLE#575638]
Condition : ((isnotnull(REGLES#575637) AND (RC-SAS = REGLES#575637)) AND (APPLICABLE#575638 <=> O))

(6) Project [codegen id : 2]
Output: []
Input [2]: [REGLES#575637, APPLICABLE#575638]

(7) CartesianProduct
Join type: Inner
Join condition: None

(8) Exchange
Input [4]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_187F79B5_42D2_4100_970A_EC9704FBFB8D#576069, COL_EAE35BEC_3A66_41B2_8FFA_9099B7BC18D2#576070, COL_072F9B89_90D0_4807_812C_34E065AA368B#576071]
Arguments: hashpartitioning(COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, 10), ENSURE_REQUIREMENTS, [plan_id=356805]

(9) ShuffleQueryStage
Output [4]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_187F79B5_42D2_4100_970A_EC9704FBFB8D#576069, COL_EAE35BEC_3A66_41B2_8FFA_9099B7BC18D2#576070, COL_072F9B89_90D0_4807_812C_34E065AA368B#576071]
Arguments: 0

(10) AQEShuffleRead
Input [4]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_187F79B5_42D2_4100_970A_EC9704FBFB8D#576069, COL_EAE35BEC_3A66_41B2_8FFA_9099B7BC18D2#576070, COL_072F9B89_90D0_4807_812C_34E065AA368B#576071]
Arguments: coalesced

(11) Sort [codegen id : 4]
Input [4]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_187F79B5_42D2_4100_970A_EC9704FBFB8D#576069, COL_EAE35BEC_3A66_41B2_8FFA_9099B7BC18D2#576070, COL_072F9B89_90D0_4807_812C_34E065AA368B#576071]
Arguments: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067 ASC NULLS FIRST, 1 DESC NULLS LAST], false, 0

(12) Window
Input [4]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_187F79B5_42D2_4100_970A_EC9704FBFB8D#576069, COL_EAE35BEC_3A66_41B2_8FFA_9099B7BC18D2#576070, COL_072F9B89_90D0_4807_812C_34E065AA368B#576071]
Arguments: [collect_set(COL_EAE35BEC_3A66_41B2_8FFA_9099B7BC18D2#576070, 0, 0) windowspecdefinition(COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#576140], [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067], [1 DESC NULLS LAST]

(13) Project [codegen id : 5]
Output [4]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_072F9B89_90D0_4807_812C_34E065AA368B#576071, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#576140, ARRAY_TO_STR_BEFORE_CONCAT(COL_187F79B5_42D2_4100_970A_EC9704FBFB8D#576069) AS _w0#576173]
Input [5]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_187F79B5_42D2_4100_970A_EC9704FBFB8D#576069, COL_EAE35BEC_3A66_41B2_8FFA_9099B7BC18D2#576070, COL_072F9B89_90D0_4807_812C_34E065AA368B#576071, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#576140]

(14) Window
Input [4]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_072F9B89_90D0_4807_812C_34E065AA368B#576071, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#576140, _w0#576173]
Arguments: [concatwithseparatorudaf(_w0#576173, com.adb.hdh.spark.job.scala.utils.ConcatWithSeparatorUDAF@5d0dc07, class[value[0]: string], class[value[0]: string], true, true, 0, 0, None) windowspecdefinition(COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#576172, collect_set(COL_072F9B89_90D0_4807_812C_34E065AA368B#576071, 0, 0) windowspecdefinition(COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_68E9A79C_5593_4C58_BE95_1E6F18B96608#576221], [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067], [1 DESC NULLS LAST]

(15) Project [codegen id : 6]
Output [4]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#576140, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#576172, COL_68E9A79C_5593_4C58_BE95_1E6F18B96608#576221]
Input [6]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_072F9B89_90D0_4807_812C_34E065AA368B#576071, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#576140, _w0#576173, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#576172, COL_68E9A79C_5593_4C58_BE95_1E6F18B96608#576221]

(16) Scan parquet 
Output [4]: [COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#575771, COL_F76265AB_8748_4114_92B4_00E37DE25D34#575775, COL_D7508510_B4D7_44C5_A063_A2132B6EF08A#575807, COL_EAA75683_8CB4_4075_AA4A_FACAF98EBD6E#575808]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/02_A_ELIGIBLE_225697]
PushedFilters: [IsNotNull(COL_F76265AB_8748_4114_92B4_00E37DE25D34)]
ReadSchema: struct<COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB:string,COL_F76265AB_8748_4114_92B4_00E37DE25D34:string,COL_D7508510_B4D7_44C5_A063_A2132B6EF08A:array<string>,COL_EAA75683_8CB4_4075_AA4A_FACAF98EBD6E:string>

(17) ColumnarToRow [codegen id : 3]
Input [4]: [COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#575771, COL_F76265AB_8748_4114_92B4_00E37DE25D34#575775, COL_D7508510_B4D7_44C5_A063_A2132B6EF08A#575807, COL_EAA75683_8CB4_4075_AA4A_FACAF98EBD6E#575808]

(18) Filter [codegen id : 3]
Input [4]: [COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#575771, COL_F76265AB_8748_4114_92B4_00E37DE25D34#575775, COL_D7508510_B4D7_44C5_A063_A2132B6EF08A#575807, COL_EAA75683_8CB4_4075_AA4A_FACAF98EBD6E#575808]
Condition : isnotnull(COL_F76265AB_8748_4114_92B4_00E37DE25D34#575775)

(19) Project [codegen id : 3]
Output [4]: [COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#575771 AS 02_A_ELIGIBLE_225697_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#576340, COL_F76265AB_8748_4114_92B4_00E37DE25D34#575775 AS 02_A_ELIGIBLE_225697_COL_F76265AB_8748_4114_92B4_00E37DE25D34#576344, COL_D7508510_B4D7_44C5_A063_A2132B6EF08A#575807 AS 02_A_ELIGIBLE_225697_COL_D7508510_B4D7_44C5_A063_A2132B6EF08A#576376, COL_EAA75683_8CB4_4075_AA4A_FACAF98EBD6E#575808 AS 02_A_ELIGIBLE_225697_COL_EAA75683_8CB4_4075_AA4A_FACAF98EBD6E#576377]
Input [4]: [COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#575771, COL_F76265AB_8748_4114_92B4_00E37DE25D34#575775, COL_D7508510_B4D7_44C5_A063_A2132B6EF08A#575807, COL_EAA75683_8CB4_4075_AA4A_FACAF98EBD6E#575808]

(20) Exchange
Input [4]: [02_A_ELIGIBLE_225697_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#576340, 02_A_ELIGIBLE_225697_COL_F76265AB_8748_4114_92B4_00E37DE25D34#576344, 02_A_ELIGIBLE_225697_COL_D7508510_B4D7_44C5_A063_A2132B6EF08A#576376, 02_A_ELIGIBLE_225697_COL_EAA75683_8CB4_4075_AA4A_FACAF98EBD6E#576377]
Arguments: hashpartitioning(02_A_ELIGIBLE_225697_COL_F76265AB_8748_4114_92B4_00E37DE25D34#576344, 10), ENSURE_REQUIREMENTS, [plan_id=356841]

(21) ShuffleQueryStage
Output [4]: [02_A_ELIGIBLE_225697_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#576340, 02_A_ELIGIBLE_225697_COL_F76265AB_8748_4114_92B4_00E37DE25D34#576344, 02_A_ELIGIBLE_225697_COL_D7508510_B4D7_44C5_A063_A2132B6EF08A#576376, 02_A_ELIGIBLE_225697_COL_EAA75683_8CB4_4075_AA4A_FACAF98EBD6E#576377]
Arguments: 1

(22) AQEShuffleRead
Input [4]: [02_A_ELIGIBLE_225697_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#576340, 02_A_ELIGIBLE_225697_COL_F76265AB_8748_4114_92B4_00E37DE25D34#576344, 02_A_ELIGIBLE_225697_COL_D7508510_B4D7_44C5_A063_A2132B6EF08A#576376, 02_A_ELIGIBLE_225697_COL_EAA75683_8CB4_4075_AA4A_FACAF98EBD6E#576377]
Arguments: coalesced

(23) Sort [codegen id : 7]
Input [4]: [02_A_ELIGIBLE_225697_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#576340, 02_A_ELIGIBLE_225697_COL_F76265AB_8748_4114_92B4_00E37DE25D34#576344, 02_A_ELIGIBLE_225697_COL_D7508510_B4D7_44C5_A063_A2132B6EF08A#576376, 02_A_ELIGIBLE_225697_COL_EAA75683_8CB4_4075_AA4A_FACAF98EBD6E#576377]
Arguments: [02_A_ELIGIBLE_225697_COL_F76265AB_8748_4114_92B4_00E37DE25D34#576344 ASC NULLS FIRST], false, 0

(24) SortMergeJoin [codegen id : 8]
Left keys [1]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067]
Right keys [1]: [02_A_ELIGIBLE_225697_COL_F76265AB_8748_4114_92B4_00E37DE25D34#576344]
Join type: LeftOuter
Join condition: None

(25) Project [codegen id : 8]
Output [8]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#576140, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#576172, COL_68E9A79C_5593_4C58_BE95_1E6F18B96608#576221, 02_A_ELIGIBLE_225697_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#576340 AS COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#576568, 02_A_ELIGIBLE_225697_COL_D7508510_B4D7_44C5_A063_A2132B6EF08A#576376 AS COL_346FC3A4_6C88_4CAC_9D30_A367B8565C7C#576569, 02_A_ELIGIBLE_225697_COL_EAA75683_8CB4_4075_AA4A_FACAF98EBD6E#576377 AS COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#576570, str_if_with_rule((NOT (02_A_ELIGIBLE_225697_COL_EAA75683_8CB4_4075_AA4A_FACAF98EBD6E#576377 <=> ) AND isnotnull(02_A_ELIGIBLE_225697_COL_EAA75683_8CB4_4075_AA4A_FACAF98EBD6E#576377)), Oui, ) AS COL_6E1D5B77_8073_43D0_992B_909644A54726#576587]
Input [8]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#576140, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#576172, COL_68E9A79C_5593_4C58_BE95_1E6F18B96608#576221, 02_A_ELIGIBLE_225697_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#576340, 02_A_ELIGIBLE_225697_COL_F76265AB_8748_4114_92B4_00E37DE25D34#576344, 02_A_ELIGIBLE_225697_COL_D7508510_B4D7_44C5_A063_A2132B6EF08A#576376, 02_A_ELIGIBLE_225697_COL_EAA75683_8CB4_4075_AA4A_FACAF98EBD6E#576377]

(26) Sort [codegen id : 8]
Input [8]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#576140, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#576172, COL_68E9A79C_5593_4C58_BE95_1E6F18B96608#576221, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#576568, COL_346FC3A4_6C88_4CAC_9D30_A367B8565C7C#576569, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#576570, COL_6E1D5B77_8073_43D0_992B_909644A54726#576587]
Arguments: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067 ASC NULLS FIRST, COL_6E1D5B77_8073_43D0_992B_909644A54726#576587 DESC NULLS LAST], false, 0

(27) Window
Input [8]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#576140, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#576172, COL_68E9A79C_5593_4C58_BE95_1E6F18B96608#576221, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#576568, COL_346FC3A4_6C88_4CAC_9D30_A367B8565C7C#576569, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#576570, COL_6E1D5B77_8073_43D0_992B_909644A54726#576587]
Arguments: [row_number() windowspecdefinition(COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_6E1D5B77_8073_43D0_992B_909644A54726#576587 DESC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_AA36D0E0_CE08_45F6_91B6_44E1CC4526A0#576620], [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067], [COL_6E1D5B77_8073_43D0_992B_909644A54726#576587 DESC NULLS LAST]

(28) Filter [codegen id : 9]
Input [9]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#576140, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#576172, COL_68E9A79C_5593_4C58_BE95_1E6F18B96608#576221, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#576568, COL_346FC3A4_6C88_4CAC_9D30_A367B8565C7C#576569, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#576570, COL_6E1D5B77_8073_43D0_992B_909644A54726#576587, COL_AA36D0E0_CE08_45F6_91B6_44E1CC4526A0#576620]
Condition : ((COL_AA36D0E0_CE08_45F6_91B6_44E1CC4526A0#576620 <=> 1) AND ((size(str_list_union(str_split(str_replace_extend(str_replace(str_list_as_str(array_except(COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#576140, COL_346FC3A4_6C88_4CAC_9D30_A367B8565C7C#576569)), SAS, SAS+), [[,",]], [,,]), ,), str_split(str_replace_extend(str_replace(str_list_as_str(array_except(COL_346FC3A4_6C88_4CAC_9D30_A367B8565C7C#576569, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#576140)), SAS, SAS-), [[,",]], [,,]), ,)), true) > 0) AND isnotnull(str_list_union(str_split(str_replace_extend(str_replace(str_list_as_str(array_except(COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#576140, COL_346FC3A4_6C88_4CAC_9D30_A367B8565C7C#576569)), SAS, SAS+), [[,",]], [,,]), ,), str_split(str_replace_extend(str_replace(str_list_as_str(array_except(COL_346FC3A4_6C88_4CAC_9D30_A367B8565C7C#576569, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#576140)), SAS, SAS-), [[,",]], [,,]), ,)))))

(29) Project [codegen id : 9]
Output [8]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#576172, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#576570, array_except(COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#576140, COL_346FC3A4_6C88_4CAC_9D30_A367B8565C7C#576569) AS COL_2866C1E2_03BF_4FA0_9FA8_D6F663CFD2E7#576801, array_except(COL_346FC3A4_6C88_4CAC_9D30_A367B8565C7C#576569, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#576140) AS COL_B0D6496E_B0F2_4B34_A287_E3A96F7A3CEF#576802, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#576568, COL_68E9A79C_5593_4C58_BE95_1E6F18B96608#576221, COL_6E1D5B77_8073_43D0_992B_909644A54726#576587]
Input [9]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#576140, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#576172, COL_68E9A79C_5593_4C58_BE95_1E6F18B96608#576221, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#576568, COL_346FC3A4_6C88_4CAC_9D30_A367B8565C7C#576569, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#576570, COL_6E1D5B77_8073_43D0_992B_909644A54726#576587, COL_AA36D0E0_CE08_45F6_91B6_44E1CC4526A0#576620]

(30) Project [codegen id : 9]
Output [7]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#576172, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#576570, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#576568, COL_6E1D5B77_8073_43D0_992B_909644A54726#576587, str_list_union(str_split(str_replace_extend(str_replace(str_list_as_str(COL_2866C1E2_03BF_4FA0_9FA8_D6F663CFD2E7#576801), SAS, SAS+), [[,",]], [,,]), ,), str_split(str_replace_extend(str_replace(str_list_as_str(COL_B0D6496E_B0F2_4B34_A287_E3A96F7A3CEF#576802), SAS, SAS-), [[,",]], [,,]), ,)) AS COL_A15743F2_88F9_4366_9571_19F6AE10AC4A#576864, str_join(array(str_join(array(SAS déduit Infos Patient Absent RSF, str_list_as_str(COL_2866C1E2_03BF_4FA0_9FA8_D6F663CFD2E7#576801)),  :  ), str_join(array(SAS dans RSF Absent des infos Patient, str_list_as_str(COL_B0D6496E_B0F2_4B34_A287_E3A96F7A3CEF#576802)),  :  ), str_join(array(acte - Spé - date , str_list_as_str(COL_68E9A79C_5593_4C58_BE95_1E6F18B96608#576221)),  : )),  - ) AS COL_9297F7A5_EA15_4188_A13A_37E1612F4D26#576885]
Input [8]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#576172, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#576570, COL_2866C1E2_03BF_4FA0_9FA8_D6F663CFD2E7#576801, COL_B0D6496E_B0F2_4B34_A287_E3A96F7A3CEF#576802, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#576568, COL_68E9A79C_5593_4C58_BE95_1E6F18B96608#576221, COL_6E1D5B77_8073_43D0_992B_909644A54726#576587]

(31) Generate [codegen id : 9]
Input [7]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#576172, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#576570, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#576568, COL_6E1D5B77_8073_43D0_992B_909644A54726#576587, COL_A15743F2_88F9_4366_9571_19F6AE10AC4A#576864, COL_9297F7A5_EA15_4188_A13A_37E1612F4D26#576885]
Arguments: explode(COL_A15743F2_88F9_4366_9571_19F6AE10AC4A#576864), [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#576172, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#576570, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#576568, COL_6E1D5B77_8073_43D0_992B_909644A54726#576587, COL_9297F7A5_EA15_4188_A13A_37E1612F4D26#576885], false, [COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#576908]

(32) Project [codegen id : 9]
Output [9]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#576172, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#576570, COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#576908, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#576568, COL_9297F7A5_EA15_4188_A13A_37E1612F4D26#576885, COL_6E1D5B77_8073_43D0_992B_909644A54726#576587, str_create(RC-SAS) AS COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#577028, str_remove_space(COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#576908, ALL) AS COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#577049]
Input [7]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#576172, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#576570, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#576568, COL_6E1D5B77_8073_43D0_992B_909644A54726#576587, COL_9297F7A5_EA15_4188_A13A_37E1612F4D26#576885, COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#576908]

(33) Project [codegen id : 9]
Output [9]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#576570, COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#576908, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#576568, COL_9297F7A5_EA15_4188_A13A_37E1612F4D26#576885, COL_6E1D5B77_8073_43D0_992B_909644A54726#576587, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#577028, COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#577049, str_if_with_rule(CASE WHEN isnull(Contains(COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#576908, +)) THEN false ELSE Contains(COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#576908, +) END, str_extract_key_value(COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#576172, ;, !, str_concat(array(str_extract(COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#577049, LEFT, 3), str_extract(COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#577049, RIGHT, 3))), VALUE), str_extract_by_str(COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#576570, !, RIGHT)) AS COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#577094]
Input [9]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#576172, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#576570, COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#576908, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#576568, COL_9297F7A5_EA15_4188_A13A_37E1612F4D26#576885, COL_6E1D5B77_8073_43D0_992B_909644A54726#576587, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#577028, COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#577049]

(34) Project [codegen id : 9]
Output [9]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#576570, COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#576908, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#576568, COL_9297F7A5_EA15_4188_A13A_37E1612F4D26#576885, COL_6E1D5B77_8073_43D0_992B_909644A54726#576587, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#577028, COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#577094, str_concat(array(str_extract(COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#577049, LEFT, 4), !, COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#577094, _, str_extract(COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#577049, RIGHT, 2))) AS COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#577143]
Input [9]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#576570, COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#576908, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#576568, COL_9297F7A5_EA15_4188_A13A_37E1612F4D26#576885, COL_6E1D5B77_8073_43D0_992B_909644A54726#576587, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#577028, COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#577049, COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#577094]

(35) Project [codegen id : 9]
Output [7]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#576568, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#577028, COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#577143, str_if_with_rule(CASE WHEN isnull(Contains(COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#576908, +)) THEN false ELSE Contains(COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#576908, +) END, str_concat(array(Ajout de forfait@, COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#577094, @, str_extract(COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#577143, RIGHT, 2))), str_concat(array(Suppression de Forfait@, str_concat(array(str_extract_by_str(COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#576570, !, RIGHT), @)), str_extract(COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#577143, RIGHT, 2)))) AS COL_4C6AEE3F_9B75_4BCF_8273_85E282B6FC30#577234, COL_9297F7A5_EA15_4188_A13A_37E1612F4D26#576885, COL_6E1D5B77_8073_43D0_992B_909644A54726#576587]
Input [9]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#576570, COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#576908, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#576568, COL_9297F7A5_EA15_4188_A13A_37E1612F4D26#576885, COL_6E1D5B77_8073_43D0_992B_909644A54726#576587, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#577028, COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#577094, COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#577143]

(36) WriteFiles
Input [7]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#576568, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#577028, COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#577143, COL_4C6AEE3F_9B75_4BCF_8273_85E282B6FC30#577234, COL_9297F7A5_EA15_4188_A13A_37E1612F4D26#576885, COL_6E1D5B77_8073_43D0_992B_909644A54726#576587]

(37) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/datablock/05_GR6_SAS_226023, false, Parquet, [path=file:///data/output/cache/parquet/datablock/05_GR6_SAS_226023], Overwrite, [COL_D610971A_3CE5_4463_92C0_C0A5309658BE, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77, COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2, COL_4C6AEE3F_9B75_4BCF_8273_85E282B6FC30, COL_9297F7A5_EA15_4188_A13A_37E1612F4D26, COL_6E1D5B77_8073_43D0_992B_909644A54726]

(38) Project
Output [4]: [COL_64ED17E5_A991_405B_AEED_8A2977283F76#575659 AS COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_A28E7C10_52DA_469E_B838_1040D4667E96#575685 AS COL_187F79B5_42D2_4100_970A_EC9704FBFB8D#576069, COL_3986DFE6_43DA_40D6_ADC7_0AA898F8AF56#575699 AS COL_EAE35BEC_3A66_41B2_8FFA_9099B7BC18D2#576070, COL_F23CCCC8_5C4A_4FB8_A318_67291E42693A#575707 AS COL_072F9B89_90D0_4807_812C_34E065AA368B#576071]
Input [4]: [COL_64ED17E5_A991_405B_AEED_8A2977283F76#575659, COL_A28E7C10_52DA_469E_B838_1040D4667E96#575685, COL_3986DFE6_43DA_40D6_ADC7_0AA898F8AF56#575699, COL_F23CCCC8_5C4A_4FB8_A318_67291E42693A#575707]

(39) Filter
Input [2]: [REGLES#575637, APPLICABLE#575638]
Condition : ((isnotnull(REGLES#575637) AND (RC-SAS = REGLES#575637)) AND (APPLICABLE#575638 <=> O))

(40) Project
Output: []
Input [2]: [REGLES#575637, APPLICABLE#575638]

(41) CartesianProduct
Join type: Inner
Join condition: None

(42) Exchange
Input [4]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_187F79B5_42D2_4100_970A_EC9704FBFB8D#576069, COL_EAE35BEC_3A66_41B2_8FFA_9099B7BC18D2#576070, COL_072F9B89_90D0_4807_812C_34E065AA368B#576071]
Arguments: hashpartitioning(COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, 10), ENSURE_REQUIREMENTS, [plan_id=356748]

(43) Sort
Input [4]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_187F79B5_42D2_4100_970A_EC9704FBFB8D#576069, COL_EAE35BEC_3A66_41B2_8FFA_9099B7BC18D2#576070, COL_072F9B89_90D0_4807_812C_34E065AA368B#576071]
Arguments: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067 ASC NULLS FIRST, 1 DESC NULLS LAST], false, 0

(44) Window
Input [4]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_187F79B5_42D2_4100_970A_EC9704FBFB8D#576069, COL_EAE35BEC_3A66_41B2_8FFA_9099B7BC18D2#576070, COL_072F9B89_90D0_4807_812C_34E065AA368B#576071]
Arguments: [collect_set(COL_EAE35BEC_3A66_41B2_8FFA_9099B7BC18D2#576070, 0, 0) windowspecdefinition(COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#576140], [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067], [1 DESC NULLS LAST]

(45) Project
Output [4]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_072F9B89_90D0_4807_812C_34E065AA368B#576071, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#576140, ARRAY_TO_STR_BEFORE_CONCAT(COL_187F79B5_42D2_4100_970A_EC9704FBFB8D#576069) AS _w0#576173]
Input [5]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_187F79B5_42D2_4100_970A_EC9704FBFB8D#576069, COL_EAE35BEC_3A66_41B2_8FFA_9099B7BC18D2#576070, COL_072F9B89_90D0_4807_812C_34E065AA368B#576071, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#576140]

(46) Window
Input [4]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_072F9B89_90D0_4807_812C_34E065AA368B#576071, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#576140, _w0#576173]
Arguments: [concatwithseparatorudaf(_w0#576173, com.adb.hdh.spark.job.scala.utils.ConcatWithSeparatorUDAF@5d0dc07, class[value[0]: string], class[value[0]: string], true, true, 0, 0, None) windowspecdefinition(COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#576172, collect_set(COL_072F9B89_90D0_4807_812C_34E065AA368B#576071, 0, 0) windowspecdefinition(COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_68E9A79C_5593_4C58_BE95_1E6F18B96608#576221], [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067], [1 DESC NULLS LAST]

(47) Project
Output [4]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#576140, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#576172, COL_68E9A79C_5593_4C58_BE95_1E6F18B96608#576221]
Input [6]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_072F9B89_90D0_4807_812C_34E065AA368B#576071, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#576140, _w0#576173, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#576172, COL_68E9A79C_5593_4C58_BE95_1E6F18B96608#576221]

(48) Filter
Input [4]: [COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#575771, COL_F76265AB_8748_4114_92B4_00E37DE25D34#575775, COL_D7508510_B4D7_44C5_A063_A2132B6EF08A#575807, COL_EAA75683_8CB4_4075_AA4A_FACAF98EBD6E#575808]
Condition : isnotnull(COL_F76265AB_8748_4114_92B4_00E37DE25D34#575775)

(49) Project
Output [4]: [COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#575771 AS 02_A_ELIGIBLE_225697_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#576340, COL_F76265AB_8748_4114_92B4_00E37DE25D34#575775 AS 02_A_ELIGIBLE_225697_COL_F76265AB_8748_4114_92B4_00E37DE25D34#576344, COL_D7508510_B4D7_44C5_A063_A2132B6EF08A#575807 AS 02_A_ELIGIBLE_225697_COL_D7508510_B4D7_44C5_A063_A2132B6EF08A#576376, COL_EAA75683_8CB4_4075_AA4A_FACAF98EBD6E#575808 AS 02_A_ELIGIBLE_225697_COL_EAA75683_8CB4_4075_AA4A_FACAF98EBD6E#576377]
Input [4]: [COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#575771, COL_F76265AB_8748_4114_92B4_00E37DE25D34#575775, COL_D7508510_B4D7_44C5_A063_A2132B6EF08A#575807, COL_EAA75683_8CB4_4075_AA4A_FACAF98EBD6E#575808]

(50) Exchange
Input [4]: [02_A_ELIGIBLE_225697_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#576340, 02_A_ELIGIBLE_225697_COL_F76265AB_8748_4114_92B4_00E37DE25D34#576344, 02_A_ELIGIBLE_225697_COL_D7508510_B4D7_44C5_A063_A2132B6EF08A#576376, 02_A_ELIGIBLE_225697_COL_EAA75683_8CB4_4075_AA4A_FACAF98EBD6E#576377]
Arguments: hashpartitioning(02_A_ELIGIBLE_225697_COL_F76265AB_8748_4114_92B4_00E37DE25D34#576344, 10), ENSURE_REQUIREMENTS, [plan_id=356756]

(51) Sort
Input [4]: [02_A_ELIGIBLE_225697_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#576340, 02_A_ELIGIBLE_225697_COL_F76265AB_8748_4114_92B4_00E37DE25D34#576344, 02_A_ELIGIBLE_225697_COL_D7508510_B4D7_44C5_A063_A2132B6EF08A#576376, 02_A_ELIGIBLE_225697_COL_EAA75683_8CB4_4075_AA4A_FACAF98EBD6E#576377]
Arguments: [02_A_ELIGIBLE_225697_COL_F76265AB_8748_4114_92B4_00E37DE25D34#576344 ASC NULLS FIRST], false, 0

(52) SortMergeJoin
Left keys [1]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067]
Right keys [1]: [02_A_ELIGIBLE_225697_COL_F76265AB_8748_4114_92B4_00E37DE25D34#576344]
Join type: LeftOuter
Join condition: None

(53) Project
Output [8]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#576140, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#576172, COL_68E9A79C_5593_4C58_BE95_1E6F18B96608#576221, 02_A_ELIGIBLE_225697_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#576340 AS COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#576568, 02_A_ELIGIBLE_225697_COL_D7508510_B4D7_44C5_A063_A2132B6EF08A#576376 AS COL_346FC3A4_6C88_4CAC_9D30_A367B8565C7C#576569, 02_A_ELIGIBLE_225697_COL_EAA75683_8CB4_4075_AA4A_FACAF98EBD6E#576377 AS COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#576570, str_if_with_rule((NOT (02_A_ELIGIBLE_225697_COL_EAA75683_8CB4_4075_AA4A_FACAF98EBD6E#576377 <=> ) AND isnotnull(02_A_ELIGIBLE_225697_COL_EAA75683_8CB4_4075_AA4A_FACAF98EBD6E#576377)), Oui, ) AS COL_6E1D5B77_8073_43D0_992B_909644A54726#576587]
Input [8]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#576140, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#576172, COL_68E9A79C_5593_4C58_BE95_1E6F18B96608#576221, 02_A_ELIGIBLE_225697_COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#576340, 02_A_ELIGIBLE_225697_COL_F76265AB_8748_4114_92B4_00E37DE25D34#576344, 02_A_ELIGIBLE_225697_COL_D7508510_B4D7_44C5_A063_A2132B6EF08A#576376, 02_A_ELIGIBLE_225697_COL_EAA75683_8CB4_4075_AA4A_FACAF98EBD6E#576377]

(54) Sort
Input [8]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#576140, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#576172, COL_68E9A79C_5593_4C58_BE95_1E6F18B96608#576221, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#576568, COL_346FC3A4_6C88_4CAC_9D30_A367B8565C7C#576569, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#576570, COL_6E1D5B77_8073_43D0_992B_909644A54726#576587]
Arguments: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067 ASC NULLS FIRST, COL_6E1D5B77_8073_43D0_992B_909644A54726#576587 DESC NULLS LAST], false, 0

(55) Window
Input [8]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#576140, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#576172, COL_68E9A79C_5593_4C58_BE95_1E6F18B96608#576221, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#576568, COL_346FC3A4_6C88_4CAC_9D30_A367B8565C7C#576569, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#576570, COL_6E1D5B77_8073_43D0_992B_909644A54726#576587]
Arguments: [row_number() windowspecdefinition(COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_6E1D5B77_8073_43D0_992B_909644A54726#576587 DESC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_AA36D0E0_CE08_45F6_91B6_44E1CC4526A0#576620], [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067], [COL_6E1D5B77_8073_43D0_992B_909644A54726#576587 DESC NULLS LAST]

(56) Filter
Input [9]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#576140, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#576172, COL_68E9A79C_5593_4C58_BE95_1E6F18B96608#576221, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#576568, COL_346FC3A4_6C88_4CAC_9D30_A367B8565C7C#576569, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#576570, COL_6E1D5B77_8073_43D0_992B_909644A54726#576587, COL_AA36D0E0_CE08_45F6_91B6_44E1CC4526A0#576620]
Condition : ((COL_AA36D0E0_CE08_45F6_91B6_44E1CC4526A0#576620 <=> 1) AND ((size(str_list_union(str_split(str_replace_extend(str_replace(str_list_as_str(array_except(COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#576140, COL_346FC3A4_6C88_4CAC_9D30_A367B8565C7C#576569)), SAS, SAS+), [[,",]], [,,]), ,), str_split(str_replace_extend(str_replace(str_list_as_str(array_except(COL_346FC3A4_6C88_4CAC_9D30_A367B8565C7C#576569, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#576140)), SAS, SAS-), [[,",]], [,,]), ,)), true) > 0) AND isnotnull(str_list_union(str_split(str_replace_extend(str_replace(str_list_as_str(array_except(COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#576140, COL_346FC3A4_6C88_4CAC_9D30_A367B8565C7C#576569)), SAS, SAS+), [[,",]], [,,]), ,), str_split(str_replace_extend(str_replace(str_list_as_str(array_except(COL_346FC3A4_6C88_4CAC_9D30_A367B8565C7C#576569, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#576140)), SAS, SAS-), [[,",]], [,,]), ,)))))

(57) Project
Output [8]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#576172, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#576570, array_except(COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#576140, COL_346FC3A4_6C88_4CAC_9D30_A367B8565C7C#576569) AS COL_2866C1E2_03BF_4FA0_9FA8_D6F663CFD2E7#576801, array_except(COL_346FC3A4_6C88_4CAC_9D30_A367B8565C7C#576569, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#576140) AS COL_B0D6496E_B0F2_4B34_A287_E3A96F7A3CEF#576802, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#576568, COL_68E9A79C_5593_4C58_BE95_1E6F18B96608#576221, COL_6E1D5B77_8073_43D0_992B_909644A54726#576587]
Input [9]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_50D75E8B_5722_4B45_9671_DAFCAF82B2F4#576140, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#576172, COL_68E9A79C_5593_4C58_BE95_1E6F18B96608#576221, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#576568, COL_346FC3A4_6C88_4CAC_9D30_A367B8565C7C#576569, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#576570, COL_6E1D5B77_8073_43D0_992B_909644A54726#576587, COL_AA36D0E0_CE08_45F6_91B6_44E1CC4526A0#576620]

(58) Project
Output [7]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#576172, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#576570, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#576568, COL_6E1D5B77_8073_43D0_992B_909644A54726#576587, str_list_union(str_split(str_replace_extend(str_replace(str_list_as_str(COL_2866C1E2_03BF_4FA0_9FA8_D6F663CFD2E7#576801), SAS, SAS+), [[,",]], [,,]), ,), str_split(str_replace_extend(str_replace(str_list_as_str(COL_B0D6496E_B0F2_4B34_A287_E3A96F7A3CEF#576802), SAS, SAS-), [[,",]], [,,]), ,)) AS COL_A15743F2_88F9_4366_9571_19F6AE10AC4A#576864, str_join(array(str_join(array(SAS déduit Infos Patient Absent RSF, str_list_as_str(COL_2866C1E2_03BF_4FA0_9FA8_D6F663CFD2E7#576801)),  :  ), str_join(array(SAS dans RSF Absent des infos Patient, str_list_as_str(COL_B0D6496E_B0F2_4B34_A287_E3A96F7A3CEF#576802)),  :  ), str_join(array(acte - Spé - date , str_list_as_str(COL_68E9A79C_5593_4C58_BE95_1E6F18B96608#576221)),  : )),  - ) AS COL_9297F7A5_EA15_4188_A13A_37E1612F4D26#576885]
Input [8]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#576172, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#576570, COL_2866C1E2_03BF_4FA0_9FA8_D6F663CFD2E7#576801, COL_B0D6496E_B0F2_4B34_A287_E3A96F7A3CEF#576802, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#576568, COL_68E9A79C_5593_4C58_BE95_1E6F18B96608#576221, COL_6E1D5B77_8073_43D0_992B_909644A54726#576587]

(59) Generate
Input [7]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#576172, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#576570, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#576568, COL_6E1D5B77_8073_43D0_992B_909644A54726#576587, COL_A15743F2_88F9_4366_9571_19F6AE10AC4A#576864, COL_9297F7A5_EA15_4188_A13A_37E1612F4D26#576885]
Arguments: explode(COL_A15743F2_88F9_4366_9571_19F6AE10AC4A#576864), [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#576172, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#576570, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#576568, COL_6E1D5B77_8073_43D0_992B_909644A54726#576587, COL_9297F7A5_EA15_4188_A13A_37E1612F4D26#576885], false, [COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#576908]

(60) Project
Output [9]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#576172, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#576570, COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#576908, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#576568, COL_9297F7A5_EA15_4188_A13A_37E1612F4D26#576885, COL_6E1D5B77_8073_43D0_992B_909644A54726#576587, str_create(RC-SAS) AS COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#577028, str_remove_space(COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#576908, ALL) AS COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#577049]
Input [7]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#576172, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#576570, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#576568, COL_6E1D5B77_8073_43D0_992B_909644A54726#576587, COL_9297F7A5_EA15_4188_A13A_37E1612F4D26#576885, COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#576908]

(61) Project
Output [9]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#576570, COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#576908, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#576568, COL_9297F7A5_EA15_4188_A13A_37E1612F4D26#576885, COL_6E1D5B77_8073_43D0_992B_909644A54726#576587, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#577028, COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#577049, str_if_with_rule(CASE WHEN isnull(Contains(COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#576908, +)) THEN false ELSE Contains(COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#576908, +) END, str_extract_key_value(COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#576172, ;, !, str_concat(array(str_extract(COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#577049, LEFT, 3), str_extract(COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#577049, RIGHT, 3))), VALUE), str_extract_by_str(COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#576570, !, RIGHT)) AS COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#577094]
Input [9]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_95CA2C0E_097C_48E4_B09E_2C4E540556C5#576172, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#576570, COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#576908, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#576568, COL_9297F7A5_EA15_4188_A13A_37E1612F4D26#576885, COL_6E1D5B77_8073_43D0_992B_909644A54726#576587, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#577028, COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#577049]

(62) Project
Output [9]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#576570, COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#576908, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#576568, COL_9297F7A5_EA15_4188_A13A_37E1612F4D26#576885, COL_6E1D5B77_8073_43D0_992B_909644A54726#576587, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#577028, COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#577094, str_concat(array(str_extract(COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#577049, LEFT, 4), !, COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#577094, _, str_extract(COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#577049, RIGHT, 2))) AS COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#577143]
Input [9]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#576570, COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#576908, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#576568, COL_9297F7A5_EA15_4188_A13A_37E1612F4D26#576885, COL_6E1D5B77_8073_43D0_992B_909644A54726#576587, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#577028, COL_52951A0A_93BF_4E9A_B761_E8E6DCE4DE60#577049, COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#577094]

(63) Project
Output [7]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#576568, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#577028, COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#577143, str_if_with_rule(CASE WHEN isnull(Contains(COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#576908, +)) THEN false ELSE Contains(COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#576908, +) END, str_concat(array(Ajout de forfait@, COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#577094, @, str_extract(COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#577143, RIGHT, 2))), str_concat(array(Suppression de Forfait@, str_concat(array(str_extract_by_str(COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#576570, !, RIGHT), @)), str_extract(COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#577143, RIGHT, 2)))) AS COL_4C6AEE3F_9B75_4BCF_8273_85E282B6FC30#577234, COL_9297F7A5_EA15_4188_A13A_37E1612F4D26#576885, COL_6E1D5B77_8073_43D0_992B_909644A54726#576587]
Input [9]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_F4BB4755_50C3_48E5_A18D_C60C341B5D87#576570, COL_E3BC6B96_6FDA_4A4A_B538_8F14DC385158#576908, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#576568, COL_9297F7A5_EA15_4188_A13A_37E1612F4D26#576885, COL_6E1D5B77_8073_43D0_992B_909644A54726#576587, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#577028, COL_1DE9F16A_CDC3_40A3_B39F_2E5935A39949#577094, COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#577143]

(64) WriteFiles
Input [7]: [COL_D610971A_3CE5_4463_92C0_C0A5309658BE#576067, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD#576568, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77#577028, COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2#577143, COL_4C6AEE3F_9B75_4BCF_8273_85E282B6FC30#577234, COL_9297F7A5_EA15_4188_A13A_37E1612F4D26#576885, COL_6E1D5B77_8073_43D0_992B_909644A54726#576587]

(65) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/datablock/05_GR6_SAS_226023, false, Parquet, [path=file:///data/output/cache/parquet/datablock/05_GR6_SAS_226023], Overwrite, [COL_D610971A_3CE5_4463_92C0_C0A5309658BE, COL_37FB33EF_F56C_40A0_8E69_3CD53BA5E5BD, COL_EDD3F0DE_BCA6_41F2_AA00_4FA398668A77, COL_800B4DCB_AD36_4EB0_9102_1CFF32E954E2, COL_4C6AEE3F_9B75_4BCF_8273_85E282B6FC30, COL_9297F7A5_EA15_4188_A13A_37E1612F4D26, COL_6E1D5B77_8073_43D0_992B_909644A54726]

(66) AdaptiveSparkPlan
Output: []
Arguments: isFinalPlan=true

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet