SP1 - Details for Query 2308

Submitted Time: 2026/09/17 16:20:13
Duration: 1 s
Succeeded Jobs: 3348 3350 3352 3355 3360

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" AdaptiveSparkPlan "]; 1 [labelType="html" label="Execute InsertIntoHadoopFsRelationCommand task commit time: 1 ms number of written files: 1 job commit time: 9 ms number of output rows: 2,525 number of dynamic part: 0 written output: 85.6 KiB"]; 2 [labelType="html" label=" WriteFiles "]; subgraph cluster3 { isCluster="true"; label="WholeStageCodegen (10)\n \nduration: 427 ms"; 4 [labelType="html" label=" Project "]; 5 [labelType="html" label="Generate number of output rows: 2,525"]; 6 [labelType="html" label=" Project "]; 7 [labelType="html" label=" Project "]; 8 [labelType="html" label=" Project "]; 9 [labelType="html" label="SortMergeJoin number of output rows: 2,525 spill size: 0.0 B"]; } subgraph cluster10 { isCluster="true"; label="WholeStageCodegen (8)\n \nduration: 0 ms"; 11 [labelType="html" label="Sort sort time: 0 ms peak memory: 16.5 MiB spill size: 0.0 B"]; 12 [labelType="html" label=" Project "]; 13 [labelType="html" label=" Project "]; } 14 [labelType="html" label="ObjectHashAggregate number of output rows: 18,969 time in aggregation build: 27 ms spill size: 0.0 B number of sort fallback tasks: 1"]; 15 [labelType="html" label="AQEShuffleRead number of partitions: 1 partition data size: 464.6 KiB number of coalesced partitions: 1"]; 16 [labelType="html" label="Exchange shuffle records written: 18,969 local merged chunks fetched: 0 shuffle write time: 2 ms remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 18,969 local bytes read: 452.8 KiB fetch wait time: 0 ms remote bytes read: 0.0 B merged fetch fallback count: 0 local blocks read: 1 remote merged chunks fetched: 0 remote blocks read: 0 data size: 3.1 MiB local merged bytes read: 0.0 B number of partitions: 10 remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written: 452.8 KiB"]; 17 [labelType="html" label="ObjectHashAggregate number of output rows: 18,969 time in aggregation build: 60 ms spill size: 0.0 B number of sort fallback tasks: 1"]; subgraph cluster18 { isCluster="true"; label="WholeStageCodegen (7)\n \nduration: 51 ms"; 19 [labelType="html" label=" Project "]; 20 [labelType="html" label=" Project "]; } 21 [labelType="html" label="AQEShuffleRead number of partitions: 1 partition data size: 637.1 KiB number of coalesced partitions: 1"]; 22 [labelType="html" label="Exchange shuffle records written: 70,650 local merged chunks fetched: 0 shuffle write time total (min, med, max (stageId: taskId)) 3 ms (1 ms, 1 ms, 1 ms (stage 6916.0: task 8927)) remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 70,650 local bytes read: 614.7 KiB fetch wait time: 0 ms remote bytes read: 0.0 B merged fetch fallback count: 0 local blocks read: 2 remote merged chunks fetched: 0 remote blocks read: 0 data size total (min, med, max (stageId: taskId)) 7.6 MiB (3.0 MiB, 4.5 MiB, 4.5 MiB (stage 6916.0: task 8927)) local merged bytes read: 0.0 B number of partitions: 10 remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 614.7 KiB (246.3 KiB, 368.4 KiB, 368.4 KiB (stage 6916.0: task 8927))"]; subgraph cluster23 { isCluster="true"; label="WholeStageCodegen (4)\n \nduration: total (min, med, max (stageId: taskId))\n387 ms (188 ms, 199 ms, 199 ms (stage 6916.0: task 8927))"; 24 [labelType="html" label=" Project "]; } 25 [labelType="html" label="CartesianProduct number of output rows: 70,650"]; 26 [labelType="html" label="CartesianProduct number of output rows: 70,650"]; subgraph cluster27 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n387 ms (188 ms, 199 ms, 199 ms (stage 6916.0: task 8927))"; 28 [labelType="html" label=" Project "]; 29 [labelType="html" label="Filter number of output rows: 70,650"]; 30 [labelType="html" label="ColumnarToRow number of output rows: 70,654 number of input batches: 18"]; } 31 [labelType="html" label="Scan parquet number of files read: 2 scan time total (min, med, max (stageId: taskId)) 12 ms (5 ms, 7 ms, 7 ms (stage 6916.0: task 8927)) metadata time: 0 ms size of files read: 2.3 MiB number of output rows: 70,654"]; subgraph cluster32 { isCluster="true"; label="WholeStageCodegen (2)\n \nduration: total (min, med, max (stageId: taskId))\n8 ms (3 ms, 5 ms, 5 ms (stage 6916.0: task 8927))"; 33 [labelType="html" label=" Project "]; 34 [labelType="html" label="Filter number of output rows: 2"]; } 35 [labelType="html" label="Scan csv number of output rows: 2 number of files read: 1 metadata time: 0 ms size of files read: 175.0 B"]; subgraph cluster36 { isCluster="true"; label="WholeStageCodegen (3)\n \nduration: total (min, med, max (stageId: taskId))\n9 ms (3 ms, 6 ms, 6 ms (stage 6916.0: task 8927))"; 37 [labelType="html" label=" Project "]; 38 [labelType="html" label="Filter number of output rows: 2"]; } 39 [labelType="html" label="Scan csv number of output rows: 2 number of files read: 1 metadata time: 0 ms size of files read: 175.0 B"]; subgraph cluster40 { isCluster="true"; label="WholeStageCodegen (9)\n \nduration: 943 ms"; 41 [labelType="html" label="Sort sort time: 5 ms peak memory: 16.5 MiB spill size: 0.0 B"]; } 42 [labelType="html" label="AQEShuffleRead number of partitions: 1 partition data size: 315.7 KiB number of coalesced partitions: 1"]; 43 [labelType="html" label="Exchange shuffle records written: 12,897 local merged chunks fetched: 0 shuffle write time total (min, med, max (stageId: taskId)) 15 ms (1 ms, 1 ms, 1 ms (stage 6920.0: task 8945)) remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 12,897 local bytes read: 301.0 KiB fetch wait time: 0 ms remote bytes read: 0.0 B merged fetch fallback count: 0 local blocks read: 10 remote merged chunks fetched: 0 remote blocks read: 0 data size total (min, med, max (stageId: taskId)) 987.7 KiB (93.6 KiB, 99.6 KiB, 103.7 KiB (stage 6920.0: task 8939)) local merged bytes read: 0.0 B number of partitions: 10 remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 301.0 KiB (28.6 KiB, 30.3 KiB, 31.5 KiB (stage 6920.0: task 8939))"]; subgraph cluster44 { isCluster="true"; label="WholeStageCodegen (6)\n \nduration: total (min, med, max (stageId: taskId))\n47 ms (4 ms, 4 ms, 9 ms (stage 6920.0: task 8941))"; 45 [labelType="html" label=" Project "]; 46 [labelType="html" label="Filter number of output rows: 12,897"]; 47 [labelType="html" label="ColumnarToRow number of output rows: 12,897 number of input batches: 10"]; } 48 [labelType="html" label="Scan parquet number of files read: 10 scan time total (min, med, max (stageId: taskId)) 27 ms (2 ms, 2 ms, 7 ms (stage 6920.0: task 8941)) metadata time: 0 ms size of files read: 2041.6 KiB number of output rows: 12,897"]; 1->0; 2->1; 4->2; 5->4; 6->5; 7->6; 8->7; 9->8; 11->9; 12->11; 13->12; 14->13; 15->14; 16->15; 17->16; 19->17; 20->19; 21->20; 22->21; 24->22; 25->24; 26->25; 28->26; 29->28; 30->29; 31->30; 33->26; 34->33; 35->34; 37->25; 38->37; 39->38; 41->9; 42->41; 43->42; 45->43; 46->45; 47->46; 48->47; }

AdaptiveSparkPlan isFinalPlan=true

Execute InsertIntoHadoopFsRelationCommand file:/data/output/cache/parquet/datablock/05_GR7_SUN_SUF_225818, false, Parquet, [path=file:///data/output/cache/parquet/datablock/05_GR7_SUN_SUF_225818], Overwrite, [COL_4E30F557_0D51_42D5_8031_A4EAB6C1C247, COL_680B8808_CA1F_43BB_9FD6_545FE101582E, COL_C85C6E08_90B7_4393_94E6_7D80D91002DE, COL_D6EF6DFC_79A6_470E_BA52_073402820059, COL_7C996DEA_C14E_49A5_B230_77E504C67A0F, COL_394635B6_CBFF_48E1_A7F6_382580FC1E24]

WriteFiles

Project [COL_4E30F557_0D51_42D5_8031_A4EAB6C1C247#575092, COL_680B8808_CA1F_43BB_9FD6_545FE101582E#575367, str_create(RC-SUF-SUN) AS COL_C85C6E08_90B7_4393_94E6_7D80D91002DE#575605, COL_D6EF6DFC_79A6_470E_BA52_073402820059#575480, str_if_with_rule(CASE WHEN isnull(Contains(COL_8CCAF66F_C5D0_48EE_88DB_F76EBE2CDAC8#575431, ,)) THEN false ELSE Contains(COL_8CCAF66F_C5D0_48EE_88DB_F76EBE2CDAC8#575431, ,) END, str_concat(array(Switch de forfait , COL_8CCAF66F_C5D0_48EE_88DB_F76EBE2CDAC8#575431, @, COL_F4F7F9D3_EE47_4E54_B9E8_01FB09452A31#575392)), str_if_with_rule(CASE WHEN isnull(Contains(COL_D6EF6DFC_79A6_470E_BA52_073402820059#575480, -)) THEN false ELSE Contains(COL_D6EF6DFC_79A6_470E_BA52_073402820059#575480, -) END, str_concat(array(Suppression de Forfait@, COL_F4F7F9D3_EE47_4E54_B9E8_01FB09452A31#575392)), str_if_with_rule(CASE WHEN isnull(Contains(COL_D6EF6DFC_79A6_470E_BA52_073402820059#575480, +)) THEN false ELSE Contains(COL_D6EF6DFC_79A6_470E_BA52_073402820059#575480, +) END, str_concat(array(Ajout de forfait@, COL_4AB767CC_7E61_4F81_8512_47304B8AD22F#575138)), null))) AS COL_7C996DEA_C14E_49A5_B230_77E504C67A0F#575607, COL_394635B6_CBFF_48E1_A7F6_382580FC1E24#575462]

Generate explode(COL_BCE5C1E0_92AA_4602_8A43_0134A61F608D#575446), [COL_4E30F557_0D51_42D5_8031_A4EAB6C1C247#575092, COL_4AB767CC_7E61_4F81_8512_47304B8AD22F#575138, COL_680B8808_CA1F_43BB_9FD6_545FE101582E#575367, COL_F4F7F9D3_EE47_4E54_B9E8_01FB09452A31#575392, COL_8CCAF66F_C5D0_48EE_88DB_F76EBE2CDAC8#575431, COL_394635B6_CBFF_48E1_A7F6_382580FC1E24#575462], false, [COL_D6EF6DFC_79A6_470E_BA52_073402820059#575480]

Project [COL_4E30F557_0D51_42D5_8031_A4EAB6C1C247#575092, COL_4AB767CC_7E61_4F81_8512_47304B8AD22F#575138, COL_680B8808_CA1F_43BB_9FD6_545FE101582E#575367, COL_F4F7F9D3_EE47_4E54_B9E8_01FB09452A31#575392, COL_8CCAF66F_C5D0_48EE_88DB_F76EBE2CDAC8#575431, str_split(COL_8CCAF66F_C5D0_48EE_88DB_F76EBE2CDAC8#575431, ,) AS COL_BCE5C1E0_92AA_4602_8A43_0134A61F608D#575446, str_join(array(str_join(array(str_remove_extend(str_list_as_str(COL_0031FBC7_95B6_4CED_82B3_F6B7070E7F6A#575094), [[,],,]), Déduit des Infos Patient), ), str_join(array(Présent dans le RSF , COL_281ACE9A_A79D_43A9_8DD8_D76F1761D285#575368), ), str_join(array(Acte - Spé - Date , str_list_as_str(COL_0C310DCD_05AD_4BBA_8349_158B28256935#575095)), : )), - ) AS COL_394635B6_CBFF_48E1_A7F6_382580FC1E24#575462]

Project [COL_4E30F557_0D51_42D5_8031_A4EAB6C1C247#575092, COL_4AB767CC_7E61_4F81_8512_47304B8AD22F#575138, COL_680B8808_CA1F_43BB_9FD6_545FE101582E#575367, COL_281ACE9A_A79D_43A9_8DD8_D76F1761D285#575368, COL_0031FBC7_95B6_4CED_82B3_F6B7070E7F6A#575094, COL_0C310DCD_05AD_4BBA_8349_158B28256935#575095, COL_F4F7F9D3_EE47_4E54_B9E8_01FB09452A31#575392, str_replace(str_remove_space(str_join(array(str_replace_extend(str_list_get(array_except(array(COL_7E1DB0AF_566A_44E4_A1C2_E4E2E41CE779#575381), array(COL_151BF080_3A49_4756_B3C3_4D50864EA325#575137)), 0), [SUN,SUF], [SUN-,SUF-]), str_replace_extend(str_list_get(array_except(array(COL_151BF080_3A49_4756_B3C3_4D50864EA325#575137), array(COL_7E1DB0AF_566A_44E4_A1C2_E4E2E41CE779#575381)), 0), [SUF,SUN], [SUF+,SUN+])), ), ONLY_ONE), , ,) AS COL_8CCAF66F_C5D0_48EE_88DB_F76EBE2CDAC8#575431]

Project [COL_4E30F557_0D51_42D5_8031_A4EAB6C1C247#575092, COL_151BF080_3A49_4756_B3C3_4D50864EA325#575137, COL_4AB767CC_7E61_4F81_8512_47304B8AD22F#575138, 03_PIVOT_INFORM_225663_COL_F1E7803C_F059_4667_8E32_963E2B3DA65F#575188 AS COL_680B8808_CA1F_43BB_9FD6_545FE101582E#575367, 03_PIVOT_INFORM_225663_COL_F8DBDC17_BE98_41AF_8CD3_D2487EC91EE5#575212 AS COL_281ACE9A_A79D_43A9_8DD8_D76F1761D285#575368, COL_0031FBC7_95B6_4CED_82B3_F6B7070E7F6A#575094, COL_0C310DCD_05AD_4BBA_8349_158B28256935#575095, str_if_with_rule(NOT (03_PIVOT_INFORM_225663_COL_F8DBDC17_BE98_41AF_8CD3_D2487EC91EE5#575212 <=> ), str_extract_by_str(03_PIVOT_INFORM_225663_COL_F8DBDC17_BE98_41AF_8CD3_D2487EC91EE5#575212, !, LEFT), null) AS COL_7E1DB0AF_566A_44E4_A1C2_E4E2E41CE779#575381, str_extract_by_str(03_PIVOT_INFORM_225663_COL_F8DBDC17_BE98_41AF_8CD3_D2487EC91EE5#575212, !, RIGHT) AS COL_F4F7F9D3_EE47_4E54_B9E8_01FB09452A31#575392]

SortMergeJoin [COL_4E30F557_0D51_42D5_8031_A4EAB6C1C247#575092], [03_PIVOT_INFORM_225663_COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#575192], Inner, ((size(str_split(str_replace(str_remove_space(str_join(array(str_replace_extend(str_list_get(array_except(array(str_if_with_rule(NOT (03_PIVOT_INFORM_225663_COL_F8DBDC17_BE98_41AF_8CD3_D2487EC91EE5#575212 <=> ), str_extract_by_str(03_PIVOT_INFORM_225663_COL_F8DBDC17_BE98_41AF_8CD3_D2487EC91EE5#575212, !, LEFT), null)), array(COL_151BF080_3A49_4756_B3C3_4D50864EA325#575137)), 0), [SUN,SUF], [SUN-,SUF-]), str_replace_extend(str_list_get(array_except(array(COL_151BF080_3A49_4756_B3C3_4D50864EA325#575137), array(str_if_with_rule(NOT (03_PIVOT_INFORM_225663_COL_F8DBDC17_BE98_41AF_8CD3_D2487EC91EE5#575212 <=> ), str_extract_by_str(03_PIVOT_INFORM_225663_COL_F8DBDC17_BE98_41AF_8CD3_D2487EC91EE5#575212, !, LEFT), null))), 0), [SUF,SUN], [SUF+,SUN+])), ), ONLY_ONE), , ,), ,), true) > 0) AND isnotnull(str_split(str_replace(str_remove_space(str_join(array(str_replace_extend(str_list_get(array_except(array(str_if_with_rule(NOT (03_PIVOT_INFORM_225663_COL_F8DBDC17_BE98_41AF_8CD3_D2487EC91EE5#575212 <=> ), str_extract_by_str(03_PIVOT_INFORM_225663_COL_F8DBDC17_BE98_41AF_8CD3_D2487EC91EE5#575212, !, LEFT), null)), array(COL_151BF080_3A49_4756_B3C3_4D50864EA325#575137)), 0), [SUN,SUF], [SUN-,SUF-]), str_replace_extend(str_list_get(array_except(array(COL_151BF080_3A49_4756_B3C3_4D50864EA325#575137), array(str_if_with_rule(NOT (03_PIVOT_INFORM_225663_COL_F8DBDC17_BE98_41AF_8CD3_D2487EC91EE5#575212 <=> ), str_extract_by_str(03_PIVOT_INFORM_225663_COL_F8DBDC17_BE98_41AF_8CD3_D2487EC91EE5#575212, !, LEFT), null))), 0), [SUF,SUN], [SUF+,SUN+])), ), ONLY_ONE), , ,), ,)))

WholeStageCodegen (10)

Sort [COL_4E30F557_0D51_42D5_8031_A4EAB6C1C247#575092 ASC NULLS FIRST], false, 0

Project [COL_4E30F557_0D51_42D5_8031_A4EAB6C1C247#575092, str_if_with_rule((NOT (COL_C6A68181_B39A_48AA_AE59_D5AFEA1D4CBD#575100 <=> ) AND isnotnull(COL_C6A68181_B39A_48AA_AE59_D5AFEA1D4CBD#575100)), str_extract_by_str(COL_C6A68181_B39A_48AA_AE59_D5AFEA1D4CBD#575100, !, LEFT), null) AS COL_151BF080_3A49_4756_B3C3_4D50864EA325#575137, str_extract_by_str(COL_C6A68181_B39A_48AA_AE59_D5AFEA1D4CBD#575100, !, RIGHT) AS COL_4AB767CC_7E61_4F81_8512_47304B8AD22F#575138, COL_0031FBC7_95B6_4CED_82B3_F6B7070E7F6A#575094, COL_0C310DCD_05AD_4BBA_8349_158B28256935#575095]

Project [COL_4E30F557_0D51_42D5_8031_A4EAB6C1C247#575092, COL_0031FBC7_95B6_4CED_82B3_F6B7070E7F6A#575094, COL_0C310DCD_05AD_4BBA_8349_158B28256935#575095, str_list_get(COL_0031FBC7_95B6_4CED_82B3_F6B7070E7F6A#575094, 0) AS COL_C6A68181_B39A_48AA_AE59_D5AFEA1D4CBD#575100]

WholeStageCodegen (8)

ObjectHashAggregate(keys=[COL_DB984266_CA2D_46A3_97EF_B562B2758847#574020], functions=[collect_set(COL_C6711610_DFEE_4846_8053_60113001EF1E#575008, 0, 0), collect_set(COL_84AE107B_9ED4_40F6_A5F1_EC8781652CC1#574057, 0, 0)])

AQEShuffleRead coalesced

Exchange hashpartitioning(COL_DB984266_CA2D_46A3_97EF_B562B2758847#574020, 10), ENSURE_REQUIREMENTS, [plan_id=356535]

ObjectHashAggregate(keys=[COL_DB984266_CA2D_46A3_97EF_B562B2758847#574020], functions=[partial_collect_set(COL_C6711610_DFEE_4846_8053_60113001EF1E#575008, 0, 0), partial_collect_set(COL_84AE107B_9ED4_40F6_A5F1_EC8781652CC1#574057, 0, 0)])

Project [COL_DB984266_CA2D_46A3_97EF_B562B2758847#574020, str_if_with_rule((COL_349660B8_7BFF_4AEB_98B5_2A4240CFC81A#574507 <=> RC-SUN-AUTO), 00_G_ACTES_AUTO_226072_COL_DFE20096_AA5B_4B8F_A2AA_0A5C221F0EC3#574588, COL_C6711610_DFEE_4846_8053_60113001EF1E#574055) AS COL_C6711610_DFEE_4846_8053_60113001EF1E#575008, COL_84AE107B_9ED4_40F6_A5F1_EC8781652CC1#574057]

Project [COL_DB984266_CA2D_46A3_97EF_B562B2758847#574020, COL_332A283C_1564_41E0_AC8C_5944B976139C#574022, COL_C6711610_DFEE_4846_8053_60113001EF1E#574055, COL_84AE107B_9ED4_40F6_A5F1_EC8781652CC1#574057, COL_349660B8_7BFF_4AEB_98B5_2A4240CFC81A#574507, cast(null as string) AS 00_G_ACTES_AUTO_226072_COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#574586, cast(null as string) AS 00_G_ACTES_AUTO_226072_COL_DFE20096_AA5B_4B8F_A2AA_0A5C221F0EC3#574588]

WholeStageCodegen (7)

AQEShuffleRead coalesced

Exchange hashpartitioning(COL_332A283C_1564_41E0_AC8C_5944B976139C#574022, 10), ENSURE_REQUIREMENTS, [plan_id=355824]

Project [COL_DB984266_CA2D_46A3_97EF_B562B2758847#574020, COL_332A283C_1564_41E0_AC8C_5944B976139C#574022, COL_C6711610_DFEE_4846_8053_60113001EF1E#574055, COL_84AE107B_9ED4_40F6_A5F1_EC8781652CC1#574057, REGLES_A_APPLIQ_225642_REGLES_225643#574217 AS COL_349660B8_7BFF_4AEB_98B5_2A4240CFC81A#574507]

WholeStageCodegen (4)

CartesianProduct

Project [COL_64ED17E5_A991_405B_AEED_8A2977283F76#573113 AS COL_DB984266_CA2D_46A3_97EF_B562B2758847#574020, COL_B01E4E9C_9C1A_413D_9FB4_F0E1F49B4990#573115 AS COL_332A283C_1564_41E0_AC8C_5944B976139C#574022, COL_60F0AF6F_D3F7_485E_B349_92A30BE52743#573150 AS COL_C6711610_DFEE_4846_8053_60113001EF1E#574055, COL_F23CCCC8_5C4A_4FB8_A318_67291E42693A#573161 AS COL_84AE107B_9ED4_40F6_A5F1_EC8781652CC1#574057]

Filter isnotnull(COL_64ED17E5_A991_405B_AEED_8A2977283F76#573113)

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_64ED17E5_A991_405B_AEED_8A2977283F76#573113,COL_B01E4E9C_9C1A_413D_9FB4_F0E1F49B4990#573115,COL_60F0AF6F_D3F7_485E_B349_92A30BE52743#573150,COL_F23CCCC8_5C4A_4FB8_A318_67291E42693A#573161] Batched: true, DataFilters: [isnotnull(COL_64ED17E5_A991_405B_AEED_8A2977283F76#573113)], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/00_B_ACTES_PATI_225863], PartitionFilters: [], PushedFilters: [IsNotNull(COL_64ED17E5_A991_405B_AEED_8A2977283F76)], ReadSchema: struct<COL_64ED17E5_A991_405B_AEED_8A2977283F76:string,COL_B01E4E9C_9C1A_413D_9FB4_F0E1F49B4990:s...

Project

Filter ((isnotnull(REGLES#573003) AND (RC-SUF-SUN = REGLES#573003)) AND (APPLICABLE#573004 <=> O))

WholeStageCodegen (2)

FileScan csv [REGLES#573003,APPLICABLE#573004] Batched: false, DataFilters: [isnotnull(REGLES#573003), (RC-SUF-SUN = REGLES#573003), (APPLICABLE#573004 <=> O)], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/tmp/REGLES_APPLICAB_225515/REGLES-A-TTT new..., PartitionFilters: [], PushedFilters: [IsNotNull(REGLES), EqualTo(REGLES,RC-SUF-SUN), EqualNullSafe(APPLICABLE,O)], ReadSchema: struct<REGLES:string,APPLICABLE:string>

Project [REGLES#574220 AS REGLES_A_APPLIQ_225642_REGLES_225643#574217]

Filter (isnotnull(REGLES#574220) AND (RC-SUN-AUTO = REGLES#574220))

WholeStageCodegen (3)

FileScan csv [REGLES#574220] Batched: false, DataFilters: [isnotnull(REGLES#574220), (RC-SUN-AUTO = REGLES#574220)], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/tmp/REGLES_APPLICAB_225515/REGLES-A-TTT new..., PartitionFilters: [], PushedFilters: [IsNotNull(REGLES), EqualTo(REGLES,RC-SUN-AUTO)], ReadSchema: struct<REGLES:string>

Sort [03_PIVOT_INFORM_225663_COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#575192 ASC NULLS FIRST], false, 0

WholeStageCodegen (9)

AQEShuffleRead coalesced

Exchange hashpartitioning(03_PIVOT_INFORM_225663_COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#575192, 10), ENSURE_REQUIREMENTS, [plan_id=355898]

Project [COL_F1E7803C_F059_4667_8E32_963E2B3DA65F#573480 AS 03_PIVOT_INFORM_225663_COL_F1E7803C_F059_4667_8E32_963E2B3DA65F#575188, COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#573484 AS 03_PIVOT_INFORM_225663_COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#575192, COL_F8DBDC17_BE98_41AF_8CD3_D2487EC91EE5#573504 AS 03_PIVOT_INFORM_225663_COL_F8DBDC17_BE98_41AF_8CD3_D2487EC91EE5#575212]

Filter isnotnull(COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#573484)

ColumnarToRow

WholeStageCodegen (6)

FileScan parquet [COL_F1E7803C_F059_4667_8E32_963E2B3DA65F#573480,COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#573484,COL_F8DBDC17_BE98_41AF_8CD3_D2487EC91EE5#573504] Batched: true, DataFilters: [isnotnull(COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#573484)], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/03_PIVOT_INFORM_225663], PartitionFilters: [], PushedFilters: [IsNotNull(COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8)], ReadSchema: struct<COL_F1E7803C_F059_4667_8E32_963E2B3DA65F:string,COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8:s...

Details

== Physical Plan ==
AdaptiveSparkPlan (79)
+- == Final Plan ==
   Execute InsertIntoHadoopFsRelationCommand (42)
   +- WriteFiles (41)
      +- * Project (40)
         +- * Generate (39)
            +- * Project (38)
               +- * Project (37)
                  +- * Project (36)
                     +- * SortMergeJoin Inner (35)
                        :- * Sort (26)
                        :  +- * Project (25)
                        :     +- * Project (24)
                        :        +- ObjectHashAggregate (23)
                        :           +- AQEShuffleRead (22)
                        :              +- ShuffleQueryStage (21), Statistics(sizeInBytes=3.1 MiB, rowCount=1.90E+4)
                        :                 +- Exchange (20)
                        :                    +- ObjectHashAggregate (19)
                        :                       +- * Project (18)
                        :                          +- * Project (17)
                        :                             +- AQEShuffleRead (16)
                        :                                +- ShuffleQueryStage (15), Statistics(sizeInBytes=7.6 MiB, rowCount=7.07E+4)
                        :                                   +- Exchange (14)
                        :                                      +- * Project (13)
                        :                                         +- CartesianProduct Inner (12)
                        :                                            :- CartesianProduct Inner (8)
                        :                                            :  :- * Project (4)
                        :                                            :  :  +- * Filter (3)
                        :                                            :  :     +- * ColumnarToRow (2)
                        :                                            :  :        +- Scan parquet  (1)
                        :                                            :  +- * Project (7)
                        :                                            :     +- * Filter (6)
                        :                                            :        +- Scan csv  (5)
                        :                                            +- * Project (11)
                        :                                               +- * Filter (10)
                        :                                                  +- Scan csv  (9)
                        +- * Sort (34)
                           +- AQEShuffleRead (33)
                              +- ShuffleQueryStage (32), Statistics(sizeInBytes=987.7 KiB, rowCount=1.29E+4)
                                 +- Exchange (31)
                                    +- * Project (30)
                                       +- * Filter (29)
                                          +- * ColumnarToRow (28)
                                             +- Scan parquet  (27)
+- == Initial Plan ==
   Execute InsertIntoHadoopFsRelationCommand (78)
   +- WriteFiles (77)
      +- Project (76)
         +- Generate (75)
            +- Project (74)
               +- Project (73)
                  +- Project (72)
                     +- SortMergeJoin Inner (71)
                        :- Sort (66)
                        :  +- Project (65)
                        :     +- Project (64)
                        :        +- ObjectHashAggregate (63)
                        :           +- Exchange (62)
                        :              +- ObjectHashAggregate (61)
                        :                 +- Project (60)
                        :                    +- SortMergeJoin LeftOuter (59)
                        :                       :- Sort (53)
                        :                       :  +- Exchange (52)
                        :                       :     +- Project (51)
                        :                       :        +- CartesianProduct Inner (50)
                        :                       :           :- CartesianProduct Inner (47)
                        :                       :           :  :- Project (44)
                        :                       :           :  :  +- Filter (43)
                        :                       :           :  :     +- Scan parquet  (1)
                        :                       :           :  +- Project (46)
                        :                       :           :     +- Filter (45)
                        :                       :           :        +- Scan csv  (5)
                        :                       :           +- Project (49)
                        :                       :              +- Filter (48)
                        :                       :                 +- Scan csv  (9)
                        :                       +- Sort (58)
                        :                          +- Exchange (57)
                        :                             +- Project (56)
                        :                                +- Filter (55)
                        :                                   +- Scan parquet  (54)
                        +- Sort (70)
                           +- Exchange (69)
                              +- Project (68)
                                 +- Filter (67)
                                    +- Scan parquet  (27)


(1) Scan parquet 
Output [4]: [COL_64ED17E5_A991_405B_AEED_8A2977283F76#573113, COL_B01E4E9C_9C1A_413D_9FB4_F0E1F49B4990#573115, COL_60F0AF6F_D3F7_485E_B349_92A30BE52743#573150, COL_F23CCCC8_5C4A_4FB8_A318_67291E42693A#573161]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/00_B_ACTES_PATI_225863]
PushedFilters: [IsNotNull(COL_64ED17E5_A991_405B_AEED_8A2977283F76)]
ReadSchema: struct<COL_64ED17E5_A991_405B_AEED_8A2977283F76:string,COL_B01E4E9C_9C1A_413D_9FB4_F0E1F49B4990:string,COL_60F0AF6F_D3F7_485E_B349_92A30BE52743:string,COL_F23CCCC8_5C4A_4FB8_A318_67291E42693A:string>

(2) ColumnarToRow [codegen id : 1]
Input [4]: [COL_64ED17E5_A991_405B_AEED_8A2977283F76#573113, COL_B01E4E9C_9C1A_413D_9FB4_F0E1F49B4990#573115, COL_60F0AF6F_D3F7_485E_B349_92A30BE52743#573150, COL_F23CCCC8_5C4A_4FB8_A318_67291E42693A#573161]

(3) Filter [codegen id : 1]
Input [4]: [COL_64ED17E5_A991_405B_AEED_8A2977283F76#573113, COL_B01E4E9C_9C1A_413D_9FB4_F0E1F49B4990#573115, COL_60F0AF6F_D3F7_485E_B349_92A30BE52743#573150, COL_F23CCCC8_5C4A_4FB8_A318_67291E42693A#573161]
Condition : isnotnull(COL_64ED17E5_A991_405B_AEED_8A2977283F76#573113)

(4) Project [codegen id : 1]
Output [4]: [COL_64ED17E5_A991_405B_AEED_8A2977283F76#573113 AS COL_DB984266_CA2D_46A3_97EF_B562B2758847#574020, COL_B01E4E9C_9C1A_413D_9FB4_F0E1F49B4990#573115 AS COL_332A283C_1564_41E0_AC8C_5944B976139C#574022, COL_60F0AF6F_D3F7_485E_B349_92A30BE52743#573150 AS COL_C6711610_DFEE_4846_8053_60113001EF1E#574055, COL_F23CCCC8_5C4A_4FB8_A318_67291E42693A#573161 AS COL_84AE107B_9ED4_40F6_A5F1_EC8781652CC1#574057]
Input [4]: [COL_64ED17E5_A991_405B_AEED_8A2977283F76#573113, COL_B01E4E9C_9C1A_413D_9FB4_F0E1F49B4990#573115, COL_60F0AF6F_D3F7_485E_B349_92A30BE52743#573150, COL_F23CCCC8_5C4A_4FB8_A318_67291E42693A#573161]

(5) Scan csv 
Output [2]: [REGLES#573003, APPLICABLE#573004]
Batched: false
Location: InMemoryFileIndex [file:/data/input/depot/csv/tmp/REGLES_APPLICAB_225515/REGLES-A-TTT new.csv]
PushedFilters: [IsNotNull(REGLES), EqualTo(REGLES,RC-SUF-SUN), EqualNullSafe(APPLICABLE,O)]
ReadSchema: struct<REGLES:string,APPLICABLE:string>

(6) Filter [codegen id : 2]
Input [2]: [REGLES#573003, APPLICABLE#573004]
Condition : ((isnotnull(REGLES#573003) AND (RC-SUF-SUN = REGLES#573003)) AND (APPLICABLE#573004 <=> O))

(7) Project [codegen id : 2]
Output: []
Input [2]: [REGLES#573003, APPLICABLE#573004]

(8) CartesianProduct
Join type: Inner
Join condition: None

(9) Scan csv 
Output [1]: [REGLES#574220]
Batched: false
Location: InMemoryFileIndex [file:/data/input/depot/csv/tmp/REGLES_APPLICAB_225515/REGLES-A-TTT new.csv]
PushedFilters: [IsNotNull(REGLES), EqualTo(REGLES,RC-SUN-AUTO)]
ReadSchema: struct<REGLES:string>

(10) Filter [codegen id : 3]
Input [1]: [REGLES#574220]
Condition : (isnotnull(REGLES#574220) AND (RC-SUN-AUTO = REGLES#574220))

(11) Project [codegen id : 3]
Output [1]: [REGLES#574220 AS REGLES_A_APPLIQ_225642_REGLES_225643#574217]
Input [1]: [REGLES#574220]

(12) CartesianProduct
Join type: Inner
Join condition: None

(13) Project [codegen id : 4]
Output [5]: [COL_DB984266_CA2D_46A3_97EF_B562B2758847#574020, COL_332A283C_1564_41E0_AC8C_5944B976139C#574022, COL_C6711610_DFEE_4846_8053_60113001EF1E#574055, COL_84AE107B_9ED4_40F6_A5F1_EC8781652CC1#574057, REGLES_A_APPLIQ_225642_REGLES_225643#574217 AS COL_349660B8_7BFF_4AEB_98B5_2A4240CFC81A#574507]
Input [5]: [COL_DB984266_CA2D_46A3_97EF_B562B2758847#574020, COL_332A283C_1564_41E0_AC8C_5944B976139C#574022, COL_C6711610_DFEE_4846_8053_60113001EF1E#574055, COL_84AE107B_9ED4_40F6_A5F1_EC8781652CC1#574057, REGLES_A_APPLIQ_225642_REGLES_225643#574217]

(14) Exchange
Input [5]: [COL_DB984266_CA2D_46A3_97EF_B562B2758847#574020, COL_332A283C_1564_41E0_AC8C_5944B976139C#574022, COL_C6711610_DFEE_4846_8053_60113001EF1E#574055, COL_84AE107B_9ED4_40F6_A5F1_EC8781652CC1#574057, COL_349660B8_7BFF_4AEB_98B5_2A4240CFC81A#574507]
Arguments: hashpartitioning(COL_332A283C_1564_41E0_AC8C_5944B976139C#574022, 10), ENSURE_REQUIREMENTS, [plan_id=355824]

(15) ShuffleQueryStage
Output [5]: [COL_DB984266_CA2D_46A3_97EF_B562B2758847#574020, COL_332A283C_1564_41E0_AC8C_5944B976139C#574022, COL_C6711610_DFEE_4846_8053_60113001EF1E#574055, COL_84AE107B_9ED4_40F6_A5F1_EC8781652CC1#574057, COL_349660B8_7BFF_4AEB_98B5_2A4240CFC81A#574507]
Arguments: 0

(16) AQEShuffleRead
Input [5]: [COL_DB984266_CA2D_46A3_97EF_B562B2758847#574020, COL_332A283C_1564_41E0_AC8C_5944B976139C#574022, COL_C6711610_DFEE_4846_8053_60113001EF1E#574055, COL_84AE107B_9ED4_40F6_A5F1_EC8781652CC1#574057, COL_349660B8_7BFF_4AEB_98B5_2A4240CFC81A#574507]
Arguments: coalesced

(17) Project [codegen id : 7]
Output [7]: [COL_DB984266_CA2D_46A3_97EF_B562B2758847#574020, COL_332A283C_1564_41E0_AC8C_5944B976139C#574022, COL_C6711610_DFEE_4846_8053_60113001EF1E#574055, COL_84AE107B_9ED4_40F6_A5F1_EC8781652CC1#574057, COL_349660B8_7BFF_4AEB_98B5_2A4240CFC81A#574507, cast(null as string) AS 00_G_ACTES_AUTO_226072_COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#574586, cast(null as string) AS 00_G_ACTES_AUTO_226072_COL_DFE20096_AA5B_4B8F_A2AA_0A5C221F0EC3#574588]
Input [5]: [COL_DB984266_CA2D_46A3_97EF_B562B2758847#574020, COL_332A283C_1564_41E0_AC8C_5944B976139C#574022, COL_C6711610_DFEE_4846_8053_60113001EF1E#574055, COL_84AE107B_9ED4_40F6_A5F1_EC8781652CC1#574057, COL_349660B8_7BFF_4AEB_98B5_2A4240CFC81A#574507]

(18) Project [codegen id : 7]
Output [3]: [COL_DB984266_CA2D_46A3_97EF_B562B2758847#574020, str_if_with_rule((COL_349660B8_7BFF_4AEB_98B5_2A4240CFC81A#574507 <=> RC-SUN-AUTO), 00_G_ACTES_AUTO_226072_COL_DFE20096_AA5B_4B8F_A2AA_0A5C221F0EC3#574588, COL_C6711610_DFEE_4846_8053_60113001EF1E#574055) AS COL_C6711610_DFEE_4846_8053_60113001EF1E#575008, COL_84AE107B_9ED4_40F6_A5F1_EC8781652CC1#574057]
Input [7]: [COL_DB984266_CA2D_46A3_97EF_B562B2758847#574020, COL_332A283C_1564_41E0_AC8C_5944B976139C#574022, COL_C6711610_DFEE_4846_8053_60113001EF1E#574055, COL_84AE107B_9ED4_40F6_A5F1_EC8781652CC1#574057, COL_349660B8_7BFF_4AEB_98B5_2A4240CFC81A#574507, 00_G_ACTES_AUTO_226072_COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#574586, 00_G_ACTES_AUTO_226072_COL_DFE20096_AA5B_4B8F_A2AA_0A5C221F0EC3#574588]

(19) ObjectHashAggregate
Input [3]: [COL_DB984266_CA2D_46A3_97EF_B562B2758847#574020, COL_C6711610_DFEE_4846_8053_60113001EF1E#575008, COL_84AE107B_9ED4_40F6_A5F1_EC8781652CC1#574057]
Keys [1]: [COL_DB984266_CA2D_46A3_97EF_B562B2758847#574020]
Functions [2]: [partial_collect_set(COL_C6711610_DFEE_4846_8053_60113001EF1E#575008, 0, 0), partial_collect_set(COL_84AE107B_9ED4_40F6_A5F1_EC8781652CC1#574057, 0, 0)]
Aggregate Attributes [2]: [buf#575341, buf#577246]
Results [3]: [COL_DB984266_CA2D_46A3_97EF_B562B2758847#574020, buf#575343, buf#577247]

(20) Exchange
Input [3]: [COL_DB984266_CA2D_46A3_97EF_B562B2758847#574020, buf#575343, buf#577247]
Arguments: hashpartitioning(COL_DB984266_CA2D_46A3_97EF_B562B2758847#574020, 10), ENSURE_REQUIREMENTS, [plan_id=356535]

(21) ShuffleQueryStage
Output [3]: [COL_DB984266_CA2D_46A3_97EF_B562B2758847#574020, buf#575343, buf#577247]
Arguments: 3

(22) AQEShuffleRead
Input [3]: [COL_DB984266_CA2D_46A3_97EF_B562B2758847#574020, buf#575343, buf#577247]
Arguments: coalesced

(23) ObjectHashAggregate
Input [3]: [COL_DB984266_CA2D_46A3_97EF_B562B2758847#574020, buf#575343, buf#577247]
Keys [1]: [COL_DB984266_CA2D_46A3_97EF_B562B2758847#574020]
Functions [2]: [collect_set(COL_C6711610_DFEE_4846_8053_60113001EF1E#575008, 0, 0), collect_set(COL_84AE107B_9ED4_40F6_A5F1_EC8781652CC1#574057, 0, 0)]
Aggregate Attributes [2]: [collect_set(COL_C6711610_DFEE_4846_8053_60113001EF1E#575008, 0, 0)#575074, collect_set(COL_84AE107B_9ED4_40F6_A5F1_EC8781652CC1#574057, 0, 0)#575076]
Results [3]: [COL_DB984266_CA2D_46A3_97EF_B562B2758847#574020 AS COL_4E30F557_0D51_42D5_8031_A4EAB6C1C247#575092, collect_set(COL_C6711610_DFEE_4846_8053_60113001EF1E#575008, 0, 0)#575074 AS COL_0031FBC7_95B6_4CED_82B3_F6B7070E7F6A#575094, collect_set(COL_84AE107B_9ED4_40F6_A5F1_EC8781652CC1#574057, 0, 0)#575076 AS COL_0C310DCD_05AD_4BBA_8349_158B28256935#575095]

(24) Project [codegen id : 8]
Output [4]: [COL_4E30F557_0D51_42D5_8031_A4EAB6C1C247#575092, COL_0031FBC7_95B6_4CED_82B3_F6B7070E7F6A#575094, COL_0C310DCD_05AD_4BBA_8349_158B28256935#575095, str_list_get(COL_0031FBC7_95B6_4CED_82B3_F6B7070E7F6A#575094, 0) AS COL_C6A68181_B39A_48AA_AE59_D5AFEA1D4CBD#575100]
Input [3]: [COL_4E30F557_0D51_42D5_8031_A4EAB6C1C247#575092, COL_0031FBC7_95B6_4CED_82B3_F6B7070E7F6A#575094, COL_0C310DCD_05AD_4BBA_8349_158B28256935#575095]

(25) Project [codegen id : 8]
Output [5]: [COL_4E30F557_0D51_42D5_8031_A4EAB6C1C247#575092, str_if_with_rule((NOT (COL_C6A68181_B39A_48AA_AE59_D5AFEA1D4CBD#575100 <=> ) AND isnotnull(COL_C6A68181_B39A_48AA_AE59_D5AFEA1D4CBD#575100)), str_extract_by_str(COL_C6A68181_B39A_48AA_AE59_D5AFEA1D4CBD#575100, !, LEFT), null) AS COL_151BF080_3A49_4756_B3C3_4D50864EA325#575137, str_extract_by_str(COL_C6A68181_B39A_48AA_AE59_D5AFEA1D4CBD#575100, !, RIGHT) AS COL_4AB767CC_7E61_4F81_8512_47304B8AD22F#575138, COL_0031FBC7_95B6_4CED_82B3_F6B7070E7F6A#575094, COL_0C310DCD_05AD_4BBA_8349_158B28256935#575095]
Input [4]: [COL_4E30F557_0D51_42D5_8031_A4EAB6C1C247#575092, COL_0031FBC7_95B6_4CED_82B3_F6B7070E7F6A#575094, COL_0C310DCD_05AD_4BBA_8349_158B28256935#575095, COL_C6A68181_B39A_48AA_AE59_D5AFEA1D4CBD#575100]

(26) Sort [codegen id : 8]
Input [5]: [COL_4E30F557_0D51_42D5_8031_A4EAB6C1C247#575092, COL_151BF080_3A49_4756_B3C3_4D50864EA325#575137, COL_4AB767CC_7E61_4F81_8512_47304B8AD22F#575138, COL_0031FBC7_95B6_4CED_82B3_F6B7070E7F6A#575094, COL_0C310DCD_05AD_4BBA_8349_158B28256935#575095]
Arguments: [COL_4E30F557_0D51_42D5_8031_A4EAB6C1C247#575092 ASC NULLS FIRST], false, 0

(27) Scan parquet 
Output [3]: [COL_F1E7803C_F059_4667_8E32_963E2B3DA65F#573480, COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#573484, COL_F8DBDC17_BE98_41AF_8CD3_D2487EC91EE5#573504]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/03_PIVOT_INFORM_225663]
PushedFilters: [IsNotNull(COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8)]
ReadSchema: struct<COL_F1E7803C_F059_4667_8E32_963E2B3DA65F:string,COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8:string,COL_F8DBDC17_BE98_41AF_8CD3_D2487EC91EE5:string>

(28) ColumnarToRow [codegen id : 6]
Input [3]: [COL_F1E7803C_F059_4667_8E32_963E2B3DA65F#573480, COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#573484, COL_F8DBDC17_BE98_41AF_8CD3_D2487EC91EE5#573504]

(29) Filter [codegen id : 6]
Input [3]: [COL_F1E7803C_F059_4667_8E32_963E2B3DA65F#573480, COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#573484, COL_F8DBDC17_BE98_41AF_8CD3_D2487EC91EE5#573504]
Condition : isnotnull(COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#573484)

(30) Project [codegen id : 6]
Output [3]: [COL_F1E7803C_F059_4667_8E32_963E2B3DA65F#573480 AS 03_PIVOT_INFORM_225663_COL_F1E7803C_F059_4667_8E32_963E2B3DA65F#575188, COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#573484 AS 03_PIVOT_INFORM_225663_COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#575192, COL_F8DBDC17_BE98_41AF_8CD3_D2487EC91EE5#573504 AS 03_PIVOT_INFORM_225663_COL_F8DBDC17_BE98_41AF_8CD3_D2487EC91EE5#575212]
Input [3]: [COL_F1E7803C_F059_4667_8E32_963E2B3DA65F#573480, COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#573484, COL_F8DBDC17_BE98_41AF_8CD3_D2487EC91EE5#573504]

(31) Exchange
Input [3]: [03_PIVOT_INFORM_225663_COL_F1E7803C_F059_4667_8E32_963E2B3DA65F#575188, 03_PIVOT_INFORM_225663_COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#575192, 03_PIVOT_INFORM_225663_COL_F8DBDC17_BE98_41AF_8CD3_D2487EC91EE5#575212]
Arguments: hashpartitioning(03_PIVOT_INFORM_225663_COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#575192, 10), ENSURE_REQUIREMENTS, [plan_id=355898]

(32) ShuffleQueryStage
Output [3]: [03_PIVOT_INFORM_225663_COL_F1E7803C_F059_4667_8E32_963E2B3DA65F#575188, 03_PIVOT_INFORM_225663_COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#575192, 03_PIVOT_INFORM_225663_COL_F8DBDC17_BE98_41AF_8CD3_D2487EC91EE5#575212]
Arguments: 2

(33) AQEShuffleRead
Input [3]: [03_PIVOT_INFORM_225663_COL_F1E7803C_F059_4667_8E32_963E2B3DA65F#575188, 03_PIVOT_INFORM_225663_COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#575192, 03_PIVOT_INFORM_225663_COL_F8DBDC17_BE98_41AF_8CD3_D2487EC91EE5#575212]
Arguments: coalesced

(34) Sort [codegen id : 9]
Input [3]: [03_PIVOT_INFORM_225663_COL_F1E7803C_F059_4667_8E32_963E2B3DA65F#575188, 03_PIVOT_INFORM_225663_COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#575192, 03_PIVOT_INFORM_225663_COL_F8DBDC17_BE98_41AF_8CD3_D2487EC91EE5#575212]
Arguments: [03_PIVOT_INFORM_225663_COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#575192 ASC NULLS FIRST], false, 0

(35) SortMergeJoin [codegen id : 10]
Left keys [1]: [COL_4E30F557_0D51_42D5_8031_A4EAB6C1C247#575092]
Right keys [1]: [03_PIVOT_INFORM_225663_COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#575192]
Join type: Inner
Join condition: ((size(str_split(str_replace(str_remove_space(str_join(array(str_replace_extend(str_list_get(array_except(array(str_if_with_rule(NOT (03_PIVOT_INFORM_225663_COL_F8DBDC17_BE98_41AF_8CD3_D2487EC91EE5#575212 <=> ), str_extract_by_str(03_PIVOT_INFORM_225663_COL_F8DBDC17_BE98_41AF_8CD3_D2487EC91EE5#575212, !, LEFT), null)), array(COL_151BF080_3A49_4756_B3C3_4D50864EA325#575137)), 0), [SUN,SUF], [SUN-,SUF-]), str_replace_extend(str_list_get(array_except(array(COL_151BF080_3A49_4756_B3C3_4D50864EA325#575137), array(str_if_with_rule(NOT (03_PIVOT_INFORM_225663_COL_F8DBDC17_BE98_41AF_8CD3_D2487EC91EE5#575212 <=> ), str_extract_by_str(03_PIVOT_INFORM_225663_COL_F8DBDC17_BE98_41AF_8CD3_D2487EC91EE5#575212, !, LEFT), null))), 0), [SUF,SUN], [SUF+,SUN+])),  ), ONLY_ONE),  , ,), ,), true) > 0) AND isnotnull(str_split(str_replace(str_remove_space(str_join(array(str_replace_extend(str_list_get(array_except(array(str_if_with_rule(NOT (03_PIVOT_INFORM_225663_COL_F8DBDC17_BE98_41AF_8CD3_D2487EC91EE5#575212 <=> ), str_extract_by_str(03_PIVOT_INFORM_225663_COL_F8DBDC17_BE98_41AF_8CD3_D2487EC91EE5#575212, !, LEFT), null)), array(COL_151BF080_3A49_4756_B3C3_4D50864EA325#575137)), 0), [SUN,SUF], [SUN-,SUF-]), str_replace_extend(str_list_get(array_except(array(COL_151BF080_3A49_4756_B3C3_4D50864EA325#575137), array(str_if_with_rule(NOT (03_PIVOT_INFORM_225663_COL_F8DBDC17_BE98_41AF_8CD3_D2487EC91EE5#575212 <=> ), str_extract_by_str(03_PIVOT_INFORM_225663_COL_F8DBDC17_BE98_41AF_8CD3_D2487EC91EE5#575212, !, LEFT), null))), 0), [SUF,SUN], [SUF+,SUN+])),  ), ONLY_ONE),  , ,), ,)))

(36) Project [codegen id : 10]
Output [9]: [COL_4E30F557_0D51_42D5_8031_A4EAB6C1C247#575092, COL_151BF080_3A49_4756_B3C3_4D50864EA325#575137, COL_4AB767CC_7E61_4F81_8512_47304B8AD22F#575138, 03_PIVOT_INFORM_225663_COL_F1E7803C_F059_4667_8E32_963E2B3DA65F#575188 AS COL_680B8808_CA1F_43BB_9FD6_545FE101582E#575367, 03_PIVOT_INFORM_225663_COL_F8DBDC17_BE98_41AF_8CD3_D2487EC91EE5#575212 AS COL_281ACE9A_A79D_43A9_8DD8_D76F1761D285#575368, COL_0031FBC7_95B6_4CED_82B3_F6B7070E7F6A#575094, COL_0C310DCD_05AD_4BBA_8349_158B28256935#575095, str_if_with_rule(NOT (03_PIVOT_INFORM_225663_COL_F8DBDC17_BE98_41AF_8CD3_D2487EC91EE5#575212 <=> ), str_extract_by_str(03_PIVOT_INFORM_225663_COL_F8DBDC17_BE98_41AF_8CD3_D2487EC91EE5#575212, !, LEFT), null) AS COL_7E1DB0AF_566A_44E4_A1C2_E4E2E41CE779#575381, str_extract_by_str(03_PIVOT_INFORM_225663_COL_F8DBDC17_BE98_41AF_8CD3_D2487EC91EE5#575212, !, RIGHT) AS COL_F4F7F9D3_EE47_4E54_B9E8_01FB09452A31#575392]
Input [8]: [COL_4E30F557_0D51_42D5_8031_A4EAB6C1C247#575092, COL_151BF080_3A49_4756_B3C3_4D50864EA325#575137, COL_4AB767CC_7E61_4F81_8512_47304B8AD22F#575138, COL_0031FBC7_95B6_4CED_82B3_F6B7070E7F6A#575094, COL_0C310DCD_05AD_4BBA_8349_158B28256935#575095, 03_PIVOT_INFORM_225663_COL_F1E7803C_F059_4667_8E32_963E2B3DA65F#575188, 03_PIVOT_INFORM_225663_COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#575192, 03_PIVOT_INFORM_225663_COL_F8DBDC17_BE98_41AF_8CD3_D2487EC91EE5#575212]

(37) Project [codegen id : 10]
Output [8]: [COL_4E30F557_0D51_42D5_8031_A4EAB6C1C247#575092, COL_4AB767CC_7E61_4F81_8512_47304B8AD22F#575138, COL_680B8808_CA1F_43BB_9FD6_545FE101582E#575367, COL_281ACE9A_A79D_43A9_8DD8_D76F1761D285#575368, COL_0031FBC7_95B6_4CED_82B3_F6B7070E7F6A#575094, COL_0C310DCD_05AD_4BBA_8349_158B28256935#575095, COL_F4F7F9D3_EE47_4E54_B9E8_01FB09452A31#575392, str_replace(str_remove_space(str_join(array(str_replace_extend(str_list_get(array_except(array(COL_7E1DB0AF_566A_44E4_A1C2_E4E2E41CE779#575381), array(COL_151BF080_3A49_4756_B3C3_4D50864EA325#575137)), 0), [SUN,SUF], [SUN-,SUF-]), str_replace_extend(str_list_get(array_except(array(COL_151BF080_3A49_4756_B3C3_4D50864EA325#575137), array(COL_7E1DB0AF_566A_44E4_A1C2_E4E2E41CE779#575381)), 0), [SUF,SUN], [SUF+,SUN+])),  ), ONLY_ONE),  , ,) AS COL_8CCAF66F_C5D0_48EE_88DB_F76EBE2CDAC8#575431]
Input [9]: [COL_4E30F557_0D51_42D5_8031_A4EAB6C1C247#575092, COL_151BF080_3A49_4756_B3C3_4D50864EA325#575137, COL_4AB767CC_7E61_4F81_8512_47304B8AD22F#575138, COL_680B8808_CA1F_43BB_9FD6_545FE101582E#575367, COL_281ACE9A_A79D_43A9_8DD8_D76F1761D285#575368, COL_0031FBC7_95B6_4CED_82B3_F6B7070E7F6A#575094, COL_0C310DCD_05AD_4BBA_8349_158B28256935#575095, COL_7E1DB0AF_566A_44E4_A1C2_E4E2E41CE779#575381, COL_F4F7F9D3_EE47_4E54_B9E8_01FB09452A31#575392]

(38) Project [codegen id : 10]
Output [7]: [COL_4E30F557_0D51_42D5_8031_A4EAB6C1C247#575092, COL_4AB767CC_7E61_4F81_8512_47304B8AD22F#575138, COL_680B8808_CA1F_43BB_9FD6_545FE101582E#575367, COL_F4F7F9D3_EE47_4E54_B9E8_01FB09452A31#575392, COL_8CCAF66F_C5D0_48EE_88DB_F76EBE2CDAC8#575431, str_split(COL_8CCAF66F_C5D0_48EE_88DB_F76EBE2CDAC8#575431, ,) AS COL_BCE5C1E0_92AA_4602_8A43_0134A61F608D#575446, str_join(array(str_join(array(str_remove_extend(str_list_as_str(COL_0031FBC7_95B6_4CED_82B3_F6B7070E7F6A#575094), [[,],,]),  Déduit des Infos Patient), ), str_join(array(Présent dans le RSF , COL_281ACE9A_A79D_43A9_8DD8_D76F1761D285#575368), ), str_join(array(Acte - Spé - Date , str_list_as_str(COL_0C310DCD_05AD_4BBA_8349_158B28256935#575095)),  : )),  - ) AS COL_394635B6_CBFF_48E1_A7F6_382580FC1E24#575462]
Input [8]: [COL_4E30F557_0D51_42D5_8031_A4EAB6C1C247#575092, COL_4AB767CC_7E61_4F81_8512_47304B8AD22F#575138, COL_680B8808_CA1F_43BB_9FD6_545FE101582E#575367, COL_281ACE9A_A79D_43A9_8DD8_D76F1761D285#575368, COL_0031FBC7_95B6_4CED_82B3_F6B7070E7F6A#575094, COL_0C310DCD_05AD_4BBA_8349_158B28256935#575095, COL_F4F7F9D3_EE47_4E54_B9E8_01FB09452A31#575392, COL_8CCAF66F_C5D0_48EE_88DB_F76EBE2CDAC8#575431]

(39) Generate [codegen id : 10]
Input [7]: [COL_4E30F557_0D51_42D5_8031_A4EAB6C1C247#575092, COL_4AB767CC_7E61_4F81_8512_47304B8AD22F#575138, COL_680B8808_CA1F_43BB_9FD6_545FE101582E#575367, COL_F4F7F9D3_EE47_4E54_B9E8_01FB09452A31#575392, COL_8CCAF66F_C5D0_48EE_88DB_F76EBE2CDAC8#575431, COL_BCE5C1E0_92AA_4602_8A43_0134A61F608D#575446, COL_394635B6_CBFF_48E1_A7F6_382580FC1E24#575462]
Arguments: explode(COL_BCE5C1E0_92AA_4602_8A43_0134A61F608D#575446), [COL_4E30F557_0D51_42D5_8031_A4EAB6C1C247#575092, COL_4AB767CC_7E61_4F81_8512_47304B8AD22F#575138, COL_680B8808_CA1F_43BB_9FD6_545FE101582E#575367, COL_F4F7F9D3_EE47_4E54_B9E8_01FB09452A31#575392, COL_8CCAF66F_C5D0_48EE_88DB_F76EBE2CDAC8#575431, COL_394635B6_CBFF_48E1_A7F6_382580FC1E24#575462], false, [COL_D6EF6DFC_79A6_470E_BA52_073402820059#575480]

(40) Project [codegen id : 10]
Output [6]: [COL_4E30F557_0D51_42D5_8031_A4EAB6C1C247#575092, COL_680B8808_CA1F_43BB_9FD6_545FE101582E#575367, str_create(RC-SUF-SUN) AS COL_C85C6E08_90B7_4393_94E6_7D80D91002DE#575605, COL_D6EF6DFC_79A6_470E_BA52_073402820059#575480, str_if_with_rule(CASE WHEN isnull(Contains(COL_8CCAF66F_C5D0_48EE_88DB_F76EBE2CDAC8#575431, ,)) THEN false ELSE Contains(COL_8CCAF66F_C5D0_48EE_88DB_F76EBE2CDAC8#575431, ,) END, str_concat(array(Switch de forfait , COL_8CCAF66F_C5D0_48EE_88DB_F76EBE2CDAC8#575431, @, COL_F4F7F9D3_EE47_4E54_B9E8_01FB09452A31#575392)), str_if_with_rule(CASE WHEN isnull(Contains(COL_D6EF6DFC_79A6_470E_BA52_073402820059#575480, -)) THEN false ELSE Contains(COL_D6EF6DFC_79A6_470E_BA52_073402820059#575480, -) END, str_concat(array(Suppression de Forfait@, COL_F4F7F9D3_EE47_4E54_B9E8_01FB09452A31#575392)), str_if_with_rule(CASE WHEN isnull(Contains(COL_D6EF6DFC_79A6_470E_BA52_073402820059#575480, +)) THEN false ELSE Contains(COL_D6EF6DFC_79A6_470E_BA52_073402820059#575480, +) END, str_concat(array(Ajout de forfait@, COL_4AB767CC_7E61_4F81_8512_47304B8AD22F#575138)), null))) AS COL_7C996DEA_C14E_49A5_B230_77E504C67A0F#575607, COL_394635B6_CBFF_48E1_A7F6_382580FC1E24#575462]
Input [7]: [COL_4E30F557_0D51_42D5_8031_A4EAB6C1C247#575092, COL_4AB767CC_7E61_4F81_8512_47304B8AD22F#575138, COL_680B8808_CA1F_43BB_9FD6_545FE101582E#575367, COL_F4F7F9D3_EE47_4E54_B9E8_01FB09452A31#575392, COL_8CCAF66F_C5D0_48EE_88DB_F76EBE2CDAC8#575431, COL_394635B6_CBFF_48E1_A7F6_382580FC1E24#575462, COL_D6EF6DFC_79A6_470E_BA52_073402820059#575480]

(41) WriteFiles
Input [6]: [COL_4E30F557_0D51_42D5_8031_A4EAB6C1C247#575092, COL_680B8808_CA1F_43BB_9FD6_545FE101582E#575367, COL_C85C6E08_90B7_4393_94E6_7D80D91002DE#575605, COL_D6EF6DFC_79A6_470E_BA52_073402820059#575480, COL_7C996DEA_C14E_49A5_B230_77E504C67A0F#575607, COL_394635B6_CBFF_48E1_A7F6_382580FC1E24#575462]

(42) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/datablock/05_GR7_SUN_SUF_225818, false, Parquet, [path=file:///data/output/cache/parquet/datablock/05_GR7_SUN_SUF_225818], Overwrite, [COL_4E30F557_0D51_42D5_8031_A4EAB6C1C247, COL_680B8808_CA1F_43BB_9FD6_545FE101582E, COL_C85C6E08_90B7_4393_94E6_7D80D91002DE, COL_D6EF6DFC_79A6_470E_BA52_073402820059, COL_7C996DEA_C14E_49A5_B230_77E504C67A0F, COL_394635B6_CBFF_48E1_A7F6_382580FC1E24]

(43) Filter
Input [4]: [COL_64ED17E5_A991_405B_AEED_8A2977283F76#573113, COL_B01E4E9C_9C1A_413D_9FB4_F0E1F49B4990#573115, COL_60F0AF6F_D3F7_485E_B349_92A30BE52743#573150, COL_F23CCCC8_5C4A_4FB8_A318_67291E42693A#573161]
Condition : isnotnull(COL_64ED17E5_A991_405B_AEED_8A2977283F76#573113)

(44) Project
Output [4]: [COL_64ED17E5_A991_405B_AEED_8A2977283F76#573113 AS COL_DB984266_CA2D_46A3_97EF_B562B2758847#574020, COL_B01E4E9C_9C1A_413D_9FB4_F0E1F49B4990#573115 AS COL_332A283C_1564_41E0_AC8C_5944B976139C#574022, COL_60F0AF6F_D3F7_485E_B349_92A30BE52743#573150 AS COL_C6711610_DFEE_4846_8053_60113001EF1E#574055, COL_F23CCCC8_5C4A_4FB8_A318_67291E42693A#573161 AS COL_84AE107B_9ED4_40F6_A5F1_EC8781652CC1#574057]
Input [4]: [COL_64ED17E5_A991_405B_AEED_8A2977283F76#573113, COL_B01E4E9C_9C1A_413D_9FB4_F0E1F49B4990#573115, COL_60F0AF6F_D3F7_485E_B349_92A30BE52743#573150, COL_F23CCCC8_5C4A_4FB8_A318_67291E42693A#573161]

(45) Filter
Input [2]: [REGLES#573003, APPLICABLE#573004]
Condition : ((isnotnull(REGLES#573003) AND (RC-SUF-SUN = REGLES#573003)) AND (APPLICABLE#573004 <=> O))

(46) Project
Output: []
Input [2]: [REGLES#573003, APPLICABLE#573004]

(47) CartesianProduct
Join type: Inner
Join condition: None

(48) Filter
Input [1]: [REGLES#574220]
Condition : (isnotnull(REGLES#574220) AND (RC-SUN-AUTO = REGLES#574220))

(49) Project
Output [1]: [REGLES#574220 AS REGLES_A_APPLIQ_225642_REGLES_225643#574217]
Input [1]: [REGLES#574220]

(50) CartesianProduct
Join type: Inner
Join condition: None

(51) Project
Output [5]: [COL_DB984266_CA2D_46A3_97EF_B562B2758847#574020, COL_332A283C_1564_41E0_AC8C_5944B976139C#574022, COL_C6711610_DFEE_4846_8053_60113001EF1E#574055, COL_84AE107B_9ED4_40F6_A5F1_EC8781652CC1#574057, REGLES_A_APPLIQ_225642_REGLES_225643#574217 AS COL_349660B8_7BFF_4AEB_98B5_2A4240CFC81A#574507]
Input [5]: [COL_DB984266_CA2D_46A3_97EF_B562B2758847#574020, COL_332A283C_1564_41E0_AC8C_5944B976139C#574022, COL_C6711610_DFEE_4846_8053_60113001EF1E#574055, COL_84AE107B_9ED4_40F6_A5F1_EC8781652CC1#574057, REGLES_A_APPLIQ_225642_REGLES_225643#574217]

(52) Exchange
Input [5]: [COL_DB984266_CA2D_46A3_97EF_B562B2758847#574020, COL_332A283C_1564_41E0_AC8C_5944B976139C#574022, COL_C6711610_DFEE_4846_8053_60113001EF1E#574055, COL_84AE107B_9ED4_40F6_A5F1_EC8781652CC1#574057, COL_349660B8_7BFF_4AEB_98B5_2A4240CFC81A#574507]
Arguments: hashpartitioning(COL_332A283C_1564_41E0_AC8C_5944B976139C#574022, 10), ENSURE_REQUIREMENTS, [plan_id=355735]

(53) Sort
Input [5]: [COL_DB984266_CA2D_46A3_97EF_B562B2758847#574020, COL_332A283C_1564_41E0_AC8C_5944B976139C#574022, COL_C6711610_DFEE_4846_8053_60113001EF1E#574055, COL_84AE107B_9ED4_40F6_A5F1_EC8781652CC1#574057, COL_349660B8_7BFF_4AEB_98B5_2A4240CFC81A#574507]
Arguments: [COL_332A283C_1564_41E0_AC8C_5944B976139C#574022 ASC NULLS FIRST], false, 0

(54) Scan parquet 
Output [2]: [COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#573708, COL_DFE20096_AA5B_4B8F_A2AA_0A5C221F0EC3#573710]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/00_G_ACTES_AUTO_226072]
PushedFilters: [IsNotNull(COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D)]
ReadSchema: struct<COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D:string,COL_DFE20096_AA5B_4B8F_A2AA_0A5C221F0EC3:string>

(55) Filter
Input [2]: [COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#573708, COL_DFE20096_AA5B_4B8F_A2AA_0A5C221F0EC3#573710]
Condition : isnotnull(COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#573708)

(56) Project
Output [2]: [COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#573708 AS 00_G_ACTES_AUTO_226072_COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#574586, COL_DFE20096_AA5B_4B8F_A2AA_0A5C221F0EC3#573710 AS 00_G_ACTES_AUTO_226072_COL_DFE20096_AA5B_4B8F_A2AA_0A5C221F0EC3#574588]
Input [2]: [COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#573708, COL_DFE20096_AA5B_4B8F_A2AA_0A5C221F0EC3#573710]

(57) Exchange
Input [2]: [00_G_ACTES_AUTO_226072_COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#574586, 00_G_ACTES_AUTO_226072_COL_DFE20096_AA5B_4B8F_A2AA_0A5C221F0EC3#574588]
Arguments: hashpartitioning(00_G_ACTES_AUTO_226072_COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#574586, 10), ENSURE_REQUIREMENTS, [plan_id=355736]

(58) Sort
Input [2]: [00_G_ACTES_AUTO_226072_COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#574586, 00_G_ACTES_AUTO_226072_COL_DFE20096_AA5B_4B8F_A2AA_0A5C221F0EC3#574588]
Arguments: [00_G_ACTES_AUTO_226072_COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#574586 ASC NULLS FIRST], false, 0

(59) SortMergeJoin
Left keys [1]: [COL_332A283C_1564_41E0_AC8C_5944B976139C#574022]
Right keys [1]: [00_G_ACTES_AUTO_226072_COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#574586]
Join type: LeftOuter
Join condition: None

(60) Project
Output [3]: [COL_DB984266_CA2D_46A3_97EF_B562B2758847#574020, str_if_with_rule((COL_349660B8_7BFF_4AEB_98B5_2A4240CFC81A#574507 <=> RC-SUN-AUTO), 00_G_ACTES_AUTO_226072_COL_DFE20096_AA5B_4B8F_A2AA_0A5C221F0EC3#574588, COL_C6711610_DFEE_4846_8053_60113001EF1E#574055) AS COL_C6711610_DFEE_4846_8053_60113001EF1E#575008, COL_84AE107B_9ED4_40F6_A5F1_EC8781652CC1#574057]
Input [7]: [COL_DB984266_CA2D_46A3_97EF_B562B2758847#574020, COL_332A283C_1564_41E0_AC8C_5944B976139C#574022, COL_C6711610_DFEE_4846_8053_60113001EF1E#574055, COL_84AE107B_9ED4_40F6_A5F1_EC8781652CC1#574057, COL_349660B8_7BFF_4AEB_98B5_2A4240CFC81A#574507, 00_G_ACTES_AUTO_226072_COL_2A3D5A6F_DCA8_4837_B9B8_92AE34634C3D#574586, 00_G_ACTES_AUTO_226072_COL_DFE20096_AA5B_4B8F_A2AA_0A5C221F0EC3#574588]

(61) ObjectHashAggregate
Input [3]: [COL_DB984266_CA2D_46A3_97EF_B562B2758847#574020, COL_C6711610_DFEE_4846_8053_60113001EF1E#575008, COL_84AE107B_9ED4_40F6_A5F1_EC8781652CC1#574057]
Keys [1]: [COL_DB984266_CA2D_46A3_97EF_B562B2758847#574020]
Functions [2]: [partial_collect_set(COL_C6711610_DFEE_4846_8053_60113001EF1E#575008, 0, 0), partial_collect_set(COL_84AE107B_9ED4_40F6_A5F1_EC8781652CC1#574057, 0, 0)]
Aggregate Attributes [2]: [buf#575341, buf#577246]
Results [3]: [COL_DB984266_CA2D_46A3_97EF_B562B2758847#574020, buf#575343, buf#577247]

(62) Exchange
Input [3]: [COL_DB984266_CA2D_46A3_97EF_B562B2758847#574020, buf#575343, buf#577247]
Arguments: hashpartitioning(COL_DB984266_CA2D_46A3_97EF_B562B2758847#574020, 10), ENSURE_REQUIREMENTS, [plan_id=355743]

(63) ObjectHashAggregate
Input [3]: [COL_DB984266_CA2D_46A3_97EF_B562B2758847#574020, buf#575343, buf#577247]
Keys [1]: [COL_DB984266_CA2D_46A3_97EF_B562B2758847#574020]
Functions [2]: [collect_set(COL_C6711610_DFEE_4846_8053_60113001EF1E#575008, 0, 0), collect_set(COL_84AE107B_9ED4_40F6_A5F1_EC8781652CC1#574057, 0, 0)]
Aggregate Attributes [2]: [collect_set(COL_C6711610_DFEE_4846_8053_60113001EF1E#575008, 0, 0)#575074, collect_set(COL_84AE107B_9ED4_40F6_A5F1_EC8781652CC1#574057, 0, 0)#575076]
Results [3]: [COL_DB984266_CA2D_46A3_97EF_B562B2758847#574020 AS COL_4E30F557_0D51_42D5_8031_A4EAB6C1C247#575092, collect_set(COL_C6711610_DFEE_4846_8053_60113001EF1E#575008, 0, 0)#575074 AS COL_0031FBC7_95B6_4CED_82B3_F6B7070E7F6A#575094, collect_set(COL_84AE107B_9ED4_40F6_A5F1_EC8781652CC1#574057, 0, 0)#575076 AS COL_0C310DCD_05AD_4BBA_8349_158B28256935#575095]

(64) Project
Output [4]: [COL_4E30F557_0D51_42D5_8031_A4EAB6C1C247#575092, COL_0031FBC7_95B6_4CED_82B3_F6B7070E7F6A#575094, COL_0C310DCD_05AD_4BBA_8349_158B28256935#575095, str_list_get(COL_0031FBC7_95B6_4CED_82B3_F6B7070E7F6A#575094, 0) AS COL_C6A68181_B39A_48AA_AE59_D5AFEA1D4CBD#575100]
Input [3]: [COL_4E30F557_0D51_42D5_8031_A4EAB6C1C247#575092, COL_0031FBC7_95B6_4CED_82B3_F6B7070E7F6A#575094, COL_0C310DCD_05AD_4BBA_8349_158B28256935#575095]

(65) Project
Output [5]: [COL_4E30F557_0D51_42D5_8031_A4EAB6C1C247#575092, str_if_with_rule((NOT (COL_C6A68181_B39A_48AA_AE59_D5AFEA1D4CBD#575100 <=> ) AND isnotnull(COL_C6A68181_B39A_48AA_AE59_D5AFEA1D4CBD#575100)), str_extract_by_str(COL_C6A68181_B39A_48AA_AE59_D5AFEA1D4CBD#575100, !, LEFT), null) AS COL_151BF080_3A49_4756_B3C3_4D50864EA325#575137, str_extract_by_str(COL_C6A68181_B39A_48AA_AE59_D5AFEA1D4CBD#575100, !, RIGHT) AS COL_4AB767CC_7E61_4F81_8512_47304B8AD22F#575138, COL_0031FBC7_95B6_4CED_82B3_F6B7070E7F6A#575094, COL_0C310DCD_05AD_4BBA_8349_158B28256935#575095]
Input [4]: [COL_4E30F557_0D51_42D5_8031_A4EAB6C1C247#575092, COL_0031FBC7_95B6_4CED_82B3_F6B7070E7F6A#575094, COL_0C310DCD_05AD_4BBA_8349_158B28256935#575095, COL_C6A68181_B39A_48AA_AE59_D5AFEA1D4CBD#575100]

(66) Sort
Input [5]: [COL_4E30F557_0D51_42D5_8031_A4EAB6C1C247#575092, COL_151BF080_3A49_4756_B3C3_4D50864EA325#575137, COL_4AB767CC_7E61_4F81_8512_47304B8AD22F#575138, COL_0031FBC7_95B6_4CED_82B3_F6B7070E7F6A#575094, COL_0C310DCD_05AD_4BBA_8349_158B28256935#575095]
Arguments: [COL_4E30F557_0D51_42D5_8031_A4EAB6C1C247#575092 ASC NULLS FIRST], false, 0

(67) Filter
Input [3]: [COL_F1E7803C_F059_4667_8E32_963E2B3DA65F#573480, COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#573484, COL_F8DBDC17_BE98_41AF_8CD3_D2487EC91EE5#573504]
Condition : isnotnull(COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#573484)

(68) Project
Output [3]: [COL_F1E7803C_F059_4667_8E32_963E2B3DA65F#573480 AS 03_PIVOT_INFORM_225663_COL_F1E7803C_F059_4667_8E32_963E2B3DA65F#575188, COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#573484 AS 03_PIVOT_INFORM_225663_COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#575192, COL_F8DBDC17_BE98_41AF_8CD3_D2487EC91EE5#573504 AS 03_PIVOT_INFORM_225663_COL_F8DBDC17_BE98_41AF_8CD3_D2487EC91EE5#575212]
Input [3]: [COL_F1E7803C_F059_4667_8E32_963E2B3DA65F#573480, COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#573484, COL_F8DBDC17_BE98_41AF_8CD3_D2487EC91EE5#573504]

(69) Exchange
Input [3]: [03_PIVOT_INFORM_225663_COL_F1E7803C_F059_4667_8E32_963E2B3DA65F#575188, 03_PIVOT_INFORM_225663_COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#575192, 03_PIVOT_INFORM_225663_COL_F8DBDC17_BE98_41AF_8CD3_D2487EC91EE5#575212]
Arguments: hashpartitioning(03_PIVOT_INFORM_225663_COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#575192, 10), ENSURE_REQUIREMENTS, [plan_id=355749]

(70) Sort
Input [3]: [03_PIVOT_INFORM_225663_COL_F1E7803C_F059_4667_8E32_963E2B3DA65F#575188, 03_PIVOT_INFORM_225663_COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#575192, 03_PIVOT_INFORM_225663_COL_F8DBDC17_BE98_41AF_8CD3_D2487EC91EE5#575212]
Arguments: [03_PIVOT_INFORM_225663_COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#575192 ASC NULLS FIRST], false, 0

(71) SortMergeJoin
Left keys [1]: [COL_4E30F557_0D51_42D5_8031_A4EAB6C1C247#575092]
Right keys [1]: [03_PIVOT_INFORM_225663_COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#575192]
Join type: Inner
Join condition: ((size(str_split(str_replace(str_remove_space(str_join(array(str_replace_extend(str_list_get(array_except(array(str_if_with_rule(NOT (03_PIVOT_INFORM_225663_COL_F8DBDC17_BE98_41AF_8CD3_D2487EC91EE5#575212 <=> ), str_extract_by_str(03_PIVOT_INFORM_225663_COL_F8DBDC17_BE98_41AF_8CD3_D2487EC91EE5#575212, !, LEFT), null)), array(COL_151BF080_3A49_4756_B3C3_4D50864EA325#575137)), 0), [SUN,SUF], [SUN-,SUF-]), str_replace_extend(str_list_get(array_except(array(COL_151BF080_3A49_4756_B3C3_4D50864EA325#575137), array(str_if_with_rule(NOT (03_PIVOT_INFORM_225663_COL_F8DBDC17_BE98_41AF_8CD3_D2487EC91EE5#575212 <=> ), str_extract_by_str(03_PIVOT_INFORM_225663_COL_F8DBDC17_BE98_41AF_8CD3_D2487EC91EE5#575212, !, LEFT), null))), 0), [SUF,SUN], [SUF+,SUN+])),  ), ONLY_ONE),  , ,), ,), true) > 0) AND isnotnull(str_split(str_replace(str_remove_space(str_join(array(str_replace_extend(str_list_get(array_except(array(str_if_with_rule(NOT (03_PIVOT_INFORM_225663_COL_F8DBDC17_BE98_41AF_8CD3_D2487EC91EE5#575212 <=> ), str_extract_by_str(03_PIVOT_INFORM_225663_COL_F8DBDC17_BE98_41AF_8CD3_D2487EC91EE5#575212, !, LEFT), null)), array(COL_151BF080_3A49_4756_B3C3_4D50864EA325#575137)), 0), [SUN,SUF], [SUN-,SUF-]), str_replace_extend(str_list_get(array_except(array(COL_151BF080_3A49_4756_B3C3_4D50864EA325#575137), array(str_if_with_rule(NOT (03_PIVOT_INFORM_225663_COL_F8DBDC17_BE98_41AF_8CD3_D2487EC91EE5#575212 <=> ), str_extract_by_str(03_PIVOT_INFORM_225663_COL_F8DBDC17_BE98_41AF_8CD3_D2487EC91EE5#575212, !, LEFT), null))), 0), [SUF,SUN], [SUF+,SUN+])),  ), ONLY_ONE),  , ,), ,)))

(72) Project
Output [9]: [COL_4E30F557_0D51_42D5_8031_A4EAB6C1C247#575092, COL_151BF080_3A49_4756_B3C3_4D50864EA325#575137, COL_4AB767CC_7E61_4F81_8512_47304B8AD22F#575138, 03_PIVOT_INFORM_225663_COL_F1E7803C_F059_4667_8E32_963E2B3DA65F#575188 AS COL_680B8808_CA1F_43BB_9FD6_545FE101582E#575367, 03_PIVOT_INFORM_225663_COL_F8DBDC17_BE98_41AF_8CD3_D2487EC91EE5#575212 AS COL_281ACE9A_A79D_43A9_8DD8_D76F1761D285#575368, COL_0031FBC7_95B6_4CED_82B3_F6B7070E7F6A#575094, COL_0C310DCD_05AD_4BBA_8349_158B28256935#575095, str_if_with_rule(NOT (03_PIVOT_INFORM_225663_COL_F8DBDC17_BE98_41AF_8CD3_D2487EC91EE5#575212 <=> ), str_extract_by_str(03_PIVOT_INFORM_225663_COL_F8DBDC17_BE98_41AF_8CD3_D2487EC91EE5#575212, !, LEFT), null) AS COL_7E1DB0AF_566A_44E4_A1C2_E4E2E41CE779#575381, str_extract_by_str(03_PIVOT_INFORM_225663_COL_F8DBDC17_BE98_41AF_8CD3_D2487EC91EE5#575212, !, RIGHT) AS COL_F4F7F9D3_EE47_4E54_B9E8_01FB09452A31#575392]
Input [8]: [COL_4E30F557_0D51_42D5_8031_A4EAB6C1C247#575092, COL_151BF080_3A49_4756_B3C3_4D50864EA325#575137, COL_4AB767CC_7E61_4F81_8512_47304B8AD22F#575138, COL_0031FBC7_95B6_4CED_82B3_F6B7070E7F6A#575094, COL_0C310DCD_05AD_4BBA_8349_158B28256935#575095, 03_PIVOT_INFORM_225663_COL_F1E7803C_F059_4667_8E32_963E2B3DA65F#575188, 03_PIVOT_INFORM_225663_COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#575192, 03_PIVOT_INFORM_225663_COL_F8DBDC17_BE98_41AF_8CD3_D2487EC91EE5#575212]

(73) Project
Output [8]: [COL_4E30F557_0D51_42D5_8031_A4EAB6C1C247#575092, COL_4AB767CC_7E61_4F81_8512_47304B8AD22F#575138, COL_680B8808_CA1F_43BB_9FD6_545FE101582E#575367, COL_281ACE9A_A79D_43A9_8DD8_D76F1761D285#575368, COL_0031FBC7_95B6_4CED_82B3_F6B7070E7F6A#575094, COL_0C310DCD_05AD_4BBA_8349_158B28256935#575095, COL_F4F7F9D3_EE47_4E54_B9E8_01FB09452A31#575392, str_replace(str_remove_space(str_join(array(str_replace_extend(str_list_get(array_except(array(COL_7E1DB0AF_566A_44E4_A1C2_E4E2E41CE779#575381), array(COL_151BF080_3A49_4756_B3C3_4D50864EA325#575137)), 0), [SUN,SUF], [SUN-,SUF-]), str_replace_extend(str_list_get(array_except(array(COL_151BF080_3A49_4756_B3C3_4D50864EA325#575137), array(COL_7E1DB0AF_566A_44E4_A1C2_E4E2E41CE779#575381)), 0), [SUF,SUN], [SUF+,SUN+])),  ), ONLY_ONE),  , ,) AS COL_8CCAF66F_C5D0_48EE_88DB_F76EBE2CDAC8#575431]
Input [9]: [COL_4E30F557_0D51_42D5_8031_A4EAB6C1C247#575092, COL_151BF080_3A49_4756_B3C3_4D50864EA325#575137, COL_4AB767CC_7E61_4F81_8512_47304B8AD22F#575138, COL_680B8808_CA1F_43BB_9FD6_545FE101582E#575367, COL_281ACE9A_A79D_43A9_8DD8_D76F1761D285#575368, COL_0031FBC7_95B6_4CED_82B3_F6B7070E7F6A#575094, COL_0C310DCD_05AD_4BBA_8349_158B28256935#575095, COL_7E1DB0AF_566A_44E4_A1C2_E4E2E41CE779#575381, COL_F4F7F9D3_EE47_4E54_B9E8_01FB09452A31#575392]

(74) Project
Output [7]: [COL_4E30F557_0D51_42D5_8031_A4EAB6C1C247#575092, COL_4AB767CC_7E61_4F81_8512_47304B8AD22F#575138, COL_680B8808_CA1F_43BB_9FD6_545FE101582E#575367, COL_F4F7F9D3_EE47_4E54_B9E8_01FB09452A31#575392, COL_8CCAF66F_C5D0_48EE_88DB_F76EBE2CDAC8#575431, str_split(COL_8CCAF66F_C5D0_48EE_88DB_F76EBE2CDAC8#575431, ,) AS COL_BCE5C1E0_92AA_4602_8A43_0134A61F608D#575446, str_join(array(str_join(array(str_remove_extend(str_list_as_str(COL_0031FBC7_95B6_4CED_82B3_F6B7070E7F6A#575094), [[,],,]),  Déduit des Infos Patient), ), str_join(array(Présent dans le RSF , COL_281ACE9A_A79D_43A9_8DD8_D76F1761D285#575368), ), str_join(array(Acte - Spé - Date , str_list_as_str(COL_0C310DCD_05AD_4BBA_8349_158B28256935#575095)),  : )),  - ) AS COL_394635B6_CBFF_48E1_A7F6_382580FC1E24#575462]
Input [8]: [COL_4E30F557_0D51_42D5_8031_A4EAB6C1C247#575092, COL_4AB767CC_7E61_4F81_8512_47304B8AD22F#575138, COL_680B8808_CA1F_43BB_9FD6_545FE101582E#575367, COL_281ACE9A_A79D_43A9_8DD8_D76F1761D285#575368, COL_0031FBC7_95B6_4CED_82B3_F6B7070E7F6A#575094, COL_0C310DCD_05AD_4BBA_8349_158B28256935#575095, COL_F4F7F9D3_EE47_4E54_B9E8_01FB09452A31#575392, COL_8CCAF66F_C5D0_48EE_88DB_F76EBE2CDAC8#575431]

(75) Generate
Input [7]: [COL_4E30F557_0D51_42D5_8031_A4EAB6C1C247#575092, COL_4AB767CC_7E61_4F81_8512_47304B8AD22F#575138, COL_680B8808_CA1F_43BB_9FD6_545FE101582E#575367, COL_F4F7F9D3_EE47_4E54_B9E8_01FB09452A31#575392, COL_8CCAF66F_C5D0_48EE_88DB_F76EBE2CDAC8#575431, COL_BCE5C1E0_92AA_4602_8A43_0134A61F608D#575446, COL_394635B6_CBFF_48E1_A7F6_382580FC1E24#575462]
Arguments: explode(COL_BCE5C1E0_92AA_4602_8A43_0134A61F608D#575446), [COL_4E30F557_0D51_42D5_8031_A4EAB6C1C247#575092, COL_4AB767CC_7E61_4F81_8512_47304B8AD22F#575138, COL_680B8808_CA1F_43BB_9FD6_545FE101582E#575367, COL_F4F7F9D3_EE47_4E54_B9E8_01FB09452A31#575392, COL_8CCAF66F_C5D0_48EE_88DB_F76EBE2CDAC8#575431, COL_394635B6_CBFF_48E1_A7F6_382580FC1E24#575462], false, [COL_D6EF6DFC_79A6_470E_BA52_073402820059#575480]

(76) Project
Output [6]: [COL_4E30F557_0D51_42D5_8031_A4EAB6C1C247#575092, COL_680B8808_CA1F_43BB_9FD6_545FE101582E#575367, str_create(RC-SUF-SUN) AS COL_C85C6E08_90B7_4393_94E6_7D80D91002DE#575605, COL_D6EF6DFC_79A6_470E_BA52_073402820059#575480, str_if_with_rule(CASE WHEN isnull(Contains(COL_8CCAF66F_C5D0_48EE_88DB_F76EBE2CDAC8#575431, ,)) THEN false ELSE Contains(COL_8CCAF66F_C5D0_48EE_88DB_F76EBE2CDAC8#575431, ,) END, str_concat(array(Switch de forfait , COL_8CCAF66F_C5D0_48EE_88DB_F76EBE2CDAC8#575431, @, COL_F4F7F9D3_EE47_4E54_B9E8_01FB09452A31#575392)), str_if_with_rule(CASE WHEN isnull(Contains(COL_D6EF6DFC_79A6_470E_BA52_073402820059#575480, -)) THEN false ELSE Contains(COL_D6EF6DFC_79A6_470E_BA52_073402820059#575480, -) END, str_concat(array(Suppression de Forfait@, COL_F4F7F9D3_EE47_4E54_B9E8_01FB09452A31#575392)), str_if_with_rule(CASE WHEN isnull(Contains(COL_D6EF6DFC_79A6_470E_BA52_073402820059#575480, +)) THEN false ELSE Contains(COL_D6EF6DFC_79A6_470E_BA52_073402820059#575480, +) END, str_concat(array(Ajout de forfait@, COL_4AB767CC_7E61_4F81_8512_47304B8AD22F#575138)), null))) AS COL_7C996DEA_C14E_49A5_B230_77E504C67A0F#575607, COL_394635B6_CBFF_48E1_A7F6_382580FC1E24#575462]
Input [7]: [COL_4E30F557_0D51_42D5_8031_A4EAB6C1C247#575092, COL_4AB767CC_7E61_4F81_8512_47304B8AD22F#575138, COL_680B8808_CA1F_43BB_9FD6_545FE101582E#575367, COL_F4F7F9D3_EE47_4E54_B9E8_01FB09452A31#575392, COL_8CCAF66F_C5D0_48EE_88DB_F76EBE2CDAC8#575431, COL_394635B6_CBFF_48E1_A7F6_382580FC1E24#575462, COL_D6EF6DFC_79A6_470E_BA52_073402820059#575480]

(77) WriteFiles
Input [6]: [COL_4E30F557_0D51_42D5_8031_A4EAB6C1C247#575092, COL_680B8808_CA1F_43BB_9FD6_545FE101582E#575367, COL_C85C6E08_90B7_4393_94E6_7D80D91002DE#575605, COL_D6EF6DFC_79A6_470E_BA52_073402820059#575480, COL_7C996DEA_C14E_49A5_B230_77E504C67A0F#575607, COL_394635B6_CBFF_48E1_A7F6_382580FC1E24#575462]

(78) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/datablock/05_GR7_SUN_SUF_225818, false, Parquet, [path=file:///data/output/cache/parquet/datablock/05_GR7_SUN_SUF_225818], Overwrite, [COL_4E30F557_0D51_42D5_8031_A4EAB6C1C247, COL_680B8808_CA1F_43BB_9FD6_545FE101582E, COL_C85C6E08_90B7_4393_94E6_7D80D91002DE, COL_D6EF6DFC_79A6_470E_BA52_073402820059, COL_7C996DEA_C14E_49A5_B230_77E504C67A0F, COL_394635B6_CBFF_48E1_A7F6_382580FC1E24]

(79) AdaptiveSparkPlan
Output: []
Arguments: isFinalPlan=true

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet