== Physical Plan ==
AdaptiveSparkPlan (25)
+- == Final Plan ==
LocalTableScan (1)
+- == Initial Plan ==
CollectLimit (24)
+- ObjectHashAggregate (23)
+- Exchange (22)
+- ObjectHashAggregate (21)
+- Project (20)
+- SortMergeJoin LeftOuter (19)
:- Project (13)
: +- SortMergeJoin LeftOuter (12)
: :- Sort (6)
: : +- Exchange (5)
: : +- Project (4)
: : +- Filter (3)
: : +- Scan csv (2)
: +- Sort (11)
: +- Exchange (10)
: +- Project (9)
: +- Filter (8)
: +- Scan parquet (7)
+- Sort (18)
+- Exchange (17)
+- Project (16)
+- Filter (15)
+- Scan parquet (14)
(1) LocalTableScan
Output [6]: [COL_BD61378A_0647_4D19_AD0A_9834D090526D#1162359, COL_CCDC09D6_551B_40DD_8BD1_22BED8AE332A#1162360, COL_D27611D7_29DF_494E_B63F_7441F738CDF4#1162361, COL_CD6CBAE1_9E28_46C2_AD54_264C9D3B431E#1162362, COL_58A07574_35DF_4ABD_B4FC_42111A2C77A3#1162363, COL_8AB91429_5EF5_4C19_BFEA_F94D38D2882C#1162364]
Arguments: <empty>, [COL_BD61378A_0647_4D19_AD0A_9834D090526D#1162359, COL_CCDC09D6_551B_40DD_8BD1_22BED8AE332A#1162360, COL_D27611D7_29DF_494E_B63F_7441F738CDF4#1162361, COL_CD6CBAE1_9E28_46C2_AD54_264C9D3B431E#1162362, COL_58A07574_35DF_4ABD_B4FC_42111A2C77A3#1162363, COL_8AB91429_5EF5_4C19_BFEA_F94D38D2882C#1162364]
(2) Scan csv
Output [2]: [Numéro Séjour#1161743, code_Cim10#1161744]
Batched: false
Location: InMemoryFileIndex [file:/data/input/depot/csv/tmp/04_DIAGNOSTICS__217094/diag_Patient_CHSF_M122025.csv]
PushedFilters: [IsNotNull(code_Cim10)]
ReadSchema: struct<Numéro Séjour:string,code_Cim10:string>
(3) Filter
Input [2]: [Numéro Séjour#1161743, code_Cim10#1161744]
Condition : (isnotnull(code_Cim10#1161744) AND (str_complete(str_remove_space(Numéro Séjour#1161743, ALL), 0, 9, LEFT) <=> 250000179))
(4) Project
Output [2]: [str_complete(str_remove_space(Numéro Séjour#1161743, ALL), 0, 9, LEFT) AS COL_A188B73D_4933_4923_828E_687FE72CE189#1162032, str_remove_extend(str_remove_space(code_Cim10#1161744, ALL), [.]) AS COL_D1E62AC3_9D22_4956_8B06_3DF990F627F2#1162033]
Input [2]: [Numéro Séjour#1161743, code_Cim10#1161744]
(5) Exchange
Input [2]: [COL_A188B73D_4933_4923_828E_687FE72CE189#1162032, COL_D1E62AC3_9D22_4956_8B06_3DF990F627F2#1162033]
Arguments: hashpartitioning(COL_D1E62AC3_9D22_4956_8B06_3DF990F627F2#1162033, 10), ENSURE_REQUIREMENTS, [plan_id=697002]
(6) Sort
Input [2]: [COL_A188B73D_4933_4923_828E_687FE72CE189#1162032, COL_D1E62AC3_9D22_4956_8B06_3DF990F627F2#1162033]
Arguments: [COL_D1E62AC3_9D22_4956_8B06_3DF990F627F2#1162033 ASC NULLS FIRST], false, 0
(7) Scan parquet
Output [1]: [Code+CIM+10#1161766]
Batched: true
Location: InMemoryFileIndex [file:/data/input/depot/excel/cache/DIAGNOSTIC_PE1__217112_7dea1e5327e5f24a09b62e89018a2821/DP_PE1.xlsx_3cf176ec8220eb8217dde11c3f5bea46]
ReadSchema: struct<Code+CIM+10:string>
(8) Filter
Input [1]: [Code+CIM+10#1161766]
Condition : isnotnull(str_remove_space(str_remove_extend(str_remove_space(str_remove_extend(Code+CIM+10#1161766, [.]), RIGHT), [.]), RIGHT))
(9) Project
Output [2]: [str_remove_space(str_remove_extend(Code+CIM+10#1161766, [.]), RIGHT) AS DIAGNOSTIC_PE1__217149_CODE_CIM_10_217150#1162045, str_remove_space(str_remove_extend(str_remove_space(str_remove_extend(Code+CIM+10#1161766, [.]), RIGHT), [.]), RIGHT) AS DIAGNOSTIC_PE1__217149_CODE_CIM10_NORM_217156#1162051]
Input [1]: [Code+CIM+10#1161766]
(10) Exchange
Input [2]: [DIAGNOSTIC_PE1__217149_CODE_CIM_10_217150#1162045, DIAGNOSTIC_PE1__217149_CODE_CIM10_NORM_217156#1162051]
Arguments: hashpartitioning(DIAGNOSTIC_PE1__217149_CODE_CIM10_NORM_217156#1162051, 10), ENSURE_REQUIREMENTS, [plan_id=697003]
(11) Sort
Input [2]: [DIAGNOSTIC_PE1__217149_CODE_CIM_10_217150#1162045, DIAGNOSTIC_PE1__217149_CODE_CIM10_NORM_217156#1162051]
Arguments: [DIAGNOSTIC_PE1__217149_CODE_CIM10_NORM_217156#1162051 ASC NULLS FIRST], false, 0
(12) SortMergeJoin
Left keys [1]: [COL_D1E62AC3_9D22_4956_8B06_3DF990F627F2#1162033]
Right keys [1]: [DIAGNOSTIC_PE1__217149_CODE_CIM10_NORM_217156#1162051]
Join type: LeftOuter
Join condition: None
(13) Project
Output [4]: [COL_A188B73D_4933_4923_828E_687FE72CE189#1162032, COL_D1E62AC3_9D22_4956_8B06_3DF990F627F2#1162033, str_if_with_rule(isnotnull(DIAGNOSTIC_PE1__217149_CODE_CIM_10_217150#1162045), 1, 0) AS COL_8E83DA5F_0319_4C71_A57F_EB8028C126EB#1162102, DIAGNOSTIC_PE1__217149_CODE_CIM_10_217150#1162045 AS COL_FBBF269F_6C60_4151_97F8_E09621CDA28C#1162103]
Input [4]: [COL_A188B73D_4933_4923_828E_687FE72CE189#1162032, COL_D1E62AC3_9D22_4956_8B06_3DF990F627F2#1162033, DIAGNOSTIC_PE1__217149_CODE_CIM_10_217150#1162045, DIAGNOSTIC_PE1__217149_CODE_CIM10_NORM_217156#1162051]
(14) Scan parquet
Output [1]: [Code+CIM+10#1161879]
Batched: true
Location: InMemoryFileIndex [file:/data/input/depot/excel/cache/DIAGNOSTIC_PE2__217114_cbd777e38f97dd13389c307638d0c650/DP_PE2.xlsx_28c94356aefda13255c9b88585d8ba20]
ReadSchema: struct<Code+CIM+10:string>
(15) Filter
Input [1]: [Code+CIM+10#1161879]
Condition : isnotnull(str_remove_space(str_remove_extend(str_remove_space(str_remove_extend(Code+CIM+10#1161879, [.]), RIGHT), [.]), RIGHT))
(16) Project
Output [2]: [str_remove_space(str_remove_extend(Code+CIM+10#1161879, [.]), RIGHT) AS DIAGNOSTIC_PE2__217232_CODE_CIM_10_217233#1162117, str_remove_space(str_remove_extend(str_remove_space(str_remove_extend(Code+CIM+10#1161879, [.]), RIGHT), [.]), RIGHT) AS DIAGNOSTIC_PE2__217232_CODE_CIM10_NORM_217239#1162123]
Input [1]: [Code+CIM+10#1161879]
(17) Exchange
Input [2]: [DIAGNOSTIC_PE2__217232_CODE_CIM_10_217233#1162117, DIAGNOSTIC_PE2__217232_CODE_CIM10_NORM_217239#1162123]
Arguments: hashpartitioning(DIAGNOSTIC_PE2__217232_CODE_CIM10_NORM_217239#1162123, 10), ENSURE_REQUIREMENTS, [plan_id=697010]
(18) Sort
Input [2]: [DIAGNOSTIC_PE2__217232_CODE_CIM_10_217233#1162117, DIAGNOSTIC_PE2__217232_CODE_CIM10_NORM_217239#1162123]
Arguments: [DIAGNOSTIC_PE2__217232_CODE_CIM10_NORM_217239#1162123 ASC NULLS FIRST], false, 0
(19) SortMergeJoin
Left keys [1]: [COL_D1E62AC3_9D22_4956_8B06_3DF990F627F2#1162033]
Right keys [1]: [DIAGNOSTIC_PE2__217232_CODE_CIM10_NORM_217239#1162123]
Join type: LeftOuter
Join condition: None
(20) Project
Output [6]: [COL_A188B73D_4933_4923_828E_687FE72CE189#1162032, COL_D1E62AC3_9D22_4956_8B06_3DF990F627F2#1162033, COL_8E83DA5F_0319_4C71_A57F_EB8028C126EB#1162102, str_if_with_rule(isnotnull(DIAGNOSTIC_PE2__217232_CODE_CIM_10_217233#1162117), 1, 0) AS COL_CEA89754_0D9E_4D31_BC11_226DBE26276F#1162187, DIAGNOSTIC_PE2__217232_CODE_CIM_10_217233#1162117 AS COL_17A0F81D_FDA8_42AC_B142_4E64FA588FEA#1162188, COL_FBBF269F_6C60_4151_97F8_E09621CDA28C#1162103]
Input [6]: [COL_A188B73D_4933_4923_828E_687FE72CE189#1162032, COL_D1E62AC3_9D22_4956_8B06_3DF990F627F2#1162033, COL_8E83DA5F_0319_4C71_A57F_EB8028C126EB#1162102, COL_FBBF269F_6C60_4151_97F8_E09621CDA28C#1162103, DIAGNOSTIC_PE2__217232_CODE_CIM_10_217233#1162117, DIAGNOSTIC_PE2__217232_CODE_CIM10_NORM_217239#1162123]
(21) ObjectHashAggregate
Input [6]: [COL_A188B73D_4933_4923_828E_687FE72CE189#1162032, COL_D1E62AC3_9D22_4956_8B06_3DF990F627F2#1162033, COL_8E83DA5F_0319_4C71_A57F_EB8028C126EB#1162102, COL_CEA89754_0D9E_4D31_BC11_226DBE26276F#1162187, COL_17A0F81D_FDA8_42AC_B142_4E64FA588FEA#1162188, COL_FBBF269F_6C60_4151_97F8_E09621CDA28C#1162103]
Keys [1]: [COL_A188B73D_4933_4923_828E_687FE72CE189#1162032]
Functions [5]: [partial_max(COL_8E83DA5F_0319_4C71_A57F_EB8028C126EB#1162102), partial_max(COL_CEA89754_0D9E_4D31_BC11_226DBE26276F#1162187), partial_concatwithseparatorudaf(ARRAY_TO_STR_BEFORE_CONCAT(COL_D1E62AC3_9D22_4956_8B06_3DF990F627F2#1162033), com.adb.hdh.spark.job.scala.utils.ConcatWithSeparatorUDAF@70e0b1a8, class[value[0]: string], class[value[0]: string], true, true, 0, 0, None), partial_concatwithseparatorudaf(ARRAY_TO_STR_BEFORE_CONCAT(COL_FBBF269F_6C60_4151_97F8_E09621CDA28C#1162103), com.adb.hdh.spark.job.scala.utils.ConcatWithSeparatorUDAF@c50f2c9, class[value[0]: string], class[value[0]: string], true, true, 0, 0, None), partial_concatwithseparatorudaf(ARRAY_TO_STR_BEFORE_CONCAT(COL_17A0F81D_FDA8_42AC_B142_4E64FA588FEA#1162188), com.adb.hdh.spark.job.scala.utils.ConcatWithSeparatorUDAF@3630a3f2, class[value[0]: string], class[value[0]: string], true, true, 0, 0, None)]
Aggregate Attributes [5]: [max#1162439, max#1162440, buf#1162441, buf#1162442, buf#1162443]
Results [6]: [COL_A188B73D_4933_4923_828E_687FE72CE189#1162032, max#1162444, max#1162445, buf#1162446, buf#1162447, buf#1162448]
(22) Exchange
Input [6]: [COL_A188B73D_4933_4923_828E_687FE72CE189#1162032, max#1162444, max#1162445, buf#1162446, buf#1162447, buf#1162448]
Arguments: hashpartitioning(COL_A188B73D_4933_4923_828E_687FE72CE189#1162032, 10), ENSURE_REQUIREMENTS, [plan_id=697016]
(23) ObjectHashAggregate
Input [6]: [COL_A188B73D_4933_4923_828E_687FE72CE189#1162032, max#1162444, max#1162445, buf#1162446, buf#1162447, buf#1162448]
Keys [1]: [COL_A188B73D_4933_4923_828E_687FE72CE189#1162032]
Functions [5]: [max(COL_8E83DA5F_0319_4C71_A57F_EB8028C126EB#1162102), max(COL_CEA89754_0D9E_4D31_BC11_226DBE26276F#1162187), concatwithseparatorudaf(ARRAY_TO_STR_BEFORE_CONCAT(COL_D1E62AC3_9D22_4956_8B06_3DF990F627F2#1162033), com.adb.hdh.spark.job.scala.utils.ConcatWithSeparatorUDAF@70e0b1a8, class[value[0]: string], class[value[0]: string], true, true, 0, 0, None), concatwithseparatorudaf(ARRAY_TO_STR_BEFORE_CONCAT(COL_FBBF269F_6C60_4151_97F8_E09621CDA28C#1162103), com.adb.hdh.spark.job.scala.utils.ConcatWithSeparatorUDAF@c50f2c9, class[value[0]: string], class[value[0]: string], true, true, 0, 0, None), concatwithseparatorudaf(ARRAY_TO_STR_BEFORE_CONCAT(COL_17A0F81D_FDA8_42AC_B142_4E64FA588FEA#1162188), com.adb.hdh.spark.job.scala.utils.ConcatWithSeparatorUDAF@3630a3f2, class[value[0]: string], class[value[0]: string], true, true, 0, 0, None)]
Aggregate Attributes [5]: [max(COL_8E83DA5F_0319_4C71_A57F_EB8028C126EB#1162102)#1162206, max(COL_CEA89754_0D9E_4D31_BC11_226DBE26276F#1162187)#1162208, ConcatWithSeparatorUDAF(ARRAY_TO_STR_BEFORE_CONCAT(COL_D1E62AC3_9D22_4956_8B06_3DF990F627F2#1162033))#1162212, ConcatWithSeparatorUDAF(ARRAY_TO_STR_BEFORE_CONCAT(COL_FBBF269F_6C60_4151_97F8_E09621CDA28C#1162103))#1162216, ConcatWithSeparatorUDAF(ARRAY_TO_STR_BEFORE_CONCAT(COL_17A0F81D_FDA8_42AC_B142_4E64FA588FEA#1162188))#1162220]
Results [6]: [COL_A188B73D_4933_4923_828E_687FE72CE189#1162032 AS COL_BD61378A_0647_4D19_AD0A_9834D090526D#1162359, cast(max(COL_8E83DA5F_0319_4C71_A57F_EB8028C126EB#1162102)#1162206 as int) AS COL_CCDC09D6_551B_40DD_8BD1_22BED8AE332A#1162360, cast(max(COL_CEA89754_0D9E_4D31_BC11_226DBE26276F#1162187)#1162208 as int) AS COL_D27611D7_29DF_494E_B63F_7441F738CDF4#1162361, ConcatWithSeparatorUDAF(ARRAY_TO_STR_BEFORE_CONCAT(COL_D1E62AC3_9D22_4956_8B06_3DF990F627F2#1162033))#1162212 AS COL_CD6CBAE1_9E28_46C2_AD54_264C9D3B431E#1162362, ConcatWithSeparatorUDAF(ARRAY_TO_STR_BEFORE_CONCAT(COL_FBBF269F_6C60_4151_97F8_E09621CDA28C#1162103))#1162216 AS COL_58A07574_35DF_4ABD_B4FC_42111A2C77A3#1162363, ConcatWithSeparatorUDAF(ARRAY_TO_STR_BEFORE_CONCAT(COL_17A0F81D_FDA8_42AC_B142_4E64FA588FEA#1162188))#1162220 AS COL_8AB91429_5EF5_4C19_BFEA_F94D38D2882C#1162364]
(24) CollectLimit
Input [6]: [COL_BD61378A_0647_4D19_AD0A_9834D090526D#1162359, COL_CCDC09D6_551B_40DD_8BD1_22BED8AE332A#1162360, COL_D27611D7_29DF_494E_B63F_7441F738CDF4#1162361, COL_CD6CBAE1_9E28_46C2_AD54_264C9D3B431E#1162362, COL_58A07574_35DF_4ABD_B4FC_42111A2C77A3#1162363, COL_8AB91429_5EF5_4C19_BFEA_F94D38D2882C#1162364]
Arguments: 500000
(25) AdaptiveSparkPlan
Output [6]: [COL_BD61378A_0647_4D19_AD0A_9834D090526D#1162359, COL_CCDC09D6_551B_40DD_8BD1_22BED8AE332A#1162360, COL_D27611D7_29DF_494E_B63F_7441F738CDF4#1162361, COL_CD6CBAE1_9E28_46C2_AD54_264C9D3B431E#1162362, COL_58A07574_35DF_4ABD_B4FC_42111A2C77A3#1162363, COL_8AB91429_5EF5_4C19_BFEA_F94D38D2882C#1162364]
Arguments: isFinalPlan=true