SP1 - Details for Query 12007

Submitted Time: 2026/01/24 21:06:32
Duration: 0.5 s
Succeeded Jobs: 17878

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label="Execute InsertIntoHadoopFsRelationCommand task commit time total (min, med, max (stageId: taskId)) 5 ms (0 ms, 1 ms, 1 ms (stage 32482.0: task 39343)) number of written files: 10 job commit time: 5 ms number of output rows: 48,615 number of dynamic part: 0 written output: 7.8 MiB"]; 1 [labelType="html" label=" WriteFiles "]; subgraph cluster2 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n3.4 s (307 ms, 335 ms, 365 ms (stage 32482.0: task 39345))"; 3 [labelType="html" label=" Project "]; 4 [labelType="html" label="Filter number of output rows: 48,615"]; 5 [labelType="html" label="ColumnarToRow number of output rows: 474,437 number of input batches: 120"]; } 6 [labelType="html" label="Scan parquet number of files read: 10 scan time total (min, med, max (stageId: taskId)) 540 ms (41 ms, 52 ms, 68 ms (stage 32482.0: task 39345)) metadata time: 0 ms size of files read: 21.5 MiB number of output rows: 474,437"]; 1->0; 3->1; 4->3; 5->4; 6->5; }

Execute InsertIntoHadoopFsRelationCommand file:/data/output/cache/parquet/datablock/03_PIVOT_INFORM_161568, false, Parquet, [path=file:///data/output/cache/parquet/datablock/03_PIVOT_INFORM_161568], Overwrite, [COL_B0A29476_8712_4938_9AAA_2B3FED3AA843, COL_AF3F7921_8BD5_48BC_A5E7_2558D4D7693B, COL_2C57AE56_072C_4967_B155_3BCF550AC929, COL_1856697C_8DD2_425F_AA61_054524CA3E4B, COL_CC27206E_3AE7_4822_B5CA_6AFE91FF041F, COL_F1E7803C_F059_4667_8E32_963E2B3DA65F, COL_351EE403_0229_4432_B273_A1F41BC78672, COL_12B44094_B64E_4779_A967_D983CDAB1370, COL_8761272F_9915_40EB_8429_20EFEF6A9A31, COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8, COL_5F8E1D72_6344_42AB_A08C_3B4735439F46, COL_3B226ACB_AA4E_47E6_BD93_5023DCAC91B8, COL_5DF719CA_DD10_4841_ACAE_B085DE2FDD8A, COL_FEC0DD4A_81C8_43C0_839B_6C467192AD00, COL_F59EBD3D_6145_41E4_8527_CC67B7C9A720, COL_43523D61_1E4B_4377_998B_7E898D87B867, COL_5B5B1560_CF55_4AC4_BCE9_7B7950215A94, COL_60F7C888_9836_4535_A22F_D43D2994E019, COL_6D75D92E_6F3C_4FDD_9F7E_C7DF90A88506, COL_F32292CE_571F_40F2_88B1_7D25A50B5BBB, COL_090106A5_73E4_4A2F_B079_EA4B1A7BC0D3, COL_0319BDA3_7106_4508_AF3E_C32CDF2C0BC2, COL_5C845018_CED0_4FFF_8CB9_3F313C12BC9F, COL_DB215276_6B31_4B67_9D4C_389CB35AE0FA, ... 10 more fields]

WriteFiles

Project [COL_4ECA949F_2DA4_41C5_80E1_520DEFC8D1EA#2454194 AS COL_B0A29476_8712_4938_9AAA_2B3FED3AA843#2454634, COL_D14F6518_D1F3_4F18_93EC_DEF8E6712184#2454195 AS COL_AF3F7921_8BD5_48BC_A5E7_2558D4D7693B#2454635, COL_F522EF71_EF5D_46C0_B0EC_B3EB638B97F7#2454196 AS COL_2C57AE56_072C_4967_B155_3BCF550AC929#2454636, COL_CEFA2472_1E3F_469C_9633_864540C40AD9#2454197 AS COL_1856697C_8DD2_425F_AA61_054524CA3E4B#2454637, COL_1DDA21A4_0127_416B_A5DB_7EDD9CC61B56#2454198 AS COL_CC27206E_3AE7_4822_B5CA_6AFE91FF041F#2454638, COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2454199 AS COL_F1E7803C_F059_4667_8E32_963E2B3DA65F#2454639, COL_0521CAB9_7617_4F31_948E_95DCA16387D7#2454200 AS COL_351EE403_0229_4432_B273_A1F41BC78672#2454640, COL_1DACB81E_AFA5_4BB8_83D7_57DE8B8062B7#2454201 AS COL_12B44094_B64E_4779_A967_D983CDAB1370#2454641, COL_9262BBED_C393_416D_B38C_8F1458965BA7#2454202 AS COL_8761272F_9915_40EB_8429_20EFEF6A9A31#2454642, COL_F76265AB_8748_4114_92B4_00E37DE25D34#2454203 AS COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#2454643, COL_96E2282E_0771_460E_8BDB_D11261BD9020#2454204 AS COL_5F8E1D72_6344_42AB_A08C_3B4735439F46#2454644, COL_12028397_66B1_4E3C_BBDB_64537606E7DE#2454205 AS COL_3B226ACB_AA4E_47E6_BD93_5023DCAC91B8#2454645, COL_580D5890_2839_4108_A636_8E25F97E50E0#2454206 AS COL_5DF719CA_DD10_4841_ACAE_B085DE2FDD8A#2454646, COL_3AFB6BB7_7AA1_4D16_AE24_4CB203A67B51#2454207 AS COL_FEC0DD4A_81C8_43C0_839B_6C467192AD00#2454647, COL_2C09E3B7_4086_45D3_8676_F1D58494C2DD#2454208 AS COL_F59EBD3D_6145_41E4_8527_CC67B7C9A720#2454648, COL_4473F770_A575_4100_97F6_8190F900749A#2454209 AS COL_43523D61_1E4B_4377_998B_7E898D87B867#2454649, COL_715B3479_EAD2_422C_BF5C_7B020197D946#2454210 AS COL_5B5B1560_CF55_4AC4_BCE9_7B7950215A94#2454650, COL_B41952EB_DE3F_4899_8A04_46EF55D519D3#2454211 AS COL_60F7C888_9836_4535_A22F_D43D2994E019#2454651, COL_13C7079E_53C2_4945_BB83_A9CBB5596CA7#2454212 AS COL_6D75D92E_6F3C_4FDD_9F7E_C7DF90A88506#2454652, COL_1DD27485_A759_457B_BE67_EC6813E5F6C7#2454213 AS COL_F32292CE_571F_40F2_88B1_7D25A50B5BBB#2454653, COL_5F21C9DE_C72B_4C4D_A042_7C2B1C8E43BD#2454214 AS COL_090106A5_73E4_4A2F_B079_EA4B1A7BC0D3#2454654, COL_97360DFB_D20B_4DFF_A68A_57C41867D04E#2454215 AS COL_0319BDA3_7106_4508_AF3E_C32CDF2C0BC2#2454655, COL_47A73BC1_4566_45A9_8162_7B6B9E438C8D#2454227 AS COL_5C845018_CED0_4FFF_8CB9_3F313C12BC9F#2454656, COL_390B6626_6008_4E32_942E_6ED08B69626F#2454217 AS COL_DB215276_6B31_4B67_9D4C_389CB35AE0FA#2454657, ... 10 more fields]

Filter (COL_1DDA21A4_0127_416B_A5DB_7EDD9CC61B56#2454198 <=> A)

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_4ECA949F_2DA4_41C5_80E1_520DEFC8D1EA#2454194,COL_D14F6518_D1F3_4F18_93EC_DEF8E6712184#2454195,COL_F522EF71_EF5D_46C0_B0EC_B3EB638B97F7#2454196,COL_CEFA2472_1E3F_469C_9633_864540C40AD9#2454197,COL_1DDA21A4_0127_416B_A5DB_7EDD9CC61B56#2454198,COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2454199,COL_0521CAB9_7617_4F31_948E_95DCA16387D7#2454200,COL_1DACB81E_AFA5_4BB8_83D7_57DE8B8062B7#2454201,COL_9262BBED_C393_416D_B38C_8F1458965BA7#2454202,COL_F76265AB_8748_4114_92B4_00E37DE25D34#2454203,COL_96E2282E_0771_460E_8BDB_D11261BD9020#2454204,COL_12028397_66B1_4E3C_BBDB_64537606E7DE#2454205,COL_580D5890_2839_4108_A636_8E25F97E50E0#2454206,COL_3AFB6BB7_7AA1_4D16_AE24_4CB203A67B51#2454207,COL_2C09E3B7_4086_45D3_8676_F1D58494C2DD#2454208,COL_4473F770_A575_4100_97F6_8190F900749A#2454209,COL_715B3479_EAD2_422C_BF5C_7B020197D946#2454210,COL_B41952EB_DE3F_4899_8A04_46EF55D519D3#2454211,COL_13C7079E_53C2_4945_BB83_A9CBB5596CA7#2454212,COL_1DD27485_A759_457B_BE67_EC6813E5F6C7#2454213,COL_5F21C9DE_C72B_4C4D_A042_7C2B1C8E43BD#2454214,COL_97360DFB_D20B_4DFF_A68A_57C41867D04E#2454215,COL_390B6626_6008_4E32_942E_6ED08B69626F#2454217,COL_CD30424F_E1B5_4038_9F6F_A6119868B45C#2454218,... 10 more fields] Batched: true, DataFilters: [(COL_1DDA21A4_0127_416B_A5DB_7EDD9CC61B56#2454198 <=> A)], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/02_A_ELIGIBLE_161654], PartitionFilters: [], PushedFilters: [EqualNullSafe(COL_1DDA21A4_0127_416B_A5DB_7EDD9CC61B56,A)], ReadSchema: struct<COL_4ECA949F_2DA4_41C5_80E1_520DEFC8D1EA:string,COL_D14F6518_D1F3_4F18_93EC_DEF8E6712184:s...

Details

== Physical Plan ==
Execute InsertIntoHadoopFsRelationCommand (6)
+- WriteFiles (5)
   +- * Project (4)
      +- * Filter (3)
         +- * ColumnarToRow (2)
            +- Scan parquet  (1)


(1) Scan parquet 
Output [34]: [COL_4ECA949F_2DA4_41C5_80E1_520DEFC8D1EA#2454194, COL_D14F6518_D1F3_4F18_93EC_DEF8E6712184#2454195, COL_F522EF71_EF5D_46C0_B0EC_B3EB638B97F7#2454196, COL_CEFA2472_1E3F_469C_9633_864540C40AD9#2454197, COL_1DDA21A4_0127_416B_A5DB_7EDD9CC61B56#2454198, COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2454199, COL_0521CAB9_7617_4F31_948E_95DCA16387D7#2454200, COL_1DACB81E_AFA5_4BB8_83D7_57DE8B8062B7#2454201, COL_9262BBED_C393_416D_B38C_8F1458965BA7#2454202, COL_F76265AB_8748_4114_92B4_00E37DE25D34#2454203, COL_96E2282E_0771_460E_8BDB_D11261BD9020#2454204, COL_12028397_66B1_4E3C_BBDB_64537606E7DE#2454205, COL_580D5890_2839_4108_A636_8E25F97E50E0#2454206, COL_3AFB6BB7_7AA1_4D16_AE24_4CB203A67B51#2454207, COL_2C09E3B7_4086_45D3_8676_F1D58494C2DD#2454208, COL_4473F770_A575_4100_97F6_8190F900749A#2454209, COL_715B3479_EAD2_422C_BF5C_7B020197D946#2454210, COL_B41952EB_DE3F_4899_8A04_46EF55D519D3#2454211, COL_13C7079E_53C2_4945_BB83_A9CBB5596CA7#2454212, COL_1DD27485_A759_457B_BE67_EC6813E5F6C7#2454213, COL_5F21C9DE_C72B_4C4D_A042_7C2B1C8E43BD#2454214, COL_97360DFB_D20B_4DFF_A68A_57C41867D04E#2454215, COL_390B6626_6008_4E32_942E_6ED08B69626F#2454217, COL_CD30424F_E1B5_4038_9F6F_A6119868B45C#2454218, COL_2B738BBE_CFA2_41EB_9490_76129BDDA7D3#2454219, COL_869EE117_A1AF_4643_9C63_B2E044E76011#2454220, COL_2DEF4579_4198_4381_9794_0850D509C4D9#2454221, COL_28DD75A8_B9B0_41E0_B8DE_4C1D788339EF#2454222, COL_603BA3E4_9B75_44D5_A914_615FAE0C5436#2454224, COL_47A73BC1_4566_45A9_8162_7B6B9E438C8D#2454227, COL_FAEC3B31_0447_4E4B_B8EC_83794AF975DD#2454232, COL_FF5E7CF3_75CA_45FF_AA0E_98474CEB50C2#2454233, COL_6B0E2B89_AC1D_411B_A0AB_19B2CEF8CFC9#2454234, COL_383EDE50_7CF9_4E24_A70F_BA7CD5C9D6BA#2454241]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/02_A_ELIGIBLE_161654]
PushedFilters: [EqualNullSafe(COL_1DDA21A4_0127_416B_A5DB_7EDD9CC61B56,A)]
ReadSchema: struct<COL_4ECA949F_2DA4_41C5_80E1_520DEFC8D1EA:string,COL_D14F6518_D1F3_4F18_93EC_DEF8E6712184:string,COL_F522EF71_EF5D_46C0_B0EC_B3EB638B97F7:string,COL_CEFA2472_1E3F_469C_9633_864540C40AD9:int,COL_1DDA21A4_0127_416B_A5DB_7EDD9CC61B56:string,COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB:string,COL_0521CAB9_7617_4F31_948E_95DCA16387D7:string,COL_1DACB81E_AFA5_4BB8_83D7_57DE8B8062B7:string,COL_9262BBED_C393_416D_B38C_8F1458965BA7:string,COL_F76265AB_8748_4114_92B4_00E37DE25D34:string,COL_96E2282E_0771_460E_8BDB_D11261BD9020:string,COL_12028397_66B1_4E3C_BBDB_64537606E7DE:string,COL_580D5890_2839_4108_A636_8E25F97E50E0:double,COL_3AFB6BB7_7AA1_4D16_AE24_4CB203A67B51:string,COL_2C09E3B7_4086_45D3_8676_F1D58494C2DD:string,COL_4473F770_A575_4100_97F6_8190F900749A:string,COL_715B3479_EAD2_422C_BF5C_7B020197D946:string,COL_B41952EB_DE3F_4899_8A04_46EF55D519D3:string,COL_13C7079E_53C2_4945_BB83_A9CBB5596CA7:string,COL_1DD27485_A759_457B_BE67_EC6813E5F6C7:array<string>,COL_5F21C9DE_C72B_4C4D_A042_7C2B1C8E43BD:array<string>,COL_97360DFB_D20B_4DFF_A68A_57C41867D04E:double,COL_390B6626_6008_4E32_942E_6ED08B69626F:string,COL_CD30424F_E1B5_4038_9F6F_A6119868B45C:string,COL_2B738BBE_CFA2_41EB_9490_76129BDDA7D3:string,COL_869EE117_A1AF_4643_9C63_B2E044E76011:string,COL_2DEF4579_4198_4381_9794_0850D509C4D9:string,COL_28DD75A8_B9B0_41E0_B8DE_4C1D788339EF:string,COL_603BA3E4_9B75_44D5_A914_615FAE0C5436:string,COL_47A73BC1_4566_45A9_8162_7B6B9E438C8D:string,COL_FAEC3B31_0447_4E4B_B8EC_83794AF975DD:string,COL_FF5E7CF3_75CA_45FF_AA0E_98474CEB50C2:string,COL_6B0E2B89_AC1D_411B_A0AB_19B2CEF8CFC9:string,COL_383EDE50_7CF9_4E24_A70F_BA7CD5C9D6BA:string>

(2) ColumnarToRow [codegen id : 1]
Input [34]: [COL_4ECA949F_2DA4_41C5_80E1_520DEFC8D1EA#2454194, COL_D14F6518_D1F3_4F18_93EC_DEF8E6712184#2454195, COL_F522EF71_EF5D_46C0_B0EC_B3EB638B97F7#2454196, COL_CEFA2472_1E3F_469C_9633_864540C40AD9#2454197, COL_1DDA21A4_0127_416B_A5DB_7EDD9CC61B56#2454198, COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2454199, COL_0521CAB9_7617_4F31_948E_95DCA16387D7#2454200, COL_1DACB81E_AFA5_4BB8_83D7_57DE8B8062B7#2454201, COL_9262BBED_C393_416D_B38C_8F1458965BA7#2454202, COL_F76265AB_8748_4114_92B4_00E37DE25D34#2454203, COL_96E2282E_0771_460E_8BDB_D11261BD9020#2454204, COL_12028397_66B1_4E3C_BBDB_64537606E7DE#2454205, COL_580D5890_2839_4108_A636_8E25F97E50E0#2454206, COL_3AFB6BB7_7AA1_4D16_AE24_4CB203A67B51#2454207, COL_2C09E3B7_4086_45D3_8676_F1D58494C2DD#2454208, COL_4473F770_A575_4100_97F6_8190F900749A#2454209, COL_715B3479_EAD2_422C_BF5C_7B020197D946#2454210, COL_B41952EB_DE3F_4899_8A04_46EF55D519D3#2454211, COL_13C7079E_53C2_4945_BB83_A9CBB5596CA7#2454212, COL_1DD27485_A759_457B_BE67_EC6813E5F6C7#2454213, COL_5F21C9DE_C72B_4C4D_A042_7C2B1C8E43BD#2454214, COL_97360DFB_D20B_4DFF_A68A_57C41867D04E#2454215, COL_390B6626_6008_4E32_942E_6ED08B69626F#2454217, COL_CD30424F_E1B5_4038_9F6F_A6119868B45C#2454218, COL_2B738BBE_CFA2_41EB_9490_76129BDDA7D3#2454219, COL_869EE117_A1AF_4643_9C63_B2E044E76011#2454220, COL_2DEF4579_4198_4381_9794_0850D509C4D9#2454221, COL_28DD75A8_B9B0_41E0_B8DE_4C1D788339EF#2454222, COL_603BA3E4_9B75_44D5_A914_615FAE0C5436#2454224, COL_47A73BC1_4566_45A9_8162_7B6B9E438C8D#2454227, COL_FAEC3B31_0447_4E4B_B8EC_83794AF975DD#2454232, COL_FF5E7CF3_75CA_45FF_AA0E_98474CEB50C2#2454233, COL_6B0E2B89_AC1D_411B_A0AB_19B2CEF8CFC9#2454234, COL_383EDE50_7CF9_4E24_A70F_BA7CD5C9D6BA#2454241]

(3) Filter [codegen id : 1]
Input [34]: [COL_4ECA949F_2DA4_41C5_80E1_520DEFC8D1EA#2454194, COL_D14F6518_D1F3_4F18_93EC_DEF8E6712184#2454195, COL_F522EF71_EF5D_46C0_B0EC_B3EB638B97F7#2454196, COL_CEFA2472_1E3F_469C_9633_864540C40AD9#2454197, COL_1DDA21A4_0127_416B_A5DB_7EDD9CC61B56#2454198, COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2454199, COL_0521CAB9_7617_4F31_948E_95DCA16387D7#2454200, COL_1DACB81E_AFA5_4BB8_83D7_57DE8B8062B7#2454201, COL_9262BBED_C393_416D_B38C_8F1458965BA7#2454202, COL_F76265AB_8748_4114_92B4_00E37DE25D34#2454203, COL_96E2282E_0771_460E_8BDB_D11261BD9020#2454204, COL_12028397_66B1_4E3C_BBDB_64537606E7DE#2454205, COL_580D5890_2839_4108_A636_8E25F97E50E0#2454206, COL_3AFB6BB7_7AA1_4D16_AE24_4CB203A67B51#2454207, COL_2C09E3B7_4086_45D3_8676_F1D58494C2DD#2454208, COL_4473F770_A575_4100_97F6_8190F900749A#2454209, COL_715B3479_EAD2_422C_BF5C_7B020197D946#2454210, COL_B41952EB_DE3F_4899_8A04_46EF55D519D3#2454211, COL_13C7079E_53C2_4945_BB83_A9CBB5596CA7#2454212, COL_1DD27485_A759_457B_BE67_EC6813E5F6C7#2454213, COL_5F21C9DE_C72B_4C4D_A042_7C2B1C8E43BD#2454214, COL_97360DFB_D20B_4DFF_A68A_57C41867D04E#2454215, COL_390B6626_6008_4E32_942E_6ED08B69626F#2454217, COL_CD30424F_E1B5_4038_9F6F_A6119868B45C#2454218, COL_2B738BBE_CFA2_41EB_9490_76129BDDA7D3#2454219, COL_869EE117_A1AF_4643_9C63_B2E044E76011#2454220, COL_2DEF4579_4198_4381_9794_0850D509C4D9#2454221, COL_28DD75A8_B9B0_41E0_B8DE_4C1D788339EF#2454222, COL_603BA3E4_9B75_44D5_A914_615FAE0C5436#2454224, COL_47A73BC1_4566_45A9_8162_7B6B9E438C8D#2454227, COL_FAEC3B31_0447_4E4B_B8EC_83794AF975DD#2454232, COL_FF5E7CF3_75CA_45FF_AA0E_98474CEB50C2#2454233, COL_6B0E2B89_AC1D_411B_A0AB_19B2CEF8CFC9#2454234, COL_383EDE50_7CF9_4E24_A70F_BA7CD5C9D6BA#2454241]
Condition : (COL_1DDA21A4_0127_416B_A5DB_7EDD9CC61B56#2454198 <=> A)

(4) Project [codegen id : 1]
Output [34]: [COL_4ECA949F_2DA4_41C5_80E1_520DEFC8D1EA#2454194 AS COL_B0A29476_8712_4938_9AAA_2B3FED3AA843#2454634, COL_D14F6518_D1F3_4F18_93EC_DEF8E6712184#2454195 AS COL_AF3F7921_8BD5_48BC_A5E7_2558D4D7693B#2454635, COL_F522EF71_EF5D_46C0_B0EC_B3EB638B97F7#2454196 AS COL_2C57AE56_072C_4967_B155_3BCF550AC929#2454636, COL_CEFA2472_1E3F_469C_9633_864540C40AD9#2454197 AS COL_1856697C_8DD2_425F_AA61_054524CA3E4B#2454637, COL_1DDA21A4_0127_416B_A5DB_7EDD9CC61B56#2454198 AS COL_CC27206E_3AE7_4822_B5CA_6AFE91FF041F#2454638, COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2454199 AS COL_F1E7803C_F059_4667_8E32_963E2B3DA65F#2454639, COL_0521CAB9_7617_4F31_948E_95DCA16387D7#2454200 AS COL_351EE403_0229_4432_B273_A1F41BC78672#2454640, COL_1DACB81E_AFA5_4BB8_83D7_57DE8B8062B7#2454201 AS COL_12B44094_B64E_4779_A967_D983CDAB1370#2454641, COL_9262BBED_C393_416D_B38C_8F1458965BA7#2454202 AS COL_8761272F_9915_40EB_8429_20EFEF6A9A31#2454642, COL_F76265AB_8748_4114_92B4_00E37DE25D34#2454203 AS COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#2454643, COL_96E2282E_0771_460E_8BDB_D11261BD9020#2454204 AS COL_5F8E1D72_6344_42AB_A08C_3B4735439F46#2454644, COL_12028397_66B1_4E3C_BBDB_64537606E7DE#2454205 AS COL_3B226ACB_AA4E_47E6_BD93_5023DCAC91B8#2454645, COL_580D5890_2839_4108_A636_8E25F97E50E0#2454206 AS COL_5DF719CA_DD10_4841_ACAE_B085DE2FDD8A#2454646, COL_3AFB6BB7_7AA1_4D16_AE24_4CB203A67B51#2454207 AS COL_FEC0DD4A_81C8_43C0_839B_6C467192AD00#2454647, COL_2C09E3B7_4086_45D3_8676_F1D58494C2DD#2454208 AS COL_F59EBD3D_6145_41E4_8527_CC67B7C9A720#2454648, COL_4473F770_A575_4100_97F6_8190F900749A#2454209 AS COL_43523D61_1E4B_4377_998B_7E898D87B867#2454649, COL_715B3479_EAD2_422C_BF5C_7B020197D946#2454210 AS COL_5B5B1560_CF55_4AC4_BCE9_7B7950215A94#2454650, COL_B41952EB_DE3F_4899_8A04_46EF55D519D3#2454211 AS COL_60F7C888_9836_4535_A22F_D43D2994E019#2454651, COL_13C7079E_53C2_4945_BB83_A9CBB5596CA7#2454212 AS COL_6D75D92E_6F3C_4FDD_9F7E_C7DF90A88506#2454652, COL_1DD27485_A759_457B_BE67_EC6813E5F6C7#2454213 AS COL_F32292CE_571F_40F2_88B1_7D25A50B5BBB#2454653, COL_5F21C9DE_C72B_4C4D_A042_7C2B1C8E43BD#2454214 AS COL_090106A5_73E4_4A2F_B079_EA4B1A7BC0D3#2454654, COL_97360DFB_D20B_4DFF_A68A_57C41867D04E#2454215 AS COL_0319BDA3_7106_4508_AF3E_C32CDF2C0BC2#2454655, COL_47A73BC1_4566_45A9_8162_7B6B9E438C8D#2454227 AS COL_5C845018_CED0_4FFF_8CB9_3F313C12BC9F#2454656, COL_390B6626_6008_4E32_942E_6ED08B69626F#2454217 AS COL_DB215276_6B31_4B67_9D4C_389CB35AE0FA#2454657, COL_CD30424F_E1B5_4038_9F6F_A6119868B45C#2454218 AS COL_424BD83C_9FCF_4274_A31C_5230975FAA39#2454658, COL_2B738BBE_CFA2_41EB_9490_76129BDDA7D3#2454219 AS COL_A9EE234C_2331_4F24_A871_CDC3E977A099#2454659, COL_869EE117_A1AF_4643_9C63_B2E044E76011#2454220 AS COL_993C7415_5ED8_45E3_974D_5AC6A1E300DB#2454660, COL_2DEF4579_4198_4381_9794_0850D509C4D9#2454221 AS COL_9D918C3A_0604_4D49_B80D_5AEDD299E876#2454661, COL_28DD75A8_B9B0_41E0_B8DE_4C1D788339EF#2454222 AS COL_72A37D1A_DF4A_4A75_9AD5_73AACCF514F6#2454662, COL_603BA3E4_9B75_44D5_A914_615FAE0C5436#2454224 AS COL_F8DBDC17_BE98_41AF_8CD3_D2487EC91EE5#2454663, COL_6B0E2B89_AC1D_411B_A0AB_19B2CEF8CFC9#2454234 AS COL_A7768292_3D54_4C6B_A913_97990CF0FF89#2454664, COL_FF5E7CF3_75CA_45FF_AA0E_98474CEB50C2#2454233 AS COL_68FEC954_2062_4A81_A435_980FFC81CDAE#2454665, COL_FAEC3B31_0447_4E4B_B8EC_83794AF975DD#2454232 AS COL_FF0FF21A_DDF6_44ED_AD1B_3669B56FC1C8#2454666, COL_383EDE50_7CF9_4E24_A70F_BA7CD5C9D6BA#2454241 AS COL_D631DB4E_3B5D_4865_8545_A4E1FBEC583D#2454667]
Input [34]: [COL_4ECA949F_2DA4_41C5_80E1_520DEFC8D1EA#2454194, COL_D14F6518_D1F3_4F18_93EC_DEF8E6712184#2454195, COL_F522EF71_EF5D_46C0_B0EC_B3EB638B97F7#2454196, COL_CEFA2472_1E3F_469C_9633_864540C40AD9#2454197, COL_1DDA21A4_0127_416B_A5DB_7EDD9CC61B56#2454198, COL_F44B0D19_6A77_4497_88B3_B9698DF17BCB#2454199, COL_0521CAB9_7617_4F31_948E_95DCA16387D7#2454200, COL_1DACB81E_AFA5_4BB8_83D7_57DE8B8062B7#2454201, COL_9262BBED_C393_416D_B38C_8F1458965BA7#2454202, COL_F76265AB_8748_4114_92B4_00E37DE25D34#2454203, COL_96E2282E_0771_460E_8BDB_D11261BD9020#2454204, COL_12028397_66B1_4E3C_BBDB_64537606E7DE#2454205, COL_580D5890_2839_4108_A636_8E25F97E50E0#2454206, COL_3AFB6BB7_7AA1_4D16_AE24_4CB203A67B51#2454207, COL_2C09E3B7_4086_45D3_8676_F1D58494C2DD#2454208, COL_4473F770_A575_4100_97F6_8190F900749A#2454209, COL_715B3479_EAD2_422C_BF5C_7B020197D946#2454210, COL_B41952EB_DE3F_4899_8A04_46EF55D519D3#2454211, COL_13C7079E_53C2_4945_BB83_A9CBB5596CA7#2454212, COL_1DD27485_A759_457B_BE67_EC6813E5F6C7#2454213, COL_5F21C9DE_C72B_4C4D_A042_7C2B1C8E43BD#2454214, COL_97360DFB_D20B_4DFF_A68A_57C41867D04E#2454215, COL_390B6626_6008_4E32_942E_6ED08B69626F#2454217, COL_CD30424F_E1B5_4038_9F6F_A6119868B45C#2454218, COL_2B738BBE_CFA2_41EB_9490_76129BDDA7D3#2454219, COL_869EE117_A1AF_4643_9C63_B2E044E76011#2454220, COL_2DEF4579_4198_4381_9794_0850D509C4D9#2454221, COL_28DD75A8_B9B0_41E0_B8DE_4C1D788339EF#2454222, COL_603BA3E4_9B75_44D5_A914_615FAE0C5436#2454224, COL_47A73BC1_4566_45A9_8162_7B6B9E438C8D#2454227, COL_FAEC3B31_0447_4E4B_B8EC_83794AF975DD#2454232, COL_FF5E7CF3_75CA_45FF_AA0E_98474CEB50C2#2454233, COL_6B0E2B89_AC1D_411B_A0AB_19B2CEF8CFC9#2454234, COL_383EDE50_7CF9_4E24_A70F_BA7CD5C9D6BA#2454241]

(5) WriteFiles
Input [34]: [COL_B0A29476_8712_4938_9AAA_2B3FED3AA843#2454634, COL_AF3F7921_8BD5_48BC_A5E7_2558D4D7693B#2454635, COL_2C57AE56_072C_4967_B155_3BCF550AC929#2454636, COL_1856697C_8DD2_425F_AA61_054524CA3E4B#2454637, COL_CC27206E_3AE7_4822_B5CA_6AFE91FF041F#2454638, COL_F1E7803C_F059_4667_8E32_963E2B3DA65F#2454639, COL_351EE403_0229_4432_B273_A1F41BC78672#2454640, COL_12B44094_B64E_4779_A967_D983CDAB1370#2454641, COL_8761272F_9915_40EB_8429_20EFEF6A9A31#2454642, COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8#2454643, COL_5F8E1D72_6344_42AB_A08C_3B4735439F46#2454644, COL_3B226ACB_AA4E_47E6_BD93_5023DCAC91B8#2454645, COL_5DF719CA_DD10_4841_ACAE_B085DE2FDD8A#2454646, COL_FEC0DD4A_81C8_43C0_839B_6C467192AD00#2454647, COL_F59EBD3D_6145_41E4_8527_CC67B7C9A720#2454648, COL_43523D61_1E4B_4377_998B_7E898D87B867#2454649, COL_5B5B1560_CF55_4AC4_BCE9_7B7950215A94#2454650, COL_60F7C888_9836_4535_A22F_D43D2994E019#2454651, COL_6D75D92E_6F3C_4FDD_9F7E_C7DF90A88506#2454652, COL_F32292CE_571F_40F2_88B1_7D25A50B5BBB#2454653, COL_090106A5_73E4_4A2F_B079_EA4B1A7BC0D3#2454654, COL_0319BDA3_7106_4508_AF3E_C32CDF2C0BC2#2454655, COL_5C845018_CED0_4FFF_8CB9_3F313C12BC9F#2454656, COL_DB215276_6B31_4B67_9D4C_389CB35AE0FA#2454657, COL_424BD83C_9FCF_4274_A31C_5230975FAA39#2454658, COL_A9EE234C_2331_4F24_A871_CDC3E977A099#2454659, COL_993C7415_5ED8_45E3_974D_5AC6A1E300DB#2454660, COL_9D918C3A_0604_4D49_B80D_5AEDD299E876#2454661, COL_72A37D1A_DF4A_4A75_9AD5_73AACCF514F6#2454662, COL_F8DBDC17_BE98_41AF_8CD3_D2487EC91EE5#2454663, COL_A7768292_3D54_4C6B_A913_97990CF0FF89#2454664, COL_68FEC954_2062_4A81_A435_980FFC81CDAE#2454665, COL_FF0FF21A_DDF6_44ED_AD1B_3669B56FC1C8#2454666, COL_D631DB4E_3B5D_4865_8545_A4E1FBEC583D#2454667]

(6) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/datablock/03_PIVOT_INFORM_161568, false, Parquet, [path=file:///data/output/cache/parquet/datablock/03_PIVOT_INFORM_161568], Overwrite, [COL_B0A29476_8712_4938_9AAA_2B3FED3AA843, COL_AF3F7921_8BD5_48BC_A5E7_2558D4D7693B, COL_2C57AE56_072C_4967_B155_3BCF550AC929, COL_1856697C_8DD2_425F_AA61_054524CA3E4B, COL_CC27206E_3AE7_4822_B5CA_6AFE91FF041F, COL_F1E7803C_F059_4667_8E32_963E2B3DA65F, COL_351EE403_0229_4432_B273_A1F41BC78672, COL_12B44094_B64E_4779_A967_D983CDAB1370, COL_8761272F_9915_40EB_8429_20EFEF6A9A31, COL_582B8737_1AAE_44AC_AF57_EB71A05E19B8, COL_5F8E1D72_6344_42AB_A08C_3B4735439F46, COL_3B226ACB_AA4E_47E6_BD93_5023DCAC91B8, COL_5DF719CA_DD10_4841_ACAE_B085DE2FDD8A, COL_FEC0DD4A_81C8_43C0_839B_6C467192AD00, COL_F59EBD3D_6145_41E4_8527_CC67B7C9A720, COL_43523D61_1E4B_4377_998B_7E898D87B867, COL_5B5B1560_CF55_4AC4_BCE9_7B7950215A94, COL_60F7C888_9836_4535_A22F_D43D2994E019, COL_6D75D92E_6F3C_4FDD_9F7E_C7DF90A88506, COL_F32292CE_571F_40F2_88B1_7D25A50B5BBB, COL_090106A5_73E4_4A2F_B079_EA4B1A7BC0D3, COL_0319BDA3_7106_4508_AF3E_C32CDF2C0BC2, COL_5C845018_CED0_4FFF_8CB9_3F313C12BC9F, COL_DB215276_6B31_4B67_9D4C_389CB35AE0FA, ... 10 more fields]

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet