DC2 - Details for Query 188

Details for Query 188

Submitted Time: 2025/11/17 10:02:31
Duration: 0.8 s
Succeeded Jobs: 290 292

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" AdaptiveSparkPlan "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (3)\n \nduration: 0 ms"; 2 [labelType="html" label="HashAggregate time in aggregation build: 0 ms number of output rows: 1"]; } 3 [labelType="html" label="Exchange shuffle records written: 1 shuffle write time: 0 ms records read: 1 local bytes read: 59.0 B fetch wait time: 0 ms remote bytes read: 0.0 B local blocks read: 1 remote blocks read: 0 data size: 16.0 B remote bytes read to disk: 0.0 B shuffle bytes written: 59.0 B"]; subgraph cluster4 { isCluster="true"; label="WholeStageCodegen (2)\n \nduration: 689 ms"; 5 [labelType="html" label="HashAggregate time in aggregation build: 689 ms number of output rows: 1"]; 6 [labelType="html" label=" Project "]; 7 [labelType="html" label="Filter number of output rows: 509,382"]; } 8 [labelType="html" label="Generate number of output rows: 2,965,446"]; subgraph cluster9 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 690 ms"; 10 [labelType="html" label=" Project "]; 11 [labelType="html" label="ColumnarToRow number of output rows: 29,954 number of input batches: 8"]; } 12 [labelType="html" label="Scan parquet number of files read: 1 scan time: 23 ms metadata time: 0 ms size of files read: 509.3 KiB number of output rows: 29,954"]; 2->0; 3->2; 5->3; 6->5; 7->6; 8->7; 10->8; 11->10; 12->11; }

AdaptiveSparkPlan isFinalPlan=true

HashAggregate(keys=[], functions=[count(1)])

WholeStageCodegen (3)

Exchange SinglePartition, true, [id=#10284]

HashAggregate(keys=[], functions=[partial_count(1)])

Project

Filter isnotnull(col1#78827)

WholeStageCodegen (2)

Generate stack(99, CMA1, COL_9878EF9F_126D_453E_ABAC_8C257EB4323E#78426, CMA2, COL_368BAC4D_F890_4CF6_B239_B1DE71925F7D#78427, CMA3, COL_D1545230_AFDA_433F_954A_31EAAAD2A879#78428, CMA4, COL_DED65925_A059_456C_A467_6829CE5FC9F7#78429, CMA5, COL_2A8C00CF_80EC_49CE_8290_724207B64D34#78430, CMA6, COL_3F6A74D7_8EF5_4B74_853F_C439CF9E2ACC#78431, CMA7, COL_B2A019A3_5028_4EC5_9EDA_D4741312241F#78432, CMA8, COL_8196E0CE_E64B_4DA2_8BBE_956F83A6AA1C#78433, CMA9, COL_903B64A3_D24F_43E9_8155_B3BC2D9AE1E7#78434, CMA10, COL_B81E783E_1CC4_45FE_96BB_6B8DE24F70B8#78435, CMA11, COL_3445458F_3EF1_4126_902C_8B7D8FAC0C52#78436, CMA12, ... 175 more fields), false, [col0#78826, col1#78827]

Project [CMA1#76026 AS COL_9878EF9F_126D_453E_ABAC_8C257EB4323E#78426, CMA2#76027 AS COL_368BAC4D_F890_4CF6_B239_B1DE71925F7D#78427, CMA3#76028 AS COL_D1545230_AFDA_433F_954A_31EAAAD2A879#78428, CMA4#76029 AS COL_DED65925_A059_456C_A467_6829CE5FC9F7#78429, CMA5#76030 AS COL_2A8C00CF_80EC_49CE_8290_724207B64D34#78430, CMA6#76031 AS COL_3F6A74D7_8EF5_4B74_853F_C439CF9E2ACC#78431, CMA7#76032 AS COL_B2A019A3_5028_4EC5_9EDA_D4741312241F#78432, CMA8#76033 AS COL_8196E0CE_E64B_4DA2_8BBE_956F83A6AA1C#78433, CMA9#76034 AS COL_903B64A3_D24F_43E9_8155_B3BC2D9AE1E7#78434, CMA10#76035 AS COL_B81E783E_1CC4_45FE_96BB_6B8DE24F70B8#78435, CMA11#76036 AS COL_3445458F_3EF1_4126_902C_8B7D8FAC0C52#78436, CMA12#76037 AS COL_935A2F6D_2639_4B7C_A542_680C6D6FBE98#78437, CMA13#76038 AS COL_19DBEBA0_9836_4ACE_8B94_41FA00562116#78438, CMA14#76039 AS COL_20BF10B7_1115_4EB2_82A9_BA4A87AF0E3E#78439, CMA15#76040 AS COL_694D8112_A9D2_4C97_925B_BA6AB35132A7#78440, CMA16#76041 AS COL_1CC9B82B_EAA0_440C_9B54_8CEE13490197#78441, CMA17#76042 AS COL_06B11A8F_60C8_41B6_A99E_C3321F60B145#78442, CMA18#76043 AS COL_F4438D2A_C49B_49CF_8688_30C936AD9492#78443, CMA19#76044 AS COL_9FF7E5C1_8A75_4E2D_8639_AE0833FA4A76#78444, CMA20#76045 AS COL_6A9162EB_9974_4518_8A3D_64591B01F18A#78445, CMA21#76046 AS COL_0329E9F0_2F24_4D8B_A3B5_5F274313D91D#78446, CMA22#76047 AS COL_F5C258C9_22A3_4B57_AC14_7041012DB6F8#78447, CMA23#76048 AS COL_6944C9DE_0989_4573_B79A_7E4A3DC713D5#78448, CMA24#76049 AS COL_54478F51_46AA_4AF8_8838_D4A60ACEFA22#78449, ... 75 more fields]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [CMA1#76026,CMA2#76027,CMA3#76028,CMA4#76029,CMA5#76030,CMA6#76031,CMA7#76032,CMA8#76033,CMA9#76034,CMA10#76035,CMA11#76036,CMA12#76037,CMA13#76038,CMA14#76039,CMA15#76040,CMA16#76041,CMA17#76042,CMA18#76043,CMA19#76044,CMA20#76045,CMA21#76046,CMA22#76047,CMA23#76048,CMA24#76049,... 75 more fields] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex[file:/data/input/depot/parquet/execution/FE8E7224_C2D1_4FC2_8E01_55A9110B067E/c..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<CMA1:string,CMA2:string,CMA3:string,CMA4:string,CMA5:string,CMA6:string,CMA7:string,CMA8:s...

Details

== Parsed Logical Plan ==
Aggregate [count(1) AS count#79161L]
+- Project [COL_24A09A72_DFB3_4002_8CCB_2892C3419C84#79148 AS COL_24A09A72_DFB3_4002_8CCB_2892C3419C84#79154, COL_5DD1CAB3_4547_4D7D_91D7_9C9CCB7F689F#79150 AS COL_5DD1CAB3_4547_4D7D_91D7_9C9CCB7F689F#79155]
   +- Filter isnotnull(COL_5DD1CAB3_4547_4D7D_91D7_9C9CCB7F689F#79150)
      +- Project [COL_24A09A72_DFB3_4002_8CCB_2892C3419C84#79142 AS COL_24A09A72_DFB3_4002_8CCB_2892C3419C84#79148, COL_7D7924D1_4635_4883_A172_4F7AD2451AEA#79143 AS COL_7D7924D1_4635_4883_A172_4F7AD2451AEA#79149, COL_5DD1CAB3_4547_4D7D_91D7_9C9CCB7F689F#79144 AS COL_5DD1CAB3_4547_4D7D_91D7_9C9CCB7F689F#79150]
         +- Project [COL_24A09A72_DFB3_4002_8CCB_2892C3419C84#78825 AS COL_24A09A72_DFB3_4002_8CCB_2892C3419C84#79142, COL_7D7924D1_4635_4883_A172_4F7AD2451AEA#79031 AS COL_7D7924D1_4635_4883_A172_4F7AD2451AEA#79143, COL_5DD1CAB3_4547_4D7D_91D7_9C9CCB7F689F#79135 AS COL_5DD1CAB3_4547_4D7D_91D7_9C9CCB7F689F#79144]
            +- Project [COL_24A09A72_DFB3_4002_8CCB_2892C3419C84#78825, COL_7D7924D1_4635_4883_A172_4F7AD2451AEA#79031, col1#78827 AS COL_5DD1CAB3_4547_4D7D_91D7_9C9CCB7F689F#79135]
               +- Project [COL_24A09A72_DFB3_4002_8CCB_2892C3419C84#78825, col0#78826 AS COL_7D7924D1_4635_4883_A172_4F7AD2451AEA#79031, col1#78827]
                  +- Project [COL_1ED9324E_F2F3_4170_9BF4_6D06BD06089A#78425 AS COL_24A09A72_DFB3_4002_8CCB_2892C3419C84#78825, col0#78826, col1#78827]
                     +- Generate stack(99, CMA1, COL_9878EF9F_126D_453E_ABAC_8C257EB4323E#78426, CMA2, COL_368BAC4D_F890_4CF6_B239_B1DE71925F7D#78427, CMA3, COL_D1545230_AFDA_433F_954A_31EAAAD2A879#78428, CMA4, COL_DED65925_A059_456C_A467_6829CE5FC9F7#78429, CMA5, COL_2A8C00CF_80EC_49CE_8290_724207B64D34#78430, CMA6, COL_3F6A74D7_8EF5_4B74_853F_C439CF9E2ACC#78431, CMA7, COL_B2A019A3_5028_4EC5_9EDA_D4741312241F#78432, CMA8, COL_8196E0CE_E64B_4DA2_8BBE_956F83A6AA1C#78433, CMA9, COL_903B64A3_D24F_43E9_8155_B3BC2D9AE1E7#78434, CMA10, COL_B81E783E_1CC4_45FE_96BB_6B8DE24F70B8#78435, CMA11, COL_3445458F_3EF1_4126_902C_8B7D8FAC0C52#78436, CMA12, ... 175 more fields), false, [col0#78826, col1#78827]
                        +- Project [COL_1ED9324E_F2F3_4170_9BF4_6D06BD06089A#78025 AS COL_1ED9324E_F2F3_4170_9BF4_6D06BD06089A#78425, COL_9878EF9F_126D_453E_ABAC_8C257EB4323E#78026 AS COL_9878EF9F_126D_453E_ABAC_8C257EB4323E#78426, COL_368BAC4D_F890_4CF6_B239_B1DE71925F7D#78027 AS COL_368BAC4D_F890_4CF6_B239_B1DE71925F7D#78427, COL_D1545230_AFDA_433F_954A_31EAAAD2A879#78028 AS COL_D1545230_AFDA_433F_954A_31EAAAD2A879#78428, COL_DED65925_A059_456C_A467_6829CE5FC9F7#78029 AS COL_DED65925_A059_456C_A467_6829CE5FC9F7#78429, COL_2A8C00CF_80EC_49CE_8290_724207B64D34#78030 AS COL_2A8C00CF_80EC_49CE_8290_724207B64D34#78430, COL_3F6A74D7_8EF5_4B74_853F_C439CF9E2ACC#78031 AS COL_3F6A74D7_8EF5_4B74_853F_C439CF9E2ACC#78431, COL_B2A019A3_5028_4EC5_9EDA_D4741312241F#78032 AS COL_B2A019A3_5028_4EC5_9EDA_D4741312241F#78432, COL_8196E0CE_E64B_4DA2_8BBE_956F83A6AA1C#78033 AS COL_8196E0CE_E64B_4DA2_8BBE_956F83A6AA1C#78433, COL_903B64A3_D24F_43E9_8155_B3BC2D9AE1E7#78034 AS COL_903B64A3_D24F_43E9_8155_B3BC2D9AE1E7#78434, COL_B81E783E_1CC4_45FE_96BB_6B8DE24F70B8#78035 AS COL_B81E783E_1CC4_45FE_96BB_6B8DE24F70B8#78435, COL_3445458F_3EF1_4126_902C_8B7D8FAC0C52#78036 AS COL_3445458F_3EF1_4126_902C_8B7D8FAC0C52#78436, COL_935A2F6D_2639_4B7C_A542_680C6D6FBE98#78037 AS COL_935A2F6D_2639_4B7C_A542_680C6D6FBE98#78437, COL_19DBEBA0_9836_4ACE_8B94_41FA00562116#78038 AS COL_19DBEBA0_9836_4ACE_8B94_41FA00562116#78438, COL_20BF10B7_1115_4EB2_82A9_BA4A87AF0E3E#78039 AS COL_20BF10B7_1115_4EB2_82A9_BA4A87AF0E3E#78439, COL_694D8112_A9D2_4C97_925B_BA6AB35132A7#78040 AS COL_694D8112_A9D2_4C97_925B_BA6AB35132A7#78440, COL_1CC9B82B_EAA0_440C_9B54_8CEE13490197#78041 AS COL_1CC9B82B_EAA0_440C_9B54_8CEE13490197#78441, COL_06B11A8F_60C8_41B6_A99E_C3321F60B145#78042 AS COL_06B11A8F_60C8_41B6_A99E_C3321F60B145#78442, COL_F4438D2A_C49B_49CF_8688_30C936AD9492#78043 AS COL_F4438D2A_C49B_49CF_8688_30C936AD9492#78443, COL_9FF7E5C1_8A75_4E2D_8639_AE0833FA4A76#78044 AS COL_9FF7E5C1_8A75_4E2D_8639_AE0833FA4A76#78444, COL_6A9162EB_9974_4518_8A3D_64591B01F18A#78045 AS COL_6A9162EB_9974_4518_8A3D_64591B01F18A#78445, COL_0329E9F0_2F24_4D8B_A3B5_5F274313D91D#78046 AS COL_0329E9F0_2F24_4D8B_A3B5_5F274313D91D#78446, COL_F5C258C9_22A3_4B57_AC14_7041012DB6F8#78047 AS COL_F5C258C9_22A3_4B57_AC14_7041012DB6F8#78447, COL_6944C9DE_0989_4573_B79A_7E4A3DC713D5#78048 AS COL_6944C9DE_0989_4573_B79A_7E4A3DC713D5#78448, ... 76 more fields]
                           +- Project [cast(UCD_141967__CODE_UCD#77624 as string) AS COL_1ED9324E_F2F3_4170_9BF4_6D06BD06089A#78025, cast(UCD_141967__CMA1#77525 as string) AS COL_9878EF9F_126D_453E_ABAC_8C257EB4323E#78026, cast(UCD_141967__CMA2#77536 as string) AS COL_368BAC4D_F890_4CF6_B239_B1DE71925F7D#78027, cast(UCD_141967__CMA3#77547 as string) AS COL_D1545230_AFDA_433F_954A_31EAAAD2A879#78028, cast(UCD_141967__CMA4#77558 as string) AS COL_DED65925_A059_456C_A467_6829CE5FC9F7#78029, cast(UCD_141967__CMA5#77569 as string) AS COL_2A8C00CF_80EC_49CE_8290_724207B64D34#78030, cast(UCD_141967__CMA6#77580 as string) AS COL_3F6A74D7_8EF5_4B74_853F_C439CF9E2ACC#78031, cast(UCD_141967__CMA7#77591 as string) AS COL_B2A019A3_5028_4EC5_9EDA_D4741312241F#78032, cast(UCD_141967__CMA8#77602 as string) AS COL_8196E0CE_E64B_4DA2_8BBE_956F83A6AA1C#78033, cast(UCD_141967__CMA9#77613 as string) AS COL_903B64A3_D24F_43E9_8155_B3BC2D9AE1E7#78034, cast(UCD_141967__CMA10#77526 as string) AS COL_B81E783E_1CC4_45FE_96BB_6B8DE24F70B8#78035, cast(UCD_141967__CMA11#77527 as string) AS COL_3445458F_3EF1_4126_902C_8B7D8FAC0C52#78036, cast(UCD_141967__CMA12#77528 as string) AS COL_935A2F6D_2639_4B7C_A542_680C6D6FBE98#78037, cast(UCD_141967__CMA13#77529 as string) AS COL_19DBEBA0_9836_4ACE_8B94_41FA00562116#78038, cast(UCD_141967__CMA14#77530 as string) AS COL_20BF10B7_1115_4EB2_82A9_BA4A87AF0E3E#78039, cast(UCD_141967__CMA15#77531 as string) AS COL_694D8112_A9D2_4C97_925B_BA6AB35132A7#78040, cast(UCD_141967__CMA16#77532 as string) AS COL_1CC9B82B_EAA0_440C_9B54_8CEE13490197#78041, cast(UCD_141967__CMA17#77533 as string) AS COL_06B11A8F_60C8_41B6_A99E_C3321F60B145#78042, cast(UCD_141967__CMA18#77534 as string) AS COL_F4438D2A_C49B_49CF_8688_30C936AD9492#78043, cast(UCD_141967__CMA19#77535 as string) AS COL_9FF7E5C1_8A75_4E2D_8639_AE0833FA4A76#78044, cast(UCD_141967__CMA20#77537 as string) AS COL_6A9162EB_9974_4518_8A3D_64591B01F18A#78045, cast(UCD_141967__CMA21#77538 as string) AS COL_0329E9F0_2F24_4D8B_A3B5_5F274313D91D#78046, cast(UCD_141967__CMA22#77539 as string) AS COL_F5C258C9_22A3_4B57_AC14_7041012DB6F8#78047, cast(UCD_141967__CMA23#77540 as string) AS COL_6944C9DE_0989_4573_B79A_7E4A3DC713D5#78048, ... 76 more fields]
                              +- Project [_CMA1#76625 AS UCD_141967__CMA1#77525, _CMA10#76626 AS UCD_141967__CMA10#77526, _CMA11#76627 AS UCD_141967__CMA11#77527, _CMA12#76628 AS UCD_141967__CMA12#77528, _CMA13#76629 AS UCD_141967__CMA13#77529, _CMA14#76630 AS UCD_141967__CMA14#77530, _CMA15#76631 AS UCD_141967__CMA15#77531, _CMA16#76632 AS UCD_141967__CMA16#77532, _CMA17#76633 AS UCD_141967__CMA17#77533, _CMA18#76634 AS UCD_141967__CMA18#77534, _CMA19#76635 AS UCD_141967__CMA19#77535, _CMA2#76636 AS UCD_141967__CMA2#77536, _CMA20#76637 AS UCD_141967__CMA20#77537, _CMA21#76638 AS UCD_141967__CMA21#77538, _CMA22#76639 AS UCD_141967__CMA22#77539, _CMA23#76640 AS UCD_141967__CMA23#77540, _CMA24#76641 AS UCD_141967__CMA24#77541, _CMA25#76642 AS UCD_141967__CMA25#77542, _CMA26#76643 AS UCD_141967__CMA26#77543, _CMA27#76644 AS UCD_141967__CMA27#77544, _CMA28#76645 AS UCD_141967__CMA28#77545, _CMA29#76646 AS UCD_141967__CMA29#77546, _CMA3#76647 AS UCD_141967__CMA3#77547, _CMA30#76648 AS UCD_141967__CMA30#77548, ... 76 more fields]
                                 +- SubqueryAlias UCD_141967115
                                    +- Project [_CMA1#76625, _CMA10#76626, _CMA11#76627, _CMA12#76628, _CMA13#76629, _CMA14#76630, _CMA15#76631, _CMA16#76632, _CMA17#76633, _CMA18#76634, _CMA19#76635, _CMA2#76636, _CMA20#76637, _CMA21#76638, _CMA22#76639, _CMA23#76640, _CMA24#76641, _CMA25#76642, _CMA26#76643, _CMA27#76644, _CMA28#76645, _CMA29#76646, _CMA3#76647, _CMA30#76648, ... 76 more fields]
                                       +- Project [CMA1#76326 AS _CMA1#76625, CMA10#76335 AS _CMA10#76626, CMA11#76336 AS _CMA11#76627, CMA12#76337 AS _CMA12#76628, CMA13#76338 AS _CMA13#76629, CMA14#76339 AS _CMA14#76630, CMA15#76340 AS _CMA15#76631, CMA16#76341 AS _CMA16#76632, CMA17#76342 AS _CMA17#76633, CMA18#76343 AS _CMA18#76634, CMA19#76344 AS _CMA19#76635, CMA2#76327 AS _CMA2#76636, CMA20#76345 AS _CMA20#76637, CMA21#76346 AS _CMA21#76638, CMA22#76347 AS _CMA22#76639, CMA23#76348 AS _CMA23#76640, CMA24#76349 AS _CMA24#76641, CMA25#76350 AS _CMA25#76642, CMA26#76351 AS _CMA26#76643, CMA27#76352 AS _CMA27#76644, CMA28#76353 AS _CMA28#76645, CMA29#76354 AS _CMA29#76646, CMA3#76328 AS _CMA3#76647, CMA30#76355 AS _CMA30#76648, ... 76 more fields]
                                          +- Project [CODE_UCD#76325, CMA1#76326, CMA2#76327, CMA3#76328, CMA4#76329, CMA5#76330, CMA6#76331, CMA7#76332, CMA8#76333, CMA9#76334, CMA10#76335, CMA11#76336, CMA12#76337, CMA13#76338, CMA14#76339, CMA15#76340, CMA16#76341, CMA17#76342, CMA18#76343, CMA19#76344, CMA20#76345, CMA21#76346, CMA22#76347, CMA23#76348, ... 76 more fields]
                                             +- Project [CODE_UCD#76025 AS CODE_UCD#76325, CMA1#76026 AS CMA1#76326, CMA2#76027 AS CMA2#76327, CMA3#76028 AS CMA3#76328, CMA4#76029 AS CMA4#76329, CMA5#76030 AS CMA5#76330, CMA6#76031 AS CMA6#76331, CMA7#76032 AS CMA7#76332, CMA8#76033 AS CMA8#76333, CMA9#76034 AS CMA9#76334, CMA10#76035 AS CMA10#76335, CMA11#76036 AS CMA11#76336, CMA12#76037 AS CMA12#76337, CMA13#76038 AS CMA13#76338, CMA14#76039 AS CMA14#76339, CMA15#76040 AS CMA15#76340, CMA16#76041 AS CMA16#76341, CMA17#76042 AS CMA17#76342, CMA18#76043 AS CMA18#76343, CMA19#76044 AS CMA19#76344, CMA20#76045 AS CMA20#76345, CMA21#76046 AS CMA21#76346, CMA22#76047 AS CMA22#76347, CMA23#76048 AS CMA23#76348, ... 76 more fields]
                                                +- Relation[CODE_UCD#76025,CMA1#76026,CMA2#76027,CMA3#76028,CMA4#76029,CMA5#76030,CMA6#76031,CMA7#76032,CMA8#76033,CMA9#76034,CMA10#76035,CMA11#76036,CMA12#76037,CMA13#76038,CMA14#76039,CMA15#76040,CMA16#76041,CMA17#76042,CMA18#76043,CMA19#76044,CMA20#76045,CMA21#76046,CMA22#76047,CMA23#76048,... 76 more fields] parquet

== Analyzed Logical Plan ==
count: bigint
Aggregate [count(1) AS count#79161L]
+- Project [COL_24A09A72_DFB3_4002_8CCB_2892C3419C84#79148 AS COL_24A09A72_DFB3_4002_8CCB_2892C3419C84#79154, COL_5DD1CAB3_4547_4D7D_91D7_9C9CCB7F689F#79150 AS COL_5DD1CAB3_4547_4D7D_91D7_9C9CCB7F689F#79155]
   +- Filter isnotnull(COL_5DD1CAB3_4547_4D7D_91D7_9C9CCB7F689F#79150)
      +- Project [COL_24A09A72_DFB3_4002_8CCB_2892C3419C84#79142 AS COL_24A09A72_DFB3_4002_8CCB_2892C3419C84#79148, COL_7D7924D1_4635_4883_A172_4F7AD2451AEA#79143 AS COL_7D7924D1_4635_4883_A172_4F7AD2451AEA#79149, COL_5DD1CAB3_4547_4D7D_91D7_9C9CCB7F689F#79144 AS COL_5DD1CAB3_4547_4D7D_91D7_9C9CCB7F689F#79150]
         +- Project [COL_24A09A72_DFB3_4002_8CCB_2892C3419C84#78825 AS COL_24A09A72_DFB3_4002_8CCB_2892C3419C84#79142, COL_7D7924D1_4635_4883_A172_4F7AD2451AEA#79031 AS COL_7D7924D1_4635_4883_A172_4F7AD2451AEA#79143, COL_5DD1CAB3_4547_4D7D_91D7_9C9CCB7F689F#79135 AS COL_5DD1CAB3_4547_4D7D_91D7_9C9CCB7F689F#79144]
            +- Project [COL_24A09A72_DFB3_4002_8CCB_2892C3419C84#78825, COL_7D7924D1_4635_4883_A172_4F7AD2451AEA#79031, col1#78827 AS COL_5DD1CAB3_4547_4D7D_91D7_9C9CCB7F689F#79135]
               +- Project [COL_24A09A72_DFB3_4002_8CCB_2892C3419C84#78825, col0#78826 AS COL_7D7924D1_4635_4883_A172_4F7AD2451AEA#79031, col1#78827]
                  +- Project [COL_1ED9324E_F2F3_4170_9BF4_6D06BD06089A#78425 AS COL_24A09A72_DFB3_4002_8CCB_2892C3419C84#78825, col0#78826, col1#78827]
                     +- Generate stack(99, CMA1, COL_9878EF9F_126D_453E_ABAC_8C257EB4323E#78426, CMA2, COL_368BAC4D_F890_4CF6_B239_B1DE71925F7D#78427, CMA3, COL_D1545230_AFDA_433F_954A_31EAAAD2A879#78428, CMA4, COL_DED65925_A059_456C_A467_6829CE5FC9F7#78429, CMA5, COL_2A8C00CF_80EC_49CE_8290_724207B64D34#78430, CMA6, COL_3F6A74D7_8EF5_4B74_853F_C439CF9E2ACC#78431, CMA7, COL_B2A019A3_5028_4EC5_9EDA_D4741312241F#78432, CMA8, COL_8196E0CE_E64B_4DA2_8BBE_956F83A6AA1C#78433, CMA9, COL_903B64A3_D24F_43E9_8155_B3BC2D9AE1E7#78434, CMA10, COL_B81E783E_1CC4_45FE_96BB_6B8DE24F70B8#78435, CMA11, COL_3445458F_3EF1_4126_902C_8B7D8FAC0C52#78436, CMA12, ... 175 more fields), false, [col0#78826, col1#78827]
                        +- Project [COL_1ED9324E_F2F3_4170_9BF4_6D06BD06089A#78025 AS COL_1ED9324E_F2F3_4170_9BF4_6D06BD06089A#78425, COL_9878EF9F_126D_453E_ABAC_8C257EB4323E#78026 AS COL_9878EF9F_126D_453E_ABAC_8C257EB4323E#78426, COL_368BAC4D_F890_4CF6_B239_B1DE71925F7D#78027 AS COL_368BAC4D_F890_4CF6_B239_B1DE71925F7D#78427, COL_D1545230_AFDA_433F_954A_31EAAAD2A879#78028 AS COL_D1545230_AFDA_433F_954A_31EAAAD2A879#78428, COL_DED65925_A059_456C_A467_6829CE5FC9F7#78029 AS COL_DED65925_A059_456C_A467_6829CE5FC9F7#78429, COL_2A8C00CF_80EC_49CE_8290_724207B64D34#78030 AS COL_2A8C00CF_80EC_49CE_8290_724207B64D34#78430, COL_3F6A74D7_8EF5_4B74_853F_C439CF9E2ACC#78031 AS COL_3F6A74D7_8EF5_4B74_853F_C439CF9E2ACC#78431, COL_B2A019A3_5028_4EC5_9EDA_D4741312241F#78032 AS COL_B2A019A3_5028_4EC5_9EDA_D4741312241F#78432, COL_8196E0CE_E64B_4DA2_8BBE_956F83A6AA1C#78033 AS COL_8196E0CE_E64B_4DA2_8BBE_956F83A6AA1C#78433, COL_903B64A3_D24F_43E9_8155_B3BC2D9AE1E7#78034 AS COL_903B64A3_D24F_43E9_8155_B3BC2D9AE1E7#78434, COL_B81E783E_1CC4_45FE_96BB_6B8DE24F70B8#78035 AS COL_B81E783E_1CC4_45FE_96BB_6B8DE24F70B8#78435, COL_3445458F_3EF1_4126_902C_8B7D8FAC0C52#78036 AS COL_3445458F_3EF1_4126_902C_8B7D8FAC0C52#78436, COL_935A2F6D_2639_4B7C_A542_680C6D6FBE98#78037 AS COL_935A2F6D_2639_4B7C_A542_680C6D6FBE98#78437, COL_19DBEBA0_9836_4ACE_8B94_41FA00562116#78038 AS COL_19DBEBA0_9836_4ACE_8B94_41FA00562116#78438, COL_20BF10B7_1115_4EB2_82A9_BA4A87AF0E3E#78039 AS COL_20BF10B7_1115_4EB2_82A9_BA4A87AF0E3E#78439, COL_694D8112_A9D2_4C97_925B_BA6AB35132A7#78040 AS COL_694D8112_A9D2_4C97_925B_BA6AB35132A7#78440, COL_1CC9B82B_EAA0_440C_9B54_8CEE13490197#78041 AS COL_1CC9B82B_EAA0_440C_9B54_8CEE13490197#78441, COL_06B11A8F_60C8_41B6_A99E_C3321F60B145#78042 AS COL_06B11A8F_60C8_41B6_A99E_C3321F60B145#78442, COL_F4438D2A_C49B_49CF_8688_30C936AD9492#78043 AS COL_F4438D2A_C49B_49CF_8688_30C936AD9492#78443, COL_9FF7E5C1_8A75_4E2D_8639_AE0833FA4A76#78044 AS COL_9FF7E5C1_8A75_4E2D_8639_AE0833FA4A76#78444, COL_6A9162EB_9974_4518_8A3D_64591B01F18A#78045 AS COL_6A9162EB_9974_4518_8A3D_64591B01F18A#78445, COL_0329E9F0_2F24_4D8B_A3B5_5F274313D91D#78046 AS COL_0329E9F0_2F24_4D8B_A3B5_5F274313D91D#78446, COL_F5C258C9_22A3_4B57_AC14_7041012DB6F8#78047 AS COL_F5C258C9_22A3_4B57_AC14_7041012DB6F8#78447, COL_6944C9DE_0989_4573_B79A_7E4A3DC713D5#78048 AS COL_6944C9DE_0989_4573_B79A_7E4A3DC713D5#78448, ... 76 more fields]
                           +- Project [cast(UCD_141967__CODE_UCD#77624 as string) AS COL_1ED9324E_F2F3_4170_9BF4_6D06BD06089A#78025, cast(UCD_141967__CMA1#77525 as string) AS COL_9878EF9F_126D_453E_ABAC_8C257EB4323E#78026, cast(UCD_141967__CMA2#77536 as string) AS COL_368BAC4D_F890_4CF6_B239_B1DE71925F7D#78027, cast(UCD_141967__CMA3#77547 as string) AS COL_D1545230_AFDA_433F_954A_31EAAAD2A879#78028, cast(UCD_141967__CMA4#77558 as string) AS COL_DED65925_A059_456C_A467_6829CE5FC9F7#78029, cast(UCD_141967__CMA5#77569 as string) AS COL_2A8C00CF_80EC_49CE_8290_724207B64D34#78030, cast(UCD_141967__CMA6#77580 as string) AS COL_3F6A74D7_8EF5_4B74_853F_C439CF9E2ACC#78031, cast(UCD_141967__CMA7#77591 as string) AS COL_B2A019A3_5028_4EC5_9EDA_D4741312241F#78032, cast(UCD_141967__CMA8#77602 as string) AS COL_8196E0CE_E64B_4DA2_8BBE_956F83A6AA1C#78033, cast(UCD_141967__CMA9#77613 as string) AS COL_903B64A3_D24F_43E9_8155_B3BC2D9AE1E7#78034, cast(UCD_141967__CMA10#77526 as string) AS COL_B81E783E_1CC4_45FE_96BB_6B8DE24F70B8#78035, cast(UCD_141967__CMA11#77527 as string) AS COL_3445458F_3EF1_4126_902C_8B7D8FAC0C52#78036, cast(UCD_141967__CMA12#77528 as string) AS COL_935A2F6D_2639_4B7C_A542_680C6D6FBE98#78037, cast(UCD_141967__CMA13#77529 as string) AS COL_19DBEBA0_9836_4ACE_8B94_41FA00562116#78038, cast(UCD_141967__CMA14#77530 as string) AS COL_20BF10B7_1115_4EB2_82A9_BA4A87AF0E3E#78039, cast(UCD_141967__CMA15#77531 as string) AS COL_694D8112_A9D2_4C97_925B_BA6AB35132A7#78040, cast(UCD_141967__CMA16#77532 as string) AS COL_1CC9B82B_EAA0_440C_9B54_8CEE13490197#78041, cast(UCD_141967__CMA17#77533 as string) AS COL_06B11A8F_60C8_41B6_A99E_C3321F60B145#78042, cast(UCD_141967__CMA18#77534 as string) AS COL_F4438D2A_C49B_49CF_8688_30C936AD9492#78043, cast(UCD_141967__CMA19#77535 as string) AS COL_9FF7E5C1_8A75_4E2D_8639_AE0833FA4A76#78044, cast(UCD_141967__CMA20#77537 as string) AS COL_6A9162EB_9974_4518_8A3D_64591B01F18A#78045, cast(UCD_141967__CMA21#77538 as string) AS COL_0329E9F0_2F24_4D8B_A3B5_5F274313D91D#78046, cast(UCD_141967__CMA22#77539 as string) AS COL_F5C258C9_22A3_4B57_AC14_7041012DB6F8#78047, cast(UCD_141967__CMA23#77540 as string) AS COL_6944C9DE_0989_4573_B79A_7E4A3DC713D5#78048, ... 76 more fields]
                              +- Project [_CMA1#76625 AS UCD_141967__CMA1#77525, _CMA10#76626 AS UCD_141967__CMA10#77526, _CMA11#76627 AS UCD_141967__CMA11#77527, _CMA12#76628 AS UCD_141967__CMA12#77528, _CMA13#76629 AS UCD_141967__CMA13#77529, _CMA14#76630 AS UCD_141967__CMA14#77530, _CMA15#76631 AS UCD_141967__CMA15#77531, _CMA16#76632 AS UCD_141967__CMA16#77532, _CMA17#76633 AS UCD_141967__CMA17#77533, _CMA18#76634 AS UCD_141967__CMA18#77534, _CMA19#76635 AS UCD_141967__CMA19#77535, _CMA2#76636 AS UCD_141967__CMA2#77536, _CMA20#76637 AS UCD_141967__CMA20#77537, _CMA21#76638 AS UCD_141967__CMA21#77538, _CMA22#76639 AS UCD_141967__CMA22#77539, _CMA23#76640 AS UCD_141967__CMA23#77540, _CMA24#76641 AS UCD_141967__CMA24#77541, _CMA25#76642 AS UCD_141967__CMA25#77542, _CMA26#76643 AS UCD_141967__CMA26#77543, _CMA27#76644 AS UCD_141967__CMA27#77544, _CMA28#76645 AS UCD_141967__CMA28#77545, _CMA29#76646 AS UCD_141967__CMA29#77546, _CMA3#76647 AS UCD_141967__CMA3#77547, _CMA30#76648 AS UCD_141967__CMA30#77548, ... 76 more fields]
                                 +- SubqueryAlias UCD_141967115
                                    +- Project [_CMA1#76625, _CMA10#76626, _CMA11#76627, _CMA12#76628, _CMA13#76629, _CMA14#76630, _CMA15#76631, _CMA16#76632, _CMA17#76633, _CMA18#76634, _CMA19#76635, _CMA2#76636, _CMA20#76637, _CMA21#76638, _CMA22#76639, _CMA23#76640, _CMA24#76641, _CMA25#76642, _CMA26#76643, _CMA27#76644, _CMA28#76645, _CMA29#76646, _CMA3#76647, _CMA30#76648, ... 76 more fields]
                                       +- Project [CMA1#76326 AS _CMA1#76625, CMA10#76335 AS _CMA10#76626, CMA11#76336 AS _CMA11#76627, CMA12#76337 AS _CMA12#76628, CMA13#76338 AS _CMA13#76629, CMA14#76339 AS _CMA14#76630, CMA15#76340 AS _CMA15#76631, CMA16#76341 AS _CMA16#76632, CMA17#76342 AS _CMA17#76633, CMA18#76343 AS _CMA18#76634, CMA19#76344 AS _CMA19#76635, CMA2#76327 AS _CMA2#76636, CMA20#76345 AS _CMA20#76637, CMA21#76346 AS _CMA21#76638, CMA22#76347 AS _CMA22#76639, CMA23#76348 AS _CMA23#76640, CMA24#76349 AS _CMA24#76641, CMA25#76350 AS _CMA25#76642, CMA26#76351 AS _CMA26#76643, CMA27#76352 AS _CMA27#76644, CMA28#76353 AS _CMA28#76645, CMA29#76354 AS _CMA29#76646, CMA3#76328 AS _CMA3#76647, CMA30#76355 AS _CMA30#76648, ... 76 more fields]
                                          +- Project [CODE_UCD#76325, CMA1#76326, CMA2#76327, CMA3#76328, CMA4#76329, CMA5#76330, CMA6#76331, CMA7#76332, CMA8#76333, CMA9#76334, CMA10#76335, CMA11#76336, CMA12#76337, CMA13#76338, CMA14#76339, CMA15#76340, CMA16#76341, CMA17#76342, CMA18#76343, CMA19#76344, CMA20#76345, CMA21#76346, CMA22#76347, CMA23#76348, ... 76 more fields]
                                             +- Project [CODE_UCD#76025 AS CODE_UCD#76325, CMA1#76026 AS CMA1#76326, CMA2#76027 AS CMA2#76327, CMA3#76028 AS CMA3#76328, CMA4#76029 AS CMA4#76329, CMA5#76030 AS CMA5#76330, CMA6#76031 AS CMA6#76331, CMA7#76032 AS CMA7#76332, CMA8#76033 AS CMA8#76333, CMA9#76034 AS CMA9#76334, CMA10#76035 AS CMA10#76335, CMA11#76036 AS CMA11#76336, CMA12#76037 AS CMA12#76337, CMA13#76038 AS CMA13#76338, CMA14#76039 AS CMA14#76339, CMA15#76040 AS CMA15#76340, CMA16#76041 AS CMA16#76341, CMA17#76042 AS CMA17#76342, CMA18#76043 AS CMA18#76343, CMA19#76044 AS CMA19#76344, CMA20#76045 AS CMA20#76345, CMA21#76046 AS CMA21#76346, CMA22#76047 AS CMA22#76347, CMA23#76048 AS CMA23#76348, ... 76 more fields]
                                                +- Relation[CODE_UCD#76025,CMA1#76026,CMA2#76027,CMA3#76028,CMA4#76029,CMA5#76030,CMA6#76031,CMA7#76032,CMA8#76033,CMA9#76034,CMA10#76035,CMA11#76036,CMA12#76037,CMA13#76038,CMA14#76039,CMA15#76040,CMA16#76041,CMA17#76042,CMA18#76043,CMA19#76044,CMA20#76045,CMA21#76046,CMA22#76047,CMA23#76048,... 76 more fields] parquet

== Optimized Logical Plan ==
Aggregate [count(1) AS count#79161L]
+- Project
   +- Filter isnotnull(col1#78827)
      +- Generate stack(99, CMA1, COL_9878EF9F_126D_453E_ABAC_8C257EB4323E#78426, CMA2, COL_368BAC4D_F890_4CF6_B239_B1DE71925F7D#78427, CMA3, COL_D1545230_AFDA_433F_954A_31EAAAD2A879#78428, CMA4, COL_DED65925_A059_456C_A467_6829CE5FC9F7#78429, CMA5, COL_2A8C00CF_80EC_49CE_8290_724207B64D34#78430, CMA6, COL_3F6A74D7_8EF5_4B74_853F_C439CF9E2ACC#78431, CMA7, COL_B2A019A3_5028_4EC5_9EDA_D4741312241F#78432, CMA8, COL_8196E0CE_E64B_4DA2_8BBE_956F83A6AA1C#78433, CMA9, COL_903B64A3_D24F_43E9_8155_B3BC2D9AE1E7#78434, CMA10, COL_B81E783E_1CC4_45FE_96BB_6B8DE24F70B8#78435, CMA11, COL_3445458F_3EF1_4126_902C_8B7D8FAC0C52#78436, CMA12, ... 175 more fields), [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, ... 75 more fields], false, [col0#78826, col1#78827]
         +- Project [CMA1#76026 AS COL_9878EF9F_126D_453E_ABAC_8C257EB4323E#78426, CMA2#76027 AS COL_368BAC4D_F890_4CF6_B239_B1DE71925F7D#78427, CMA3#76028 AS COL_D1545230_AFDA_433F_954A_31EAAAD2A879#78428, CMA4#76029 AS COL_DED65925_A059_456C_A467_6829CE5FC9F7#78429, CMA5#76030 AS COL_2A8C00CF_80EC_49CE_8290_724207B64D34#78430, CMA6#76031 AS COL_3F6A74D7_8EF5_4B74_853F_C439CF9E2ACC#78431, CMA7#76032 AS COL_B2A019A3_5028_4EC5_9EDA_D4741312241F#78432, CMA8#76033 AS COL_8196E0CE_E64B_4DA2_8BBE_956F83A6AA1C#78433, CMA9#76034 AS COL_903B64A3_D24F_43E9_8155_B3BC2D9AE1E7#78434, CMA10#76035 AS COL_B81E783E_1CC4_45FE_96BB_6B8DE24F70B8#78435, CMA11#76036 AS COL_3445458F_3EF1_4126_902C_8B7D8FAC0C52#78436, CMA12#76037 AS COL_935A2F6D_2639_4B7C_A542_680C6D6FBE98#78437, CMA13#76038 AS COL_19DBEBA0_9836_4ACE_8B94_41FA00562116#78438, CMA14#76039 AS COL_20BF10B7_1115_4EB2_82A9_BA4A87AF0E3E#78439, CMA15#76040 AS COL_694D8112_A9D2_4C97_925B_BA6AB35132A7#78440, CMA16#76041 AS COL_1CC9B82B_EAA0_440C_9B54_8CEE13490197#78441, CMA17#76042 AS COL_06B11A8F_60C8_41B6_A99E_C3321F60B145#78442, CMA18#76043 AS COL_F4438D2A_C49B_49CF_8688_30C936AD9492#78443, CMA19#76044 AS COL_9FF7E5C1_8A75_4E2D_8639_AE0833FA4A76#78444, CMA20#76045 AS COL_6A9162EB_9974_4518_8A3D_64591B01F18A#78445, CMA21#76046 AS COL_0329E9F0_2F24_4D8B_A3B5_5F274313D91D#78446, CMA22#76047 AS COL_F5C258C9_22A3_4B57_AC14_7041012DB6F8#78447, CMA23#76048 AS COL_6944C9DE_0989_4573_B79A_7E4A3DC713D5#78448, CMA24#76049 AS COL_54478F51_46AA_4AF8_8838_D4A60ACEFA22#78449, ... 75 more fields]
            +- Relation[CODE_UCD#76025,CMA1#76026,CMA2#76027,CMA3#76028,CMA4#76029,CMA5#76030,CMA6#76031,CMA7#76032,CMA8#76033,CMA9#76034,CMA10#76035,CMA11#76036,CMA12#76037,CMA13#76038,CMA14#76039,CMA15#76040,CMA16#76041,CMA17#76042,CMA18#76043,CMA19#76044,CMA20#76045,CMA21#76046,CMA22#76047,CMA23#76048,... 76 more fields] parquet

== Physical Plan ==
AdaptiveSparkPlan isFinalPlan=true
+- *(3) HashAggregate(keys=[], functions=[count(1)], output=[count#79161L])
   +- ShuffleQueryStage 0
      +- Exchange SinglePartition, true, [id=#10284]
         +- *(2) HashAggregate(keys=[], functions=[partial_count(1)], output=[count#79497L])
            +- *(2) Project
               +- *(2) Filter isnotnull(col1#78827)
                  +- Generate stack(99, CMA1, COL_9878EF9F_126D_453E_ABAC_8C257EB4323E#78426, CMA2, COL_368BAC4D_F890_4CF6_B239_B1DE71925F7D#78427, CMA3, COL_D1545230_AFDA_433F_954A_31EAAAD2A879#78428, CMA4, COL_DED65925_A059_456C_A467_6829CE5FC9F7#78429, CMA5, COL_2A8C00CF_80EC_49CE_8290_724207B64D34#78430, CMA6, COL_3F6A74D7_8EF5_4B74_853F_C439CF9E2ACC#78431, CMA7, COL_B2A019A3_5028_4EC5_9EDA_D4741312241F#78432, CMA8, COL_8196E0CE_E64B_4DA2_8BBE_956F83A6AA1C#78433, CMA9, COL_903B64A3_D24F_43E9_8155_B3BC2D9AE1E7#78434, CMA10, COL_B81E783E_1CC4_45FE_96BB_6B8DE24F70B8#78435, CMA11, COL_3445458F_3EF1_4126_902C_8B7D8FAC0C52#78436, CMA12, ... 175 more fields), false, [col0#78826, col1#78827]
                     +- *(1) Project [CMA1#76026 AS COL_9878EF9F_126D_453E_ABAC_8C257EB4323E#78426, CMA2#76027 AS COL_368BAC4D_F890_4CF6_B239_B1DE71925F7D#78427, CMA3#76028 AS COL_D1545230_AFDA_433F_954A_31EAAAD2A879#78428, CMA4#76029 AS COL_DED65925_A059_456C_A467_6829CE5FC9F7#78429, CMA5#76030 AS COL_2A8C00CF_80EC_49CE_8290_724207B64D34#78430, CMA6#76031 AS COL_3F6A74D7_8EF5_4B74_853F_C439CF9E2ACC#78431, CMA7#76032 AS COL_B2A019A3_5028_4EC5_9EDA_D4741312241F#78432, CMA8#76033 AS COL_8196E0CE_E64B_4DA2_8BBE_956F83A6AA1C#78433, CMA9#76034 AS COL_903B64A3_D24F_43E9_8155_B3BC2D9AE1E7#78434, CMA10#76035 AS COL_B81E783E_1CC4_45FE_96BB_6B8DE24F70B8#78435, CMA11#76036 AS COL_3445458F_3EF1_4126_902C_8B7D8FAC0C52#78436, CMA12#76037 AS COL_935A2F6D_2639_4B7C_A542_680C6D6FBE98#78437, CMA13#76038 AS COL_19DBEBA0_9836_4ACE_8B94_41FA00562116#78438, CMA14#76039 AS COL_20BF10B7_1115_4EB2_82A9_BA4A87AF0E3E#78439, CMA15#76040 AS COL_694D8112_A9D2_4C97_925B_BA6AB35132A7#78440, CMA16#76041 AS COL_1CC9B82B_EAA0_440C_9B54_8CEE13490197#78441, CMA17#76042 AS COL_06B11A8F_60C8_41B6_A99E_C3321F60B145#78442, CMA18#76043 AS COL_F4438D2A_C49B_49CF_8688_30C936AD9492#78443, CMA19#76044 AS COL_9FF7E5C1_8A75_4E2D_8639_AE0833FA4A76#78444, CMA20#76045 AS COL_6A9162EB_9974_4518_8A3D_64591B01F18A#78445, CMA21#76046 AS COL_0329E9F0_2F24_4D8B_A3B5_5F274313D91D#78446, CMA22#76047 AS COL_F5C258C9_22A3_4B57_AC14_7041012DB6F8#78447, CMA23#76048 AS COL_6944C9DE_0989_4573_B79A_7E4A3DC713D5#78448, CMA24#76049 AS COL_54478F51_46AA_4AF8_8838_D4A60ACEFA22#78449, ... 75 more fields]
                        +- *(1) ColumnarToRow
                           +- FileScan parquet [CMA1#76026,CMA2#76027,CMA3#76028,CMA4#76029,CMA5#76030,CMA6#76031,CMA7#76032,CMA8#76033,CMA9#76034,CMA10#76035,CMA11#76036,CMA12#76037,CMA13#76038,CMA14#76039,CMA15#76040,CMA16#76041,CMA17#76042,CMA18#76043,CMA19#76044,CMA20#76045,CMA21#76046,CMA22#76047,CMA23#76048,CMA24#76049,... 75 more fields] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex[file:/data/input/depot/parquet/execution/FE8E7224_C2D1_4FC2_8E01_55A9110B067E/c..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<CMA1:string,CMA2:string,CMA3:string,CMA4:string,CMA5:string,CMA6:string,CMA7:string,CMA8:s...