DC2 - Details for Query 41

Details for Query 41

Submitted Time: 2026/03/05 07:13:44
Duration: 1 s
Succeeded Jobs: 66 75 76

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" AdaptiveSparkPlan "]; 1 [labelType="html" label=" TakeOrderedAndProject "]; subgraph cluster2 { isCluster="true"; label="WholeStageCodegen (3)\n \nduration: total (min, med, max (stageId: taskId))\n292 ms (3 ms, 12 ms, 182 ms (stage 124.0: task 337))"; 3 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 124.0: task 334)) peak memory total (min, med, max (stageId: taskId)) 129.3 MiB (256.0 KiB, 256.0 KiB, 64.3 MiB (stage 124.0: task 336)) number of output rows: 2 avg hash probe bucket list iters (min, med, max (stageId: taskId)): (1, 1, 1 (stage 124.0: task 336))"]; } 4 [labelType="html" label=" CustomShuffleReader "]; 5 [labelType="html" label="Exchange shuffle records written: 26 shuffle write time total (min, med, max (stageId: taskId)) 131 ms (4 ms, 7 ms, 16 ms (stage 121.0: task 325)) records read: 26 local bytes read total (min, med, max (stageId: taskId)) 2.3 KiB (1142.0 B, 1251.0 B, 1251.0 B (stage 124.0: task 336)) fetch wait time total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 124.0: task 336)) remote bytes read: 0.0 B local blocks read: 26 remote blocks read: 0 data size total (min, med, max (stageId: taskId)) 1352.0 B (104.0 B, 104.0 B, 104.0 B (stage 121.0: task 328)) remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 2.3 KiB (183.0 B, 184.0 B, 186.0 B (stage 121.0: task 321))"]; subgraph cluster6 { isCluster="true"; label="WholeStageCodegen (2)\n \nduration: total (min, med, max (stageId: taskId))\n203 ms (7 ms, 16 ms, 25 ms (stage 121.0: task 330))"; 7 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 33 ms (1 ms, 2 ms, 5 ms (stage 121.0: task 332)) peak memory total (min, med, max (stageId: taskId)) 3.3 MiB (256.0 KiB, 256.0 KiB, 256.0 KiB (stage 121.0: task 328)) number of output rows: 26 avg hash probe bucket list iters: 0"]; 8 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 13 ms (1 ms, 1 ms, 1 ms (stage 121.0: task 328)) peak memory total (min, med, max (stageId: taskId)) 835.3 MiB (64.3 MiB, 64.3 MiB, 64.3 MiB (stage 121.0: task 328)) number of output rows: 3,381 avg hash probe bucket list iters (min, med, max (stageId: taskId)): (1, 1, 1 (stage 121.0: task 328))"]; } 9 [labelType="html" label=" CustomShuffleReader "]; 10 [labelType="html" label="Exchange shuffle records written: 3,381 shuffle write time total (min, med, max (stageId: taskId)) 1.6 s (16 ms, 241 ms, 506 ms (stage 109.0: task 271)) records read: 3,381 local bytes read total (min, med, max (stageId: taskId)) 243.1 KiB (7.4 KiB, 19.7 KiB, 20.3 KiB (stage 121.0: task 325)) fetch wait time total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 121.0: task 328)) remote bytes read: 0.0 B local blocks read: 91 remote blocks read: 0 data size total (min, med, max (stageId: taskId)) 287.7 KiB (9.2 KiB, 46.1 KiB, 48.7 KiB (stage 109.0: task 267)) remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 243.1 KiB (12.2 KiB, 38.1 KiB, 39.8 KiB (stage 109.0: task 267))"]; subgraph cluster11 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n1.0 s (90 ms, 153 ms, 196 ms (stage 109.0: task 270))"; 12 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 206 ms (6 ms, 28 ms, 47 ms (stage 109.0: task 269)) peak memory total (min, med, max (stageId: taskId)) 449.8 MiB (64.3 MiB, 64.3 MiB, 64.3 MiB (stage 109.0: task 273)) number of output rows: 3,381 avg hash probe bucket list iters (min, med, max (stageId: taskId)): (1, 1, 1 (stage 109.0: task 273))"]; 13 [labelType="html" label=" Project "]; 14 [labelType="html" label="ColumnarToRow number of output rows: 9,747 number of input batches: 13"]; } 15 [labelType="html" label="Scan parquet number of files read: 13 scan time total (min, med, max (stageId: taskId)) 163 ms (5 ms, 24 ms, 39 ms (stage 109.0: task 269)) metadata time: 0 ms size of files read: 1661.7 KiB number of output rows: 9,747"]; 1->0; 3->1; 4->3; 5->4; 7->5; 8->7; 9->8; 10->9; 12->10; 13->12; 14->13; 15->14; }

AdaptiveSparkPlan isFinalPlan=true

TakeOrderedAndProject(limit=500000, orderBy=[COL_C5D8A892_2D74_42C8_85A7_A16E0FA2E6A2#7755 ASC NULLS FIRST], output=[COL_C5D8A892_2D74_42C8_85A7_A16E0FA2E6A2#7755,COL_4741617F_78C4_43B8_AC33_C1A7E1ED5636#7756L])

HashAggregate(keys=[COL_E8A8B690_C75C_47D4_BA10_05957706BFD2#7558], functions=[count(1)])

WholeStageCodegen (3)

CustomShuffleReader coalesced

Exchange hashpartitioning(COL_E8A8B690_C75C_47D4_BA10_05957706BFD2#7558, 200), true, [id=#2025]

HashAggregate(keys=[COL_E8A8B690_C75C_47D4_BA10_05957706BFD2#7558], functions=[partial_count(1)])

HashAggregate(keys=[COL_FBA25F3D_A525_41AA_82DF_05B4C78744E9#7367, COL_42E9BB6C_6482_4092_A616_0FC242412C94#7365], functions=[])

WholeStageCodegen (2)

CustomShuffleReader coalesced

Exchange hashpartitioning(COL_FBA25F3D_A525_41AA_82DF_05B4C78744E9#7367, COL_42E9BB6C_6482_4092_A616_0FC242412C94#7365, 200), true, [id=#1874]

HashAggregate(keys=[COL_FBA25F3D_A525_41AA_82DF_05B4C78744E9#7367, COL_42E9BB6C_6482_4092_A616_0FC242412C94#7365], functions=[])

Project [COL_012B029C_9EF7_48A0_9121_FBF2AE91141E#6780 AS COL_42E9BB6C_6482_4092_A616_0FC242412C94#7365, COL_419C9CA6_59DC_404A_A8A5_FB9FE42322C3#6775 AS COL_FBA25F3D_A525_41AA_82DF_05B4C78744E9#7367]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_419C9CA6_59DC_404A_A8A5_FB9FE42322C3#6775,COL_012B029C_9EF7_48A0_9121_FBF2AE91141E#6780] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex[file:/data/output/cache/parquet/datablock/UNION_CONSOLIDA_32798], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_419C9CA6_59DC_404A_A8A5_FB9FE42322C3:string,COL_012B029C_9EF7_48A0_9121_FBF2AE91141E:s...

Details

== Parsed Logical Plan ==
GlobalLimit 500000
+- LocalLimit 500000
   +- Project [COL_C5D8A892_2D74_42C8_85A7_A16E0FA2E6A2#7755 AS COL_C5D8A892_2D74_42C8_85A7_A16E0FA2E6A2#7884, COL_4741617F_78C4_43B8_AC33_C1A7E1ED5636#7756L AS COL_4741617F_78C4_43B8_AC33_C1A7E1ED5636#7885L]
      +- Sort [COL_C5D8A892_2D74_42C8_85A7_A16E0FA2E6A2#7755 ASC NULLS FIRST], true
         +- Project [COL_C5D8A892_2D74_42C8_85A7_A16E0FA2E6A2#7695 AS COL_C5D8A892_2D74_42C8_85A7_A16E0FA2E6A2#7755, COL_4741617F_78C4_43B8_AC33_C1A7E1ED5636#7696L AS COL_4741617F_78C4_43B8_AC33_C1A7E1ED5636#7756L]
            +- Project [COL_C5D8A892_2D74_42C8_85A7_A16E0FA2E6A2#7589 AS COL_C5D8A892_2D74_42C8_85A7_A16E0FA2E6A2#7695, COL_4741617F_78C4_43B8_AC33_C1A7E1ED5636#7622L AS COL_4741617F_78C4_43B8_AC33_C1A7E1ED5636#7696L]
               +- Project [COL_C5D8A892_2D74_42C8_85A7_A16E0FA2E6A2#7589, COL_4741617F_78C4_43B8_AC33_C1A7E1ED5636#7622L]
                  +- Aggregate [COL_E8A8B690_C75C_47D4_BA10_05957706BFD2#7558], [COL_E8A8B690_C75C_47D4_BA10_05957706BFD2#7558 AS COL_C5D8A892_2D74_42C8_85A7_A16E0FA2E6A2#7589, 1 AS NULL_1#7623, count(1) AS COL_4741617F_78C4_43B8_AC33_C1A7E1ED5636#7622L]
                     +- Project [COL_F9EC8439_0A74_4C32_8214_02769AB0108A#7550 AS COL_F9EC8439_0A74_4C32_8214_02769AB0108A#7557, COL_E8A8B690_C75C_47D4_BA10_05957706BFD2#7551 AS COL_E8A8B690_C75C_47D4_BA10_05957706BFD2#7558]
                        +- Project [COL_F9EC8439_0A74_4C32_8214_02769AB0108A#7433 AS COL_F9EC8439_0A74_4C32_8214_02769AB0108A#7550, COL_E8A8B690_C75C_47D4_BA10_05957706BFD2#7434 AS COL_E8A8B690_C75C_47D4_BA10_05957706BFD2#7551]
                           +- Project [COL_F9EC8439_0A74_4C32_8214_02769AB0108A#7433, COL_E8A8B690_C75C_47D4_BA10_05957706BFD2#7434]
                              +- Aggregate [COL_FBA25F3D_A525_41AA_82DF_05B4C78744E9#7367, COL_42E9BB6C_6482_4092_A616_0FC242412C94#7365], [COL_FBA25F3D_A525_41AA_82DF_05B4C78744E9#7367 AS COL_F9EC8439_0A74_4C32_8214_02769AB0108A#7433, COL_42E9BB6C_6482_4092_A616_0FC242412C94#7365 AS COL_E8A8B690_C75C_47D4_BA10_05957706BFD2#7434, 1 AS NULL_1#7443]
                                 +- Project [COL_10B36C05_24A6_4F8F_AD67_80B4D654CE9B#7315 AS COL_10B36C05_24A6_4F8F_AD67_80B4D654CE9B#7364, COL_42E9BB6C_6482_4092_A616_0FC242412C94#7316 AS COL_42E9BB6C_6482_4092_A616_0FC242412C94#7365, COL_4DBDFCAE_9C1F_4AD7_A503_CD346B7D8406#7317 AS COL_4DBDFCAE_9C1F_4AD7_A503_CD346B7D8406#7366, COL_FBA25F3D_A525_41AA_82DF_05B4C78744E9#7318 AS COL_FBA25F3D_A525_41AA_82DF_05B4C78744E9#7367, COL_91C09E95_31EA_48E3_9DDD_0C83B89D29FA#7319 AS COL_91C09E95_31EA_48E3_9DDD_0C83B89D29FA#7368]
                                    +- Project [cast(UNION_CONSOLIDA_32798_COL_59E3B457_6564_4E84_B090_99EAA1987944#6987 as string) AS COL_10B36C05_24A6_4F8F_AD67_80B4D654CE9B#7315, cast(UNION_CONSOLIDA_32798_COL_012B029C_9EF7_48A0_9121_FBF2AE91141E#7042 as string) AS COL_42E9BB6C_6482_4092_A616_0FC242412C94#7316, cast(UNION_CONSOLIDA_32798_COL_A9D0C9C0_A0DF_4FF9_957E_5616E6D3F582#7017 as string) AS COL_4DBDFCAE_9C1F_4AD7_A503_CD346B7D8406#7317, cast(UNION_CONSOLIDA_32798_COL_419C9CA6_59DC_404A_A8A5_FB9FE42322C3#7029 as string) AS COL_FBA25F3D_A525_41AA_82DF_05B4C78744E9#7318, cast(UNION_CONSOLIDA_32798_COL_38D9CA2C_BD87_4605_94E4_86B424A96909#6998 as string) AS COL_91C09E95_31EA_48E3_9DDD_0C83B89D29FA#7319]
                                       +- Project [COL_59E3B457_6564_4E84_B090_99EAA1987944#6743 AS UNION_CONSOLIDA_32798_COL_59E3B457_6564_4E84_B090_99EAA1987944#6987, COL_0F23AEDF_BAD8_4E26_B826_E8AA3ABF2AB7#6744 AS UNION_CONSOLIDA_32798_COL_0F23AEDF_BAD8_4E26_B826_E8AA3ABF2AB7#6988, COL_2502BA3F_08DB_4BB9_B6E5_A7A52A13C0F7#6745 AS UNION_CONSOLIDA_32798_COL_2502BA3F_08DB_4BB9_B6E5_A7A52A13C0F7#6989, COL_413BE7B8_1BFE_4393_A802_209E3937124C#6746 AS UNION_CONSOLIDA_32798_COL_413BE7B8_1BFE_4393_A802_209E3937124C#6991, COL_3E7D7A54_60D3_4C7F_8108_D6154F039403#6747 AS UNION_CONSOLIDA_32798_COL_3E7D7A54_60D3_4C7F_8108_D6154F039403#6992, COL_F8B56ACB_AF4D_4416_A0CE_02542D87F168#6748 AS UNION_CONSOLIDA_32798_COL_F8B56ACB_AF4D_4416_A0CE_02542D87F168#6994, COL_F472560C_DB99_41F2_9279_7069140A9D65#6749 AS UNION_CONSOLIDA_32798_COL_F472560C_DB99_41F2_9279_7069140A9D65#6995, COL_60F30E2C_D2CE_467C_904C_9EBA89EBEC26#6750 AS UNION_CONSOLIDA_32798_COL_60F30E2C_D2CE_467C_904C_9EBA89EBEC26#6996, COL_73CF393B_334E_4D3A_B9C0_D20AE71624A7#6751 AS UNION_CONSOLIDA_32798_COL_73CF393B_334E_4D3A_B9C0_D20AE71624A7#6997, COL_38D9CA2C_BD87_4605_94E4_86B424A96909#6752 AS UNION_CONSOLIDA_32798_COL_38D9CA2C_BD87_4605_94E4_86B424A96909#6998, COL_ED782DEA_98D7_422B_924C_9886EC161B9C#6753 AS UNION_CONSOLIDA_32798_COL_ED782DEA_98D7_422B_924C_9886EC161B9C#6999, COL_135AAA37_5078_4633_9560_24643D2CFC87#6754 AS UNION_CONSOLIDA_32798_COL_135AAA37_5078_4633_9560_24643D2CFC87#7000, COL_0028B527_C922_4E5A_A3AB_F054F9B2965E#6755 AS UNION_CONSOLIDA_32798_COL_0028B527_C922_4E5A_A3AB_F054F9B2965E#7001, COL_F0C5E910_B077_41E9_B46F_01655F2E9C97#6756 AS UNION_CONSOLIDA_32798_COL_F0C5E910_B077_41E9_B46F_01655F2E9C97#7002, COL_F5768BC5_E831_4C13_9267_16652B1D0E08#6757 AS UNION_CONSOLIDA_32798_COL_F5768BC5_E831_4C13_9267_16652B1D0E08#7003, COL_75234846_3AEC_4734_AD7E_5E1D67C6736A#6758 AS UNION_CONSOLIDA_32798_COL_75234846_3AEC_4734_AD7E_5E1D67C6736A#7004, COL_E10C23BC_532B_4DF2_B90A_F93A9688D565#6759 AS UNION_CONSOLIDA_32798_COL_E10C23BC_532B_4DF2_B90A_F93A9688D565#7005, COL_BE661BBD_FD35_4104_A0B0_82CEA3D32045#6760 AS UNION_CONSOLIDA_32798_COL_BE661BBD_FD35_4104_A0B0_82CEA3D32045#7006, COL_67A3CC20_0152_4521_AEF7_3322F80015B9#6761 AS UNION_CONSOLIDA_32798_COL_67A3CC20_0152_4521_AEF7_3322F80015B9#7007, COL_563097F6_D634_4F07_AC9C_1AFBABE98DE7#6762 AS UNION_CONSOLIDA_32798_COL_563097F6_D634_4F07_AC9C_1AFBABE98DE7#7008, COL_B34E98F1_C011_49A8_9374_74FC7AF927E5#6763 AS UNION_CONSOLIDA_32798_COL_B34E98F1_C011_49A8_9374_74FC7AF927E5#7009, COL_240FC9A7_5D69_4A0B_81A6_1A452A1120B4#6764 AS UNION_CONSOLIDA_32798_COL_240FC9A7_5D69_4A0B_81A6_1A452A1120B4#7010, COL_B8C2FB3B_6ADD_4042_B47F_8B496BB19202#6765 AS UNION_CONSOLIDA_32798_COL_B8C2FB3B_6ADD_4042_B47F_8B496BB19202#7011, COL_978D010A_8A92_4D56_ACC1_D7982AEE90AE#6766 AS UNION_CONSOLIDA_32798_COL_978D010A_8A92_4D56_ACC1_D7982AEE90AE#7012, ... 15 more fields]
                                          +- SubqueryAlias UNION_CONSOLIDA_32798114
                                             +- Relation[COL_59E3B457_6564_4E84_B090_99EAA1987944#6743,COL_0F23AEDF_BAD8_4E26_B826_E8AA3ABF2AB7#6744,COL_2502BA3F_08DB_4BB9_B6E5_A7A52A13C0F7#6745,COL_413BE7B8_1BFE_4393_A802_209E3937124C#6746,COL_3E7D7A54_60D3_4C7F_8108_D6154F039403#6747,COL_F8B56ACB_AF4D_4416_A0CE_02542D87F168#6748,COL_F472560C_DB99_41F2_9279_7069140A9D65#6749,COL_60F30E2C_D2CE_467C_904C_9EBA89EBEC26#6750,COL_73CF393B_334E_4D3A_B9C0_D20AE71624A7#6751,COL_38D9CA2C_BD87_4605_94E4_86B424A96909#6752,COL_ED782DEA_98D7_422B_924C_9886EC161B9C#6753,COL_135AAA37_5078_4633_9560_24643D2CFC87#6754,COL_0028B527_C922_4E5A_A3AB_F054F9B2965E#6755,COL_F0C5E910_B077_41E9_B46F_01655F2E9C97#6756,COL_F5768BC5_E831_4C13_9267_16652B1D0E08#6757,COL_75234846_3AEC_4734_AD7E_5E1D67C6736A#6758,COL_E10C23BC_532B_4DF2_B90A_F93A9688D565#6759,COL_BE661BBD_FD35_4104_A0B0_82CEA3D32045#6760,COL_67A3CC20_0152_4521_AEF7_3322F80015B9#6761,COL_563097F6_D634_4F07_AC9C_1AFBABE98DE7#6762,COL_B34E98F1_C011_49A8_9374_74FC7AF927E5#6763,COL_240FC9A7_5D69_4A0B_81A6_1A452A1120B4#6764,COL_B8C2FB3B_6ADD_4042_B47F_8B496BB19202#6765,COL_978D010A_8A92_4D56_ACC1_D7982AEE90AE#6766,... 15 more fields] parquet

== Analyzed Logical Plan ==
COL_C5D8A892_2D74_42C8_85A7_A16E0FA2E6A2: string, COL_4741617F_78C4_43B8_AC33_C1A7E1ED5636: bigint
GlobalLimit 500000
+- LocalLimit 500000
   +- Project [COL_C5D8A892_2D74_42C8_85A7_A16E0FA2E6A2#7755 AS COL_C5D8A892_2D74_42C8_85A7_A16E0FA2E6A2#7884, COL_4741617F_78C4_43B8_AC33_C1A7E1ED5636#7756L AS COL_4741617F_78C4_43B8_AC33_C1A7E1ED5636#7885L]
      +- Sort [COL_C5D8A892_2D74_42C8_85A7_A16E0FA2E6A2#7755 ASC NULLS FIRST], true
         +- Project [COL_C5D8A892_2D74_42C8_85A7_A16E0FA2E6A2#7695 AS COL_C5D8A892_2D74_42C8_85A7_A16E0FA2E6A2#7755, COL_4741617F_78C4_43B8_AC33_C1A7E1ED5636#7696L AS COL_4741617F_78C4_43B8_AC33_C1A7E1ED5636#7756L]
            +- Project [COL_C5D8A892_2D74_42C8_85A7_A16E0FA2E6A2#7589 AS COL_C5D8A892_2D74_42C8_85A7_A16E0FA2E6A2#7695, COL_4741617F_78C4_43B8_AC33_C1A7E1ED5636#7622L AS COL_4741617F_78C4_43B8_AC33_C1A7E1ED5636#7696L]
               +- Project [COL_C5D8A892_2D74_42C8_85A7_A16E0FA2E6A2#7589, COL_4741617F_78C4_43B8_AC33_C1A7E1ED5636#7622L]
                  +- Aggregate [COL_E8A8B690_C75C_47D4_BA10_05957706BFD2#7558], [COL_E8A8B690_C75C_47D4_BA10_05957706BFD2#7558 AS COL_C5D8A892_2D74_42C8_85A7_A16E0FA2E6A2#7589, 1 AS NULL_1#7623, count(1) AS COL_4741617F_78C4_43B8_AC33_C1A7E1ED5636#7622L]
                     +- Project [COL_F9EC8439_0A74_4C32_8214_02769AB0108A#7550 AS COL_F9EC8439_0A74_4C32_8214_02769AB0108A#7557, COL_E8A8B690_C75C_47D4_BA10_05957706BFD2#7551 AS COL_E8A8B690_C75C_47D4_BA10_05957706BFD2#7558]
                        +- Project [COL_F9EC8439_0A74_4C32_8214_02769AB0108A#7433 AS COL_F9EC8439_0A74_4C32_8214_02769AB0108A#7550, COL_E8A8B690_C75C_47D4_BA10_05957706BFD2#7434 AS COL_E8A8B690_C75C_47D4_BA10_05957706BFD2#7551]
                           +- Project [COL_F9EC8439_0A74_4C32_8214_02769AB0108A#7433, COL_E8A8B690_C75C_47D4_BA10_05957706BFD2#7434]
                              +- Aggregate [COL_FBA25F3D_A525_41AA_82DF_05B4C78744E9#7367, COL_42E9BB6C_6482_4092_A616_0FC242412C94#7365], [COL_FBA25F3D_A525_41AA_82DF_05B4C78744E9#7367 AS COL_F9EC8439_0A74_4C32_8214_02769AB0108A#7433, COL_42E9BB6C_6482_4092_A616_0FC242412C94#7365 AS COL_E8A8B690_C75C_47D4_BA10_05957706BFD2#7434, 1 AS NULL_1#7443]
                                 +- Project [COL_10B36C05_24A6_4F8F_AD67_80B4D654CE9B#7315 AS COL_10B36C05_24A6_4F8F_AD67_80B4D654CE9B#7364, COL_42E9BB6C_6482_4092_A616_0FC242412C94#7316 AS COL_42E9BB6C_6482_4092_A616_0FC242412C94#7365, COL_4DBDFCAE_9C1F_4AD7_A503_CD346B7D8406#7317 AS COL_4DBDFCAE_9C1F_4AD7_A503_CD346B7D8406#7366, COL_FBA25F3D_A525_41AA_82DF_05B4C78744E9#7318 AS COL_FBA25F3D_A525_41AA_82DF_05B4C78744E9#7367, COL_91C09E95_31EA_48E3_9DDD_0C83B89D29FA#7319 AS COL_91C09E95_31EA_48E3_9DDD_0C83B89D29FA#7368]
                                    +- Project [cast(UNION_CONSOLIDA_32798_COL_59E3B457_6564_4E84_B090_99EAA1987944#6987 as string) AS COL_10B36C05_24A6_4F8F_AD67_80B4D654CE9B#7315, cast(UNION_CONSOLIDA_32798_COL_012B029C_9EF7_48A0_9121_FBF2AE91141E#7042 as string) AS COL_42E9BB6C_6482_4092_A616_0FC242412C94#7316, cast(UNION_CONSOLIDA_32798_COL_A9D0C9C0_A0DF_4FF9_957E_5616E6D3F582#7017 as string) AS COL_4DBDFCAE_9C1F_4AD7_A503_CD346B7D8406#7317, cast(UNION_CONSOLIDA_32798_COL_419C9CA6_59DC_404A_A8A5_FB9FE42322C3#7029 as string) AS COL_FBA25F3D_A525_41AA_82DF_05B4C78744E9#7318, cast(UNION_CONSOLIDA_32798_COL_38D9CA2C_BD87_4605_94E4_86B424A96909#6998 as string) AS COL_91C09E95_31EA_48E3_9DDD_0C83B89D29FA#7319]
                                       +- Project [COL_59E3B457_6564_4E84_B090_99EAA1987944#6743 AS UNION_CONSOLIDA_32798_COL_59E3B457_6564_4E84_B090_99EAA1987944#6987, COL_0F23AEDF_BAD8_4E26_B826_E8AA3ABF2AB7#6744 AS UNION_CONSOLIDA_32798_COL_0F23AEDF_BAD8_4E26_B826_E8AA3ABF2AB7#6988, COL_2502BA3F_08DB_4BB9_B6E5_A7A52A13C0F7#6745 AS UNION_CONSOLIDA_32798_COL_2502BA3F_08DB_4BB9_B6E5_A7A52A13C0F7#6989, COL_413BE7B8_1BFE_4393_A802_209E3937124C#6746 AS UNION_CONSOLIDA_32798_COL_413BE7B8_1BFE_4393_A802_209E3937124C#6991, COL_3E7D7A54_60D3_4C7F_8108_D6154F039403#6747 AS UNION_CONSOLIDA_32798_COL_3E7D7A54_60D3_4C7F_8108_D6154F039403#6992, COL_F8B56ACB_AF4D_4416_A0CE_02542D87F168#6748 AS UNION_CONSOLIDA_32798_COL_F8B56ACB_AF4D_4416_A0CE_02542D87F168#6994, COL_F472560C_DB99_41F2_9279_7069140A9D65#6749 AS UNION_CONSOLIDA_32798_COL_F472560C_DB99_41F2_9279_7069140A9D65#6995, COL_60F30E2C_D2CE_467C_904C_9EBA89EBEC26#6750 AS UNION_CONSOLIDA_32798_COL_60F30E2C_D2CE_467C_904C_9EBA89EBEC26#6996, COL_73CF393B_334E_4D3A_B9C0_D20AE71624A7#6751 AS UNION_CONSOLIDA_32798_COL_73CF393B_334E_4D3A_B9C0_D20AE71624A7#6997, COL_38D9CA2C_BD87_4605_94E4_86B424A96909#6752 AS UNION_CONSOLIDA_32798_COL_38D9CA2C_BD87_4605_94E4_86B424A96909#6998, COL_ED782DEA_98D7_422B_924C_9886EC161B9C#6753 AS UNION_CONSOLIDA_32798_COL_ED782DEA_98D7_422B_924C_9886EC161B9C#6999, COL_135AAA37_5078_4633_9560_24643D2CFC87#6754 AS UNION_CONSOLIDA_32798_COL_135AAA37_5078_4633_9560_24643D2CFC87#7000, COL_0028B527_C922_4E5A_A3AB_F054F9B2965E#6755 AS UNION_CONSOLIDA_32798_COL_0028B527_C922_4E5A_A3AB_F054F9B2965E#7001, COL_F0C5E910_B077_41E9_B46F_01655F2E9C97#6756 AS UNION_CONSOLIDA_32798_COL_F0C5E910_B077_41E9_B46F_01655F2E9C97#7002, COL_F5768BC5_E831_4C13_9267_16652B1D0E08#6757 AS UNION_CONSOLIDA_32798_COL_F5768BC5_E831_4C13_9267_16652B1D0E08#7003, COL_75234846_3AEC_4734_AD7E_5E1D67C6736A#6758 AS UNION_CONSOLIDA_32798_COL_75234846_3AEC_4734_AD7E_5E1D67C6736A#7004, COL_E10C23BC_532B_4DF2_B90A_F93A9688D565#6759 AS UNION_CONSOLIDA_32798_COL_E10C23BC_532B_4DF2_B90A_F93A9688D565#7005, COL_BE661BBD_FD35_4104_A0B0_82CEA3D32045#6760 AS UNION_CONSOLIDA_32798_COL_BE661BBD_FD35_4104_A0B0_82CEA3D32045#7006, COL_67A3CC20_0152_4521_AEF7_3322F80015B9#6761 AS UNION_CONSOLIDA_32798_COL_67A3CC20_0152_4521_AEF7_3322F80015B9#7007, COL_563097F6_D634_4F07_AC9C_1AFBABE98DE7#6762 AS UNION_CONSOLIDA_32798_COL_563097F6_D634_4F07_AC9C_1AFBABE98DE7#7008, COL_B34E98F1_C011_49A8_9374_74FC7AF927E5#6763 AS UNION_CONSOLIDA_32798_COL_B34E98F1_C011_49A8_9374_74FC7AF927E5#7009, COL_240FC9A7_5D69_4A0B_81A6_1A452A1120B4#6764 AS UNION_CONSOLIDA_32798_COL_240FC9A7_5D69_4A0B_81A6_1A452A1120B4#7010, COL_B8C2FB3B_6ADD_4042_B47F_8B496BB19202#6765 AS UNION_CONSOLIDA_32798_COL_B8C2FB3B_6ADD_4042_B47F_8B496BB19202#7011, COL_978D010A_8A92_4D56_ACC1_D7982AEE90AE#6766 AS UNION_CONSOLIDA_32798_COL_978D010A_8A92_4D56_ACC1_D7982AEE90AE#7012, ... 15 more fields]
                                          +- SubqueryAlias UNION_CONSOLIDA_32798114
                                             +- Relation[COL_59E3B457_6564_4E84_B090_99EAA1987944#6743,COL_0F23AEDF_BAD8_4E26_B826_E8AA3ABF2AB7#6744,COL_2502BA3F_08DB_4BB9_B6E5_A7A52A13C0F7#6745,COL_413BE7B8_1BFE_4393_A802_209E3937124C#6746,COL_3E7D7A54_60D3_4C7F_8108_D6154F039403#6747,COL_F8B56ACB_AF4D_4416_A0CE_02542D87F168#6748,COL_F472560C_DB99_41F2_9279_7069140A9D65#6749,COL_60F30E2C_D2CE_467C_904C_9EBA89EBEC26#6750,COL_73CF393B_334E_4D3A_B9C0_D20AE71624A7#6751,COL_38D9CA2C_BD87_4605_94E4_86B424A96909#6752,COL_ED782DEA_98D7_422B_924C_9886EC161B9C#6753,COL_135AAA37_5078_4633_9560_24643D2CFC87#6754,COL_0028B527_C922_4E5A_A3AB_F054F9B2965E#6755,COL_F0C5E910_B077_41E9_B46F_01655F2E9C97#6756,COL_F5768BC5_E831_4C13_9267_16652B1D0E08#6757,COL_75234846_3AEC_4734_AD7E_5E1D67C6736A#6758,COL_E10C23BC_532B_4DF2_B90A_F93A9688D565#6759,COL_BE661BBD_FD35_4104_A0B0_82CEA3D32045#6760,COL_67A3CC20_0152_4521_AEF7_3322F80015B9#6761,COL_563097F6_D634_4F07_AC9C_1AFBABE98DE7#6762,COL_B34E98F1_C011_49A8_9374_74FC7AF927E5#6763,COL_240FC9A7_5D69_4A0B_81A6_1A452A1120B4#6764,COL_B8C2FB3B_6ADD_4042_B47F_8B496BB19202#6765,COL_978D010A_8A92_4D56_ACC1_D7982AEE90AE#6766,... 15 more fields] parquet

== Optimized Logical Plan ==
GlobalLimit 500000
+- LocalLimit 500000
   +- Sort [COL_C5D8A892_2D74_42C8_85A7_A16E0FA2E6A2#7755 ASC NULLS FIRST], true
      +- Aggregate [COL_E8A8B690_C75C_47D4_BA10_05957706BFD2#7558], [COL_E8A8B690_C75C_47D4_BA10_05957706BFD2#7558 AS COL_C5D8A892_2D74_42C8_85A7_A16E0FA2E6A2#7755, count(1) AS COL_4741617F_78C4_43B8_AC33_C1A7E1ED5636#7756L]
         +- Aggregate [COL_FBA25F3D_A525_41AA_82DF_05B4C78744E9#7367, COL_42E9BB6C_6482_4092_A616_0FC242412C94#7365], [COL_42E9BB6C_6482_4092_A616_0FC242412C94#7365 AS COL_E8A8B690_C75C_47D4_BA10_05957706BFD2#7558]
            +- Project [COL_012B029C_9EF7_48A0_9121_FBF2AE91141E#6780 AS COL_42E9BB6C_6482_4092_A616_0FC242412C94#7365, COL_419C9CA6_59DC_404A_A8A5_FB9FE42322C3#6775 AS COL_FBA25F3D_A525_41AA_82DF_05B4C78744E9#7367]
               +- Relation[COL_59E3B457_6564_4E84_B090_99EAA1987944#6743,COL_0F23AEDF_BAD8_4E26_B826_E8AA3ABF2AB7#6744,COL_2502BA3F_08DB_4BB9_B6E5_A7A52A13C0F7#6745,COL_413BE7B8_1BFE_4393_A802_209E3937124C#6746,COL_3E7D7A54_60D3_4C7F_8108_D6154F039403#6747,COL_F8B56ACB_AF4D_4416_A0CE_02542D87F168#6748,COL_F472560C_DB99_41F2_9279_7069140A9D65#6749,COL_60F30E2C_D2CE_467C_904C_9EBA89EBEC26#6750,COL_73CF393B_334E_4D3A_B9C0_D20AE71624A7#6751,COL_38D9CA2C_BD87_4605_94E4_86B424A96909#6752,COL_ED782DEA_98D7_422B_924C_9886EC161B9C#6753,COL_135AAA37_5078_4633_9560_24643D2CFC87#6754,COL_0028B527_C922_4E5A_A3AB_F054F9B2965E#6755,COL_F0C5E910_B077_41E9_B46F_01655F2E9C97#6756,COL_F5768BC5_E831_4C13_9267_16652B1D0E08#6757,COL_75234846_3AEC_4734_AD7E_5E1D67C6736A#6758,COL_E10C23BC_532B_4DF2_B90A_F93A9688D565#6759,COL_BE661BBD_FD35_4104_A0B0_82CEA3D32045#6760,COL_67A3CC20_0152_4521_AEF7_3322F80015B9#6761,COL_563097F6_D634_4F07_AC9C_1AFBABE98DE7#6762,COL_B34E98F1_C011_49A8_9374_74FC7AF927E5#6763,COL_240FC9A7_5D69_4A0B_81A6_1A452A1120B4#6764,COL_B8C2FB3B_6ADD_4042_B47F_8B496BB19202#6765,COL_978D010A_8A92_4D56_ACC1_D7982AEE90AE#6766,... 15 more fields] parquet

== Physical Plan ==
AdaptiveSparkPlan isFinalPlan=true
+- TakeOrderedAndProject(limit=500000, orderBy=[COL_C5D8A892_2D74_42C8_85A7_A16E0FA2E6A2#7755 ASC NULLS FIRST], output=[COL_C5D8A892_2D74_42C8_85A7_A16E0FA2E6A2#7755,COL_4741617F_78C4_43B8_AC33_C1A7E1ED5636#7756L])
   +- *(3) HashAggregate(keys=[COL_E8A8B690_C75C_47D4_BA10_05957706BFD2#7558], functions=[count(1)], output=[COL_C5D8A892_2D74_42C8_85A7_A16E0FA2E6A2#7755, COL_4741617F_78C4_43B8_AC33_C1A7E1ED5636#7756L])
      +- CustomShuffleReader coalesced
         +- ShuffleQueryStage 1
            +- Exchange hashpartitioning(COL_E8A8B690_C75C_47D4_BA10_05957706BFD2#7558, 200), true, [id=#2025]
               +- *(2) HashAggregate(keys=[COL_E8A8B690_C75C_47D4_BA10_05957706BFD2#7558], functions=[partial_count(1)], output=[COL_E8A8B690_C75C_47D4_BA10_05957706BFD2#7558, count#7961L])
                  +- *(2) HashAggregate(keys=[COL_FBA25F3D_A525_41AA_82DF_05B4C78744E9#7367, COL_42E9BB6C_6482_4092_A616_0FC242412C94#7365], functions=[], output=[COL_E8A8B690_C75C_47D4_BA10_05957706BFD2#7558])
                     +- CustomShuffleReader coalesced
                        +- ShuffleQueryStage 0
                           +- Exchange hashpartitioning(COL_FBA25F3D_A525_41AA_82DF_05B4C78744E9#7367, COL_42E9BB6C_6482_4092_A616_0FC242412C94#7365, 200), true, [id=#1874]
                              +- *(1) HashAggregate(keys=[COL_FBA25F3D_A525_41AA_82DF_05B4C78744E9#7367, COL_42E9BB6C_6482_4092_A616_0FC242412C94#7365], functions=[], output=[COL_FBA25F3D_A525_41AA_82DF_05B4C78744E9#7367, COL_42E9BB6C_6482_4092_A616_0FC242412C94#7365])
                                 +- *(1) Project [COL_012B029C_9EF7_48A0_9121_FBF2AE91141E#6780 AS COL_42E9BB6C_6482_4092_A616_0FC242412C94#7365, COL_419C9CA6_59DC_404A_A8A5_FB9FE42322C3#6775 AS COL_FBA25F3D_A525_41AA_82DF_05B4C78744E9#7367]
                                    +- *(1) ColumnarToRow
                                       +- FileScan parquet [COL_419C9CA6_59DC_404A_A8A5_FB9FE42322C3#6775,COL_012B029C_9EF7_48A0_9121_FBF2AE91141E#6780] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex[file:/data/output/cache/parquet/datablock/UNION_CONSOLIDA_32798], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_419C9CA6_59DC_404A_A8A5_FB9FE42322C3:string,COL_012B029C_9EF7_48A0_9121_FBF2AE91141E:s...