DC2 - Details for Query 87

Details for Query 87

Submitted Time: 2025/11/07 08:58:39
Duration: 1 s
Succeeded Jobs: 130 139 141

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" AdaptiveSparkPlan "]; 1 [labelType="html" label=" TakeOrderedAndProject "]; subgraph cluster2 { isCluster="true"; label="WholeStageCodegen (3)\n \nduration: total (min, med, max (stageId: taskId))\n25 ms (1 ms, 5 ms, 10 ms (stage 197.0: task 496))"; 3 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 1 ms (0 ms, 0 ms, 1 ms (stage 197.0: task 496)) peak memory total (min, med, max (stageId: taskId)) 129.3 MiB (256.0 KiB, 256.0 KiB, 64.3 MiB (stage 197.0: task 496)) number of output rows: 2 avg hash probe bucket list iters (min, med, max (stageId: taskId)): (1, 1, 1 (stage 197.0: task 496))"]; } 4 [labelType="html" label=" CustomShuffleReader "]; 5 [labelType="html" label="Exchange shuffle records written: 26 shuffle write time total (min, med, max (stageId: taskId)) 201 ms (3 ms, 12 ms, 48 ms (stage 191.0: task 467)) records read: 26 local bytes read total (min, med, max (stageId: taskId)) 2.3 KiB (1142.0 B, 1251.0 B, 1251.0 B (stage 197.0: task 496)) fetch wait time total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 197.0: task 496)) remote bytes read: 0.0 B local blocks read: 26 remote blocks read: 0 data size total (min, med, max (stageId: taskId)) 1352.0 B (104.0 B, 104.0 B, 104.0 B (stage 191.0: task 467)) remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 2.3 KiB (183.0 B, 184.0 B, 186.0 B (stage 191.0: task 468))"]; subgraph cluster6 { isCluster="true"; label="WholeStageCodegen (2)\n \nduration: total (min, med, max (stageId: taskId))\n331 ms (9 ms, 22 ms, 61 ms (stage 191.0: task 468))"; 7 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 66 ms (1 ms, 3 ms, 14 ms (stage 191.0: task 468)) peak memory total (min, med, max (stageId: taskId)) 3.3 MiB (256.0 KiB, 256.0 KiB, 256.0 KiB (stage 191.0: task 467)) number of output rows: 26 avg hash probe bucket list iters: 0"]; 8 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 21 ms (0 ms, 1 ms, 6 ms (stage 191.0: task 475)) peak memory total (min, med, max (stageId: taskId)) 835.3 MiB (64.3 MiB, 64.3 MiB, 64.3 MiB (stage 191.0: task 467)) number of output rows: 3,381 avg hash probe bucket list iters (min, med, max (stageId: taskId)): (1, 1, 1 (stage 191.0: task 467))"]; } 9 [labelType="html" label=" CustomShuffleReader "]; 10 [labelType="html" label="Exchange shuffle records written: 3,381 shuffle write time total (min, med, max (stageId: taskId)) 1.5 s (145 ms, 226 ms, 251 ms (stage 178.0: task 409)) records read: 3,381 local bytes read total (min, med, max (stageId: taskId)) 243.1 KiB (7.4 KiB, 19.7 KiB, 20.3 KiB (stage 191.0: task 472)) fetch wait time total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 191.0: task 467)) remote bytes read: 0.0 B local blocks read: 91 remote blocks read: 0 data size total (min, med, max (stageId: taskId)) 287.7 KiB (9.2 KiB, 46.1 KiB, 48.7 KiB (stage 178.0: task 407)) remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 243.1 KiB (12.2 KiB, 38.1 KiB, 39.8 KiB (stage 178.0: task 407))"]; subgraph cluster11 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n739 ms (59 ms, 87 ms, 175 ms (stage 178.0: task 407))"; 12 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 183 ms (3 ms, 16 ms, 71 ms (stage 178.0: task 438)) peak memory total (min, med, max (stageId: taskId)) 449.8 MiB (64.3 MiB, 64.3 MiB, 64.3 MiB (stage 178.0: task 412)) number of output rows: 3,381 avg hash probe bucket list iters (min, med, max (stageId: taskId)): (1, 1, 1 (stage 178.0: task 412))"]; 13 [labelType="html" label=" Project "]; 14 [labelType="html" label="ColumnarToRow number of output rows: 9,747 number of input batches: 13"]; } 15 [labelType="html" label="Scan parquet number of files read: 13 scan time total (min, med, max (stageId: taskId)) 123 ms (2 ms, 6 ms, 70 ms (stage 178.0: task 438)) metadata time: 0 ms size of files read: 1661.7 KiB number of output rows: 9,747"]; 1->0; 3->1; 4->3; 5->4; 7->5; 8->7; 9->8; 10->9; 12->10; 13->12; 14->13; 15->14; }

AdaptiveSparkPlan isFinalPlan=true

TakeOrderedAndProject(limit=500000, orderBy=[COL_C5D8A892_2D74_42C8_85A7_A16E0FA2E6A2#24523 ASC NULLS FIRST], output=[COL_C5D8A892_2D74_42C8_85A7_A16E0FA2E6A2#24523,COL_4741617F_78C4_43B8_AC33_C1A7E1ED5636#24524L])

HashAggregate(keys=[COL_E8A8B690_C75C_47D4_BA10_05957706BFD2#24384], functions=[count(1)])

WholeStageCodegen (3)

CustomShuffleReader coalesced

Exchange hashpartitioning(COL_E8A8B690_C75C_47D4_BA10_05957706BFD2#24384, 200), true, [id=#3574]

HashAggregate(keys=[COL_E8A8B690_C75C_47D4_BA10_05957706BFD2#24384], functions=[partial_count(1)])

HashAggregate(keys=[COL_FBA25F3D_A525_41AA_82DF_05B4C78744E9#24186, COL_42E9BB6C_6482_4092_A616_0FC242412C94#24184], functions=[])

WholeStageCodegen (2)

CustomShuffleReader coalesced

Exchange hashpartitioning(COL_FBA25F3D_A525_41AA_82DF_05B4C78744E9#24186, COL_42E9BB6C_6482_4092_A616_0FC242412C94#24184, 200), true, [id=#3443]

HashAggregate(keys=[COL_FBA25F3D_A525_41AA_82DF_05B4C78744E9#24186, COL_42E9BB6C_6482_4092_A616_0FC242412C94#24184], functions=[])

Project [COL_012B029C_9EF7_48A0_9121_FBF2AE91141E#22855 AS COL_42E9BB6C_6482_4092_A616_0FC242412C94#24184, COL_419C9CA6_59DC_404A_A8A5_FB9FE42322C3#22850 AS COL_FBA25F3D_A525_41AA_82DF_05B4C78744E9#24186]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_419C9CA6_59DC_404A_A8A5_FB9FE42322C3#22850,COL_012B029C_9EF7_48A0_9121_FBF2AE91141E#22855] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex[file:/data/output/cache/parquet/datablock/UNION_CONSOLIDA_32798], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_419C9CA6_59DC_404A_A8A5_FB9FE42322C3:string,COL_012B029C_9EF7_48A0_9121_FBF2AE91141E:s...

Details

== Parsed Logical Plan ==
GlobalLimit 500000
+- LocalLimit 500000
   +- Project [COL_C5D8A892_2D74_42C8_85A7_A16E0FA2E6A2#24523 AS COL_C5D8A892_2D74_42C8_85A7_A16E0FA2E6A2#24558, COL_4741617F_78C4_43B8_AC33_C1A7E1ED5636#24524L AS COL_4741617F_78C4_43B8_AC33_C1A7E1ED5636#24559L]
      +- Sort [COL_C5D8A892_2D74_42C8_85A7_A16E0FA2E6A2#24523 ASC NULLS FIRST], true
         +- Project [COL_C5D8A892_2D74_42C8_85A7_A16E0FA2E6A2#24510 AS COL_C5D8A892_2D74_42C8_85A7_A16E0FA2E6A2#24523, COL_4741617F_78C4_43B8_AC33_C1A7E1ED5636#24514L AS COL_4741617F_78C4_43B8_AC33_C1A7E1ED5636#24524L]
            +- Project [COL_C5D8A892_2D74_42C8_85A7_A16E0FA2E6A2#24418 AS COL_C5D8A892_2D74_42C8_85A7_A16E0FA2E6A2#24510, COL_4741617F_78C4_43B8_AC33_C1A7E1ED5636#24426L AS COL_4741617F_78C4_43B8_AC33_C1A7E1ED5636#24514L]
               +- Project [COL_C5D8A892_2D74_42C8_85A7_A16E0FA2E6A2#24418, COL_4741617F_78C4_43B8_AC33_C1A7E1ED5636#24426L]
                  +- Aggregate [COL_E8A8B690_C75C_47D4_BA10_05957706BFD2#24384], [COL_E8A8B690_C75C_47D4_BA10_05957706BFD2#24384 AS COL_C5D8A892_2D74_42C8_85A7_A16E0FA2E6A2#24418, 1 AS NULL_1#24427, count(1) AS COL_4741617F_78C4_43B8_AC33_C1A7E1ED5636#24426L]
                     +- Project [COL_F9EC8439_0A74_4C32_8214_02769AB0108A#24336 AS COL_F9EC8439_0A74_4C32_8214_02769AB0108A#24383, COL_E8A8B690_C75C_47D4_BA10_05957706BFD2#24337 AS COL_E8A8B690_C75C_47D4_BA10_05957706BFD2#24384]
                        +- Project [COL_F9EC8439_0A74_4C32_8214_02769AB0108A#24194 AS COL_F9EC8439_0A74_4C32_8214_02769AB0108A#24336, COL_E8A8B690_C75C_47D4_BA10_05957706BFD2#24195 AS COL_E8A8B690_C75C_47D4_BA10_05957706BFD2#24337]
                           +- Project [COL_F9EC8439_0A74_4C32_8214_02769AB0108A#24194, COL_E8A8B690_C75C_47D4_BA10_05957706BFD2#24195]
                              +- Aggregate [COL_FBA25F3D_A525_41AA_82DF_05B4C78744E9#24186, COL_42E9BB6C_6482_4092_A616_0FC242412C94#24184], [COL_FBA25F3D_A525_41AA_82DF_05B4C78744E9#24186 AS COL_F9EC8439_0A74_4C32_8214_02769AB0108A#24194, COL_42E9BB6C_6482_4092_A616_0FC242412C94#24184 AS COL_E8A8B690_C75C_47D4_BA10_05957706BFD2#24195, 1 AS NULL_1#24243]
                                 +- Project [COL_10B36C05_24A6_4F8F_AD67_80B4D654CE9B#24140 AS COL_10B36C05_24A6_4F8F_AD67_80B4D654CE9B#24183, COL_42E9BB6C_6482_4092_A616_0FC242412C94#24141 AS COL_42E9BB6C_6482_4092_A616_0FC242412C94#24184, COL_4DBDFCAE_9C1F_4AD7_A503_CD346B7D8406#24142 AS COL_4DBDFCAE_9C1F_4AD7_A503_CD346B7D8406#24185, COL_FBA25F3D_A525_41AA_82DF_05B4C78744E9#24143 AS COL_FBA25F3D_A525_41AA_82DF_05B4C78744E9#24186, COL_91C09E95_31EA_48E3_9DDD_0C83B89D29FA#24144 AS COL_91C09E95_31EA_48E3_9DDD_0C83B89D29FA#24187]
                                    +- Project [cast(UNION_CONSOLIDA_32798_COL_59E3B457_6564_4E84_B090_99EAA1987944#23208 as string) AS COL_10B36C05_24A6_4F8F_AD67_80B4D654CE9B#24140, cast(UNION_CONSOLIDA_32798_COL_012B029C_9EF7_48A0_9121_FBF2AE91141E#23245 as string) AS COL_42E9BB6C_6482_4092_A616_0FC242412C94#24141, cast(UNION_CONSOLIDA_32798_COL_A9D0C9C0_A0DF_4FF9_957E_5616E6D3F582#23235 as string) AS COL_4DBDFCAE_9C1F_4AD7_A503_CD346B7D8406#24142, cast(UNION_CONSOLIDA_32798_COL_419C9CA6_59DC_404A_A8A5_FB9FE42322C3#23240 as string) AS COL_FBA25F3D_A525_41AA_82DF_05B4C78744E9#24143, cast(UNION_CONSOLIDA_32798_COL_38D9CA2C_BD87_4605_94E4_86B424A96909#23217 as string) AS COL_91C09E95_31EA_48E3_9DDD_0C83B89D29FA#24144]
                                       +- Project [COL_59E3B457_6564_4E84_B090_99EAA1987944#22818 AS UNION_CONSOLIDA_32798_COL_59E3B457_6564_4E84_B090_99EAA1987944#23208, COL_0F23AEDF_BAD8_4E26_B826_E8AA3ABF2AB7#22819 AS UNION_CONSOLIDA_32798_COL_0F23AEDF_BAD8_4E26_B826_E8AA3ABF2AB7#23209, COL_2502BA3F_08DB_4BB9_B6E5_A7A52A13C0F7#22820 AS UNION_CONSOLIDA_32798_COL_2502BA3F_08DB_4BB9_B6E5_A7A52A13C0F7#23210, COL_413BE7B8_1BFE_4393_A802_209E3937124C#22821 AS UNION_CONSOLIDA_32798_COL_413BE7B8_1BFE_4393_A802_209E3937124C#23211, COL_3E7D7A54_60D3_4C7F_8108_D6154F039403#22822 AS UNION_CONSOLIDA_32798_COL_3E7D7A54_60D3_4C7F_8108_D6154F039403#23212, COL_F8B56ACB_AF4D_4416_A0CE_02542D87F168#22823 AS UNION_CONSOLIDA_32798_COL_F8B56ACB_AF4D_4416_A0CE_02542D87F168#23213, COL_F472560C_DB99_41F2_9279_7069140A9D65#22824 AS UNION_CONSOLIDA_32798_COL_F472560C_DB99_41F2_9279_7069140A9D65#23214, COL_60F30E2C_D2CE_467C_904C_9EBA89EBEC26#22825 AS UNION_CONSOLIDA_32798_COL_60F30E2C_D2CE_467C_904C_9EBA89EBEC26#23215, COL_73CF393B_334E_4D3A_B9C0_D20AE71624A7#22826 AS UNION_CONSOLIDA_32798_COL_73CF393B_334E_4D3A_B9C0_D20AE71624A7#23216, COL_38D9CA2C_BD87_4605_94E4_86B424A96909#22827 AS UNION_CONSOLIDA_32798_COL_38D9CA2C_BD87_4605_94E4_86B424A96909#23217, COL_ED782DEA_98D7_422B_924C_9886EC161B9C#22828 AS UNION_CONSOLIDA_32798_COL_ED782DEA_98D7_422B_924C_9886EC161B9C#23218, COL_135AAA37_5078_4633_9560_24643D2CFC87#22829 AS UNION_CONSOLIDA_32798_COL_135AAA37_5078_4633_9560_24643D2CFC87#23219, COL_0028B527_C922_4E5A_A3AB_F054F9B2965E#22830 AS UNION_CONSOLIDA_32798_COL_0028B527_C922_4E5A_A3AB_F054F9B2965E#23220, COL_F0C5E910_B077_41E9_B46F_01655F2E9C97#22831 AS UNION_CONSOLIDA_32798_COL_F0C5E910_B077_41E9_B46F_01655F2E9C97#23221, COL_F5768BC5_E831_4C13_9267_16652B1D0E08#22832 AS UNION_CONSOLIDA_32798_COL_F5768BC5_E831_4C13_9267_16652B1D0E08#23222, COL_75234846_3AEC_4734_AD7E_5E1D67C6736A#22833 AS UNION_CONSOLIDA_32798_COL_75234846_3AEC_4734_AD7E_5E1D67C6736A#23223, COL_E10C23BC_532B_4DF2_B90A_F93A9688D565#22834 AS UNION_CONSOLIDA_32798_COL_E10C23BC_532B_4DF2_B90A_F93A9688D565#23224, COL_BE661BBD_FD35_4104_A0B0_82CEA3D32045#22835 AS UNION_CONSOLIDA_32798_COL_BE661BBD_FD35_4104_A0B0_82CEA3D32045#23225, COL_67A3CC20_0152_4521_AEF7_3322F80015B9#22836 AS UNION_CONSOLIDA_32798_COL_67A3CC20_0152_4521_AEF7_3322F80015B9#23226, COL_563097F6_D634_4F07_AC9C_1AFBABE98DE7#22837 AS UNION_CONSOLIDA_32798_COL_563097F6_D634_4F07_AC9C_1AFBABE98DE7#23227, COL_B34E98F1_C011_49A8_9374_74FC7AF927E5#22838 AS UNION_CONSOLIDA_32798_COL_B34E98F1_C011_49A8_9374_74FC7AF927E5#23228, COL_240FC9A7_5D69_4A0B_81A6_1A452A1120B4#22839 AS UNION_CONSOLIDA_32798_COL_240FC9A7_5D69_4A0B_81A6_1A452A1120B4#23229, COL_B8C2FB3B_6ADD_4042_B47F_8B496BB19202#22840 AS UNION_CONSOLIDA_32798_COL_B8C2FB3B_6ADD_4042_B47F_8B496BB19202#23230, COL_978D010A_8A92_4D56_ACC1_D7982AEE90AE#22841 AS UNION_CONSOLIDA_32798_COL_978D010A_8A92_4D56_ACC1_D7982AEE90AE#23231, ... 15 more fields]
                                          +- SubqueryAlias UNION_CONSOLIDA_32798114
                                             +- Relation[COL_59E3B457_6564_4E84_B090_99EAA1987944#22818,COL_0F23AEDF_BAD8_4E26_B826_E8AA3ABF2AB7#22819,COL_2502BA3F_08DB_4BB9_B6E5_A7A52A13C0F7#22820,COL_413BE7B8_1BFE_4393_A802_209E3937124C#22821,COL_3E7D7A54_60D3_4C7F_8108_D6154F039403#22822,COL_F8B56ACB_AF4D_4416_A0CE_02542D87F168#22823,COL_F472560C_DB99_41F2_9279_7069140A9D65#22824,COL_60F30E2C_D2CE_467C_904C_9EBA89EBEC26#22825,COL_73CF393B_334E_4D3A_B9C0_D20AE71624A7#22826,COL_38D9CA2C_BD87_4605_94E4_86B424A96909#22827,COL_ED782DEA_98D7_422B_924C_9886EC161B9C#22828,COL_135AAA37_5078_4633_9560_24643D2CFC87#22829,COL_0028B527_C922_4E5A_A3AB_F054F9B2965E#22830,COL_F0C5E910_B077_41E9_B46F_01655F2E9C97#22831,COL_F5768BC5_E831_4C13_9267_16652B1D0E08#22832,COL_75234846_3AEC_4734_AD7E_5E1D67C6736A#22833,COL_E10C23BC_532B_4DF2_B90A_F93A9688D565#22834,COL_BE661BBD_FD35_4104_A0B0_82CEA3D32045#22835,COL_67A3CC20_0152_4521_AEF7_3322F80015B9#22836,COL_563097F6_D634_4F07_AC9C_1AFBABE98DE7#22837,COL_B34E98F1_C011_49A8_9374_74FC7AF927E5#22838,COL_240FC9A7_5D69_4A0B_81A6_1A452A1120B4#22839,COL_B8C2FB3B_6ADD_4042_B47F_8B496BB19202#22840,COL_978D010A_8A92_4D56_ACC1_D7982AEE90AE#22841,... 15 more fields] parquet

== Analyzed Logical Plan ==
COL_C5D8A892_2D74_42C8_85A7_A16E0FA2E6A2: string, COL_4741617F_78C4_43B8_AC33_C1A7E1ED5636: bigint
GlobalLimit 500000
+- LocalLimit 500000
   +- Project [COL_C5D8A892_2D74_42C8_85A7_A16E0FA2E6A2#24523 AS COL_C5D8A892_2D74_42C8_85A7_A16E0FA2E6A2#24558, COL_4741617F_78C4_43B8_AC33_C1A7E1ED5636#24524L AS COL_4741617F_78C4_43B8_AC33_C1A7E1ED5636#24559L]
      +- Sort [COL_C5D8A892_2D74_42C8_85A7_A16E0FA2E6A2#24523 ASC NULLS FIRST], true
         +- Project [COL_C5D8A892_2D74_42C8_85A7_A16E0FA2E6A2#24510 AS COL_C5D8A892_2D74_42C8_85A7_A16E0FA2E6A2#24523, COL_4741617F_78C4_43B8_AC33_C1A7E1ED5636#24514L AS COL_4741617F_78C4_43B8_AC33_C1A7E1ED5636#24524L]
            +- Project [COL_C5D8A892_2D74_42C8_85A7_A16E0FA2E6A2#24418 AS COL_C5D8A892_2D74_42C8_85A7_A16E0FA2E6A2#24510, COL_4741617F_78C4_43B8_AC33_C1A7E1ED5636#24426L AS COL_4741617F_78C4_43B8_AC33_C1A7E1ED5636#24514L]
               +- Project [COL_C5D8A892_2D74_42C8_85A7_A16E0FA2E6A2#24418, COL_4741617F_78C4_43B8_AC33_C1A7E1ED5636#24426L]
                  +- Aggregate [COL_E8A8B690_C75C_47D4_BA10_05957706BFD2#24384], [COL_E8A8B690_C75C_47D4_BA10_05957706BFD2#24384 AS COL_C5D8A892_2D74_42C8_85A7_A16E0FA2E6A2#24418, 1 AS NULL_1#24427, count(1) AS COL_4741617F_78C4_43B8_AC33_C1A7E1ED5636#24426L]
                     +- Project [COL_F9EC8439_0A74_4C32_8214_02769AB0108A#24336 AS COL_F9EC8439_0A74_4C32_8214_02769AB0108A#24383, COL_E8A8B690_C75C_47D4_BA10_05957706BFD2#24337 AS COL_E8A8B690_C75C_47D4_BA10_05957706BFD2#24384]
                        +- Project [COL_F9EC8439_0A74_4C32_8214_02769AB0108A#24194 AS COL_F9EC8439_0A74_4C32_8214_02769AB0108A#24336, COL_E8A8B690_C75C_47D4_BA10_05957706BFD2#24195 AS COL_E8A8B690_C75C_47D4_BA10_05957706BFD2#24337]
                           +- Project [COL_F9EC8439_0A74_4C32_8214_02769AB0108A#24194, COL_E8A8B690_C75C_47D4_BA10_05957706BFD2#24195]
                              +- Aggregate [COL_FBA25F3D_A525_41AA_82DF_05B4C78744E9#24186, COL_42E9BB6C_6482_4092_A616_0FC242412C94#24184], [COL_FBA25F3D_A525_41AA_82DF_05B4C78744E9#24186 AS COL_F9EC8439_0A74_4C32_8214_02769AB0108A#24194, COL_42E9BB6C_6482_4092_A616_0FC242412C94#24184 AS COL_E8A8B690_C75C_47D4_BA10_05957706BFD2#24195, 1 AS NULL_1#24243]
                                 +- Project [COL_10B36C05_24A6_4F8F_AD67_80B4D654CE9B#24140 AS COL_10B36C05_24A6_4F8F_AD67_80B4D654CE9B#24183, COL_42E9BB6C_6482_4092_A616_0FC242412C94#24141 AS COL_42E9BB6C_6482_4092_A616_0FC242412C94#24184, COL_4DBDFCAE_9C1F_4AD7_A503_CD346B7D8406#24142 AS COL_4DBDFCAE_9C1F_4AD7_A503_CD346B7D8406#24185, COL_FBA25F3D_A525_41AA_82DF_05B4C78744E9#24143 AS COL_FBA25F3D_A525_41AA_82DF_05B4C78744E9#24186, COL_91C09E95_31EA_48E3_9DDD_0C83B89D29FA#24144 AS COL_91C09E95_31EA_48E3_9DDD_0C83B89D29FA#24187]
                                    +- Project [cast(UNION_CONSOLIDA_32798_COL_59E3B457_6564_4E84_B090_99EAA1987944#23208 as string) AS COL_10B36C05_24A6_4F8F_AD67_80B4D654CE9B#24140, cast(UNION_CONSOLIDA_32798_COL_012B029C_9EF7_48A0_9121_FBF2AE91141E#23245 as string) AS COL_42E9BB6C_6482_4092_A616_0FC242412C94#24141, cast(UNION_CONSOLIDA_32798_COL_A9D0C9C0_A0DF_4FF9_957E_5616E6D3F582#23235 as string) AS COL_4DBDFCAE_9C1F_4AD7_A503_CD346B7D8406#24142, cast(UNION_CONSOLIDA_32798_COL_419C9CA6_59DC_404A_A8A5_FB9FE42322C3#23240 as string) AS COL_FBA25F3D_A525_41AA_82DF_05B4C78744E9#24143, cast(UNION_CONSOLIDA_32798_COL_38D9CA2C_BD87_4605_94E4_86B424A96909#23217 as string) AS COL_91C09E95_31EA_48E3_9DDD_0C83B89D29FA#24144]
                                       +- Project [COL_59E3B457_6564_4E84_B090_99EAA1987944#22818 AS UNION_CONSOLIDA_32798_COL_59E3B457_6564_4E84_B090_99EAA1987944#23208, COL_0F23AEDF_BAD8_4E26_B826_E8AA3ABF2AB7#22819 AS UNION_CONSOLIDA_32798_COL_0F23AEDF_BAD8_4E26_B826_E8AA3ABF2AB7#23209, COL_2502BA3F_08DB_4BB9_B6E5_A7A52A13C0F7#22820 AS UNION_CONSOLIDA_32798_COL_2502BA3F_08DB_4BB9_B6E5_A7A52A13C0F7#23210, COL_413BE7B8_1BFE_4393_A802_209E3937124C#22821 AS UNION_CONSOLIDA_32798_COL_413BE7B8_1BFE_4393_A802_209E3937124C#23211, COL_3E7D7A54_60D3_4C7F_8108_D6154F039403#22822 AS UNION_CONSOLIDA_32798_COL_3E7D7A54_60D3_4C7F_8108_D6154F039403#23212, COL_F8B56ACB_AF4D_4416_A0CE_02542D87F168#22823 AS UNION_CONSOLIDA_32798_COL_F8B56ACB_AF4D_4416_A0CE_02542D87F168#23213, COL_F472560C_DB99_41F2_9279_7069140A9D65#22824 AS UNION_CONSOLIDA_32798_COL_F472560C_DB99_41F2_9279_7069140A9D65#23214, COL_60F30E2C_D2CE_467C_904C_9EBA89EBEC26#22825 AS UNION_CONSOLIDA_32798_COL_60F30E2C_D2CE_467C_904C_9EBA89EBEC26#23215, COL_73CF393B_334E_4D3A_B9C0_D20AE71624A7#22826 AS UNION_CONSOLIDA_32798_COL_73CF393B_334E_4D3A_B9C0_D20AE71624A7#23216, COL_38D9CA2C_BD87_4605_94E4_86B424A96909#22827 AS UNION_CONSOLIDA_32798_COL_38D9CA2C_BD87_4605_94E4_86B424A96909#23217, COL_ED782DEA_98D7_422B_924C_9886EC161B9C#22828 AS UNION_CONSOLIDA_32798_COL_ED782DEA_98D7_422B_924C_9886EC161B9C#23218, COL_135AAA37_5078_4633_9560_24643D2CFC87#22829 AS UNION_CONSOLIDA_32798_COL_135AAA37_5078_4633_9560_24643D2CFC87#23219, COL_0028B527_C922_4E5A_A3AB_F054F9B2965E#22830 AS UNION_CONSOLIDA_32798_COL_0028B527_C922_4E5A_A3AB_F054F9B2965E#23220, COL_F0C5E910_B077_41E9_B46F_01655F2E9C97#22831 AS UNION_CONSOLIDA_32798_COL_F0C5E910_B077_41E9_B46F_01655F2E9C97#23221, COL_F5768BC5_E831_4C13_9267_16652B1D0E08#22832 AS UNION_CONSOLIDA_32798_COL_F5768BC5_E831_4C13_9267_16652B1D0E08#23222, COL_75234846_3AEC_4734_AD7E_5E1D67C6736A#22833 AS UNION_CONSOLIDA_32798_COL_75234846_3AEC_4734_AD7E_5E1D67C6736A#23223, COL_E10C23BC_532B_4DF2_B90A_F93A9688D565#22834 AS UNION_CONSOLIDA_32798_COL_E10C23BC_532B_4DF2_B90A_F93A9688D565#23224, COL_BE661BBD_FD35_4104_A0B0_82CEA3D32045#22835 AS UNION_CONSOLIDA_32798_COL_BE661BBD_FD35_4104_A0B0_82CEA3D32045#23225, COL_67A3CC20_0152_4521_AEF7_3322F80015B9#22836 AS UNION_CONSOLIDA_32798_COL_67A3CC20_0152_4521_AEF7_3322F80015B9#23226, COL_563097F6_D634_4F07_AC9C_1AFBABE98DE7#22837 AS UNION_CONSOLIDA_32798_COL_563097F6_D634_4F07_AC9C_1AFBABE98DE7#23227, COL_B34E98F1_C011_49A8_9374_74FC7AF927E5#22838 AS UNION_CONSOLIDA_32798_COL_B34E98F1_C011_49A8_9374_74FC7AF927E5#23228, COL_240FC9A7_5D69_4A0B_81A6_1A452A1120B4#22839 AS UNION_CONSOLIDA_32798_COL_240FC9A7_5D69_4A0B_81A6_1A452A1120B4#23229, COL_B8C2FB3B_6ADD_4042_B47F_8B496BB19202#22840 AS UNION_CONSOLIDA_32798_COL_B8C2FB3B_6ADD_4042_B47F_8B496BB19202#23230, COL_978D010A_8A92_4D56_ACC1_D7982AEE90AE#22841 AS UNION_CONSOLIDA_32798_COL_978D010A_8A92_4D56_ACC1_D7982AEE90AE#23231, ... 15 more fields]
                                          +- SubqueryAlias UNION_CONSOLIDA_32798114
                                             +- Relation[COL_59E3B457_6564_4E84_B090_99EAA1987944#22818,COL_0F23AEDF_BAD8_4E26_B826_E8AA3ABF2AB7#22819,COL_2502BA3F_08DB_4BB9_B6E5_A7A52A13C0F7#22820,COL_413BE7B8_1BFE_4393_A802_209E3937124C#22821,COL_3E7D7A54_60D3_4C7F_8108_D6154F039403#22822,COL_F8B56ACB_AF4D_4416_A0CE_02542D87F168#22823,COL_F472560C_DB99_41F2_9279_7069140A9D65#22824,COL_60F30E2C_D2CE_467C_904C_9EBA89EBEC26#22825,COL_73CF393B_334E_4D3A_B9C0_D20AE71624A7#22826,COL_38D9CA2C_BD87_4605_94E4_86B424A96909#22827,COL_ED782DEA_98D7_422B_924C_9886EC161B9C#22828,COL_135AAA37_5078_4633_9560_24643D2CFC87#22829,COL_0028B527_C922_4E5A_A3AB_F054F9B2965E#22830,COL_F0C5E910_B077_41E9_B46F_01655F2E9C97#22831,COL_F5768BC5_E831_4C13_9267_16652B1D0E08#22832,COL_75234846_3AEC_4734_AD7E_5E1D67C6736A#22833,COL_E10C23BC_532B_4DF2_B90A_F93A9688D565#22834,COL_BE661BBD_FD35_4104_A0B0_82CEA3D32045#22835,COL_67A3CC20_0152_4521_AEF7_3322F80015B9#22836,COL_563097F6_D634_4F07_AC9C_1AFBABE98DE7#22837,COL_B34E98F1_C011_49A8_9374_74FC7AF927E5#22838,COL_240FC9A7_5D69_4A0B_81A6_1A452A1120B4#22839,COL_B8C2FB3B_6ADD_4042_B47F_8B496BB19202#22840,COL_978D010A_8A92_4D56_ACC1_D7982AEE90AE#22841,... 15 more fields] parquet

== Optimized Logical Plan ==
GlobalLimit 500000
+- LocalLimit 500000
   +- Sort [COL_C5D8A892_2D74_42C8_85A7_A16E0FA2E6A2#24523 ASC NULLS FIRST], true
      +- Aggregate [COL_E8A8B690_C75C_47D4_BA10_05957706BFD2#24384], [COL_E8A8B690_C75C_47D4_BA10_05957706BFD2#24384 AS COL_C5D8A892_2D74_42C8_85A7_A16E0FA2E6A2#24523, count(1) AS COL_4741617F_78C4_43B8_AC33_C1A7E1ED5636#24524L]
         +- Aggregate [COL_FBA25F3D_A525_41AA_82DF_05B4C78744E9#24186, COL_42E9BB6C_6482_4092_A616_0FC242412C94#24184], [COL_42E9BB6C_6482_4092_A616_0FC242412C94#24184 AS COL_E8A8B690_C75C_47D4_BA10_05957706BFD2#24384]
            +- Project [COL_012B029C_9EF7_48A0_9121_FBF2AE91141E#22855 AS COL_42E9BB6C_6482_4092_A616_0FC242412C94#24184, COL_419C9CA6_59DC_404A_A8A5_FB9FE42322C3#22850 AS COL_FBA25F3D_A525_41AA_82DF_05B4C78744E9#24186]
               +- Relation[COL_59E3B457_6564_4E84_B090_99EAA1987944#22818,COL_0F23AEDF_BAD8_4E26_B826_E8AA3ABF2AB7#22819,COL_2502BA3F_08DB_4BB9_B6E5_A7A52A13C0F7#22820,COL_413BE7B8_1BFE_4393_A802_209E3937124C#22821,COL_3E7D7A54_60D3_4C7F_8108_D6154F039403#22822,COL_F8B56ACB_AF4D_4416_A0CE_02542D87F168#22823,COL_F472560C_DB99_41F2_9279_7069140A9D65#22824,COL_60F30E2C_D2CE_467C_904C_9EBA89EBEC26#22825,COL_73CF393B_334E_4D3A_B9C0_D20AE71624A7#22826,COL_38D9CA2C_BD87_4605_94E4_86B424A96909#22827,COL_ED782DEA_98D7_422B_924C_9886EC161B9C#22828,COL_135AAA37_5078_4633_9560_24643D2CFC87#22829,COL_0028B527_C922_4E5A_A3AB_F054F9B2965E#22830,COL_F0C5E910_B077_41E9_B46F_01655F2E9C97#22831,COL_F5768BC5_E831_4C13_9267_16652B1D0E08#22832,COL_75234846_3AEC_4734_AD7E_5E1D67C6736A#22833,COL_E10C23BC_532B_4DF2_B90A_F93A9688D565#22834,COL_BE661BBD_FD35_4104_A0B0_82CEA3D32045#22835,COL_67A3CC20_0152_4521_AEF7_3322F80015B9#22836,COL_563097F6_D634_4F07_AC9C_1AFBABE98DE7#22837,COL_B34E98F1_C011_49A8_9374_74FC7AF927E5#22838,COL_240FC9A7_5D69_4A0B_81A6_1A452A1120B4#22839,COL_B8C2FB3B_6ADD_4042_B47F_8B496BB19202#22840,COL_978D010A_8A92_4D56_ACC1_D7982AEE90AE#22841,... 15 more fields] parquet

== Physical Plan ==
AdaptiveSparkPlan isFinalPlan=true
+- TakeOrderedAndProject(limit=500000, orderBy=[COL_C5D8A892_2D74_42C8_85A7_A16E0FA2E6A2#24523 ASC NULLS FIRST], output=[COL_C5D8A892_2D74_42C8_85A7_A16E0FA2E6A2#24523,COL_4741617F_78C4_43B8_AC33_C1A7E1ED5636#24524L])
   +- *(3) HashAggregate(keys=[COL_E8A8B690_C75C_47D4_BA10_05957706BFD2#24384], functions=[count(1)], output=[COL_C5D8A892_2D74_42C8_85A7_A16E0FA2E6A2#24523, COL_4741617F_78C4_43B8_AC33_C1A7E1ED5636#24524L])
      +- CustomShuffleReader coalesced
         +- ShuffleQueryStage 1
            +- Exchange hashpartitioning(COL_E8A8B690_C75C_47D4_BA10_05957706BFD2#24384, 200), true, [id=#3574]
               +- *(2) HashAggregate(keys=[COL_E8A8B690_C75C_47D4_BA10_05957706BFD2#24384], functions=[partial_count(1)], output=[COL_E8A8B690_C75C_47D4_BA10_05957706BFD2#24384, count#24707L])
                  +- *(2) HashAggregate(keys=[COL_FBA25F3D_A525_41AA_82DF_05B4C78744E9#24186, COL_42E9BB6C_6482_4092_A616_0FC242412C94#24184], functions=[], output=[COL_E8A8B690_C75C_47D4_BA10_05957706BFD2#24384])
                     +- CustomShuffleReader coalesced
                        +- ShuffleQueryStage 0
                           +- Exchange hashpartitioning(COL_FBA25F3D_A525_41AA_82DF_05B4C78744E9#24186, COL_42E9BB6C_6482_4092_A616_0FC242412C94#24184, 200), true, [id=#3443]
                              +- *(1) HashAggregate(keys=[COL_FBA25F3D_A525_41AA_82DF_05B4C78744E9#24186, COL_42E9BB6C_6482_4092_A616_0FC242412C94#24184], functions=[], output=[COL_FBA25F3D_A525_41AA_82DF_05B4C78744E9#24186, COL_42E9BB6C_6482_4092_A616_0FC242412C94#24184])
                                 +- *(1) Project [COL_012B029C_9EF7_48A0_9121_FBF2AE91141E#22855 AS COL_42E9BB6C_6482_4092_A616_0FC242412C94#24184, COL_419C9CA6_59DC_404A_A8A5_FB9FE42322C3#22850 AS COL_FBA25F3D_A525_41AA_82DF_05B4C78744E9#24186]
                                    +- *(1) ColumnarToRow
                                       +- FileScan parquet [COL_419C9CA6_59DC_404A_A8A5_FB9FE42322C3#22850,COL_012B029C_9EF7_48A0_9121_FBF2AE91141E#22855] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex[file:/data/output/cache/parquet/datablock/UNION_CONSOLIDA_32798], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_419C9CA6_59DC_404A_A8A5_FB9FE42322C3:string,COL_012B029C_9EF7_48A0_9121_FBF2AE91141E:s...