DC2 - Details for Query 84

Details for Query 84

Submitted Time: 2025/11/07 08:58:39
Duration: 0.5 s
Succeeded Jobs: 128 133

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" AdaptiveSparkPlan "]; 1 [labelType="html" label=" TakeOrderedAndProject "]; subgraph cluster2 { isCluster="true"; label="WholeStageCodegen (2)\n \nduration: total (min, med, max (stageId: taskId))\n56 ms (1 ms, 8 ms, 14 ms (stage 182.0: task 415))"; 3 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 182.0: task 414)) peak memory total (min, med, max (stageId: taskId)) 258.3 MiB (256.0 KiB, 256.0 KiB, 64.3 MiB (stage 182.0: task 419)) number of output rows: 4 avg hash probe bucket list iters (min, med, max (stageId: taskId)): (1, 1, 1 (stage 182.0: task 419))"]; } 4 [labelType="html" label=" CustomShuffleReader "]; 5 [labelType="html" label="Exchange shuffle records written: 28 shuffle write time total (min, med, max (stageId: taskId)) 137 ms (4 ms, 6 ms, 45 ms (stage 176.0: task 395)) records read: 28 local bytes read total (min, med, max (stageId: taskId)) 2.3 KiB (503.0 B, 618.0 B, 678.0 B (stage 182.0: task 420)) fetch wait time total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 182.0: task 419)) remote bytes read: 0.0 B local blocks read: 28 remote blocks read: 0 data size total (min, med, max (stageId: taskId)) 1232.0 B (176.0 B, 176.0 B, 176.0 B (stage 176.0: task 401)) remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 2.3 KiB (331.0 B, 339.0 B, 339.0 B (stage 176.0: task 399))"]; subgraph cluster6 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n338 ms (11 ms, 49 ms, 78 ms (stage 176.0: task 400))"; 7 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 139 ms (4 ms, 25 ms, 32 ms (stage 176.0: task 400)) peak memory total (min, med, max (stageId: taskId)) 1792.0 KiB (256.0 KiB, 256.0 KiB, 256.0 KiB (stage 176.0: task 401)) number of output rows: 28 avg hash probe bucket list iters: 0"]; 8 [labelType="html" label=" Project "]; 9 [labelType="html" label="ColumnarToRow number of output rows: 9,747 number of input batches: 13"]; } 10 [labelType="html" label="Scan parquet number of files read: 13 scan time total (min, med, max (stageId: taskId)) 72 ms (2 ms, 11 ms, 24 ms (stage 176.0: task 396)) metadata time: 0 ms size of files read: 1661.7 KiB number of output rows: 9,747"]; 1->0; 3->1; 4->3; 5->4; 7->5; 8->7; 9->8; 10->9; }

AdaptiveSparkPlan isFinalPlan=true

TakeOrderedAndProject(limit=500000, orderBy=[COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#23841 ASC NULLS FIRST], output=[COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#23841,COL_2310155C_7DF8_4870_ACA0_E4E109E4E254#23842L])

HashAggregate(keys=[COL_4DBDFCAE_9C1F_4AD7_A503_CD346B7D8406#23536], functions=[count(1)])

WholeStageCodegen (2)

CustomShuffleReader coalesced

Exchange hashpartitioning(COL_4DBDFCAE_9C1F_4AD7_A503_CD346B7D8406#23536, 200), true, [id=#3272]

HashAggregate(keys=[COL_4DBDFCAE_9C1F_4AD7_A503_CD346B7D8406#23536], functions=[partial_count(1)])

Project [COL_A9D0C9C0_A0DF_4FF9_957E_5616E6D3F582#22798 AS COL_4DBDFCAE_9C1F_4AD7_A503_CD346B7D8406#23536]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_A9D0C9C0_A0DF_4FF9_957E_5616E6D3F582#22798] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex[file:/data/output/cache/parquet/datablock/UNION_CONSOLIDA_32798], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_A9D0C9C0_A0DF_4FF9_957E_5616E6D3F582:string>

Details

== Parsed Logical Plan ==
GlobalLimit 500000
+- LocalLimit 500000
   +- Project [COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#24025 AS COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#24042, COL_2310155C_7DF8_4870_ACA0_E4E109E4E254#24026L AS COL_2310155C_7DF8_4870_ACA0_E4E109E4E254#24043L]
      +- Project [COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#23884 AS COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#24025, COL_2310155C_7DF8_4870_ACA0_E4E109E4E254#23885L AS COL_2310155C_7DF8_4870_ACA0_E4E109E4E254#24026L]
         +- Project [COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#23841 AS COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#23884, COL_2310155C_7DF8_4870_ACA0_E4E109E4E254#23842L AS COL_2310155C_7DF8_4870_ACA0_E4E109E4E254#23885L]
            +- Sort [COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#23841 ASC NULLS FIRST], true
               +- Project [COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#23837 AS COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#23841, COL_2310155C_7DF8_4870_ACA0_E4E109E4E254#23838L AS COL_2310155C_7DF8_4870_ACA0_E4E109E4E254#23842L]
                  +- Project [COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#23626 AS COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#23837, COL_2310155C_7DF8_4870_ACA0_E4E109E4E254#23675L AS COL_2310155C_7DF8_4870_ACA0_E4E109E4E254#23838L]
                     +- Project [COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#23626, COL_2310155C_7DF8_4870_ACA0_E4E109E4E254#23675L]
                        +- Aggregate [COL_4DBDFCAE_9C1F_4AD7_A503_CD346B7D8406#23536], [COL_4DBDFCAE_9C1F_4AD7_A503_CD346B7D8406#23536 AS COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#23626, 1 AS NULL_1#23685, count(1) AS COL_2310155C_7DF8_4870_ACA0_E4E109E4E254#23675L]
                           +- Project [COL_10B36C05_24A6_4F8F_AD67_80B4D654CE9B#23526 AS COL_10B36C05_24A6_4F8F_AD67_80B4D654CE9B#23534, COL_42E9BB6C_6482_4092_A616_0FC242412C94#23527 AS COL_42E9BB6C_6482_4092_A616_0FC242412C94#23535, COL_4DBDFCAE_9C1F_4AD7_A503_CD346B7D8406#23528 AS COL_4DBDFCAE_9C1F_4AD7_A503_CD346B7D8406#23536, COL_C4507C8F_676A_4B9E_8B2A_806CC8E5F17A#23529 AS COL_C4507C8F_676A_4B9E_8B2A_806CC8E5F17A#23537]
                              +- Project [cast(UNION_CONSOLIDA_32798_COL_59E3B457_6564_4E84_B090_99EAA1987944#23091 as string) AS COL_10B36C05_24A6_4F8F_AD67_80B4D654CE9B#23526, cast(UNION_CONSOLIDA_32798_COL_012B029C_9EF7_48A0_9121_FBF2AE91141E#23128 as string) AS COL_42E9BB6C_6482_4092_A616_0FC242412C94#23527, cast(UNION_CONSOLIDA_32798_COL_A9D0C9C0_A0DF_4FF9_957E_5616E6D3F582#23118 as string) AS COL_4DBDFCAE_9C1F_4AD7_A503_CD346B7D8406#23528, cast(UNION_CONSOLIDA_32798_COL_38D9CA2C_BD87_4605_94E4_86B424A96909#23100 as string) AS COL_C4507C8F_676A_4B9E_8B2A_806CC8E5F17A#23529]
                                 +- Project [COL_59E3B457_6564_4E84_B090_99EAA1987944#22740 AS UNION_CONSOLIDA_32798_COL_59E3B457_6564_4E84_B090_99EAA1987944#23091, COL_0F23AEDF_BAD8_4E26_B826_E8AA3ABF2AB7#22743 AS UNION_CONSOLIDA_32798_COL_0F23AEDF_BAD8_4E26_B826_E8AA3ABF2AB7#23092, COL_2502BA3F_08DB_4BB9_B6E5_A7A52A13C0F7#22745 AS UNION_CONSOLIDA_32798_COL_2502BA3F_08DB_4BB9_B6E5_A7A52A13C0F7#23093, COL_413BE7B8_1BFE_4393_A802_209E3937124C#22747 AS UNION_CONSOLIDA_32798_COL_413BE7B8_1BFE_4393_A802_209E3937124C#23094, COL_3E7D7A54_60D3_4C7F_8108_D6154F039403#22749 AS UNION_CONSOLIDA_32798_COL_3E7D7A54_60D3_4C7F_8108_D6154F039403#23095, COL_F8B56ACB_AF4D_4416_A0CE_02542D87F168#22751 AS UNION_CONSOLIDA_32798_COL_F8B56ACB_AF4D_4416_A0CE_02542D87F168#23096, COL_F472560C_DB99_41F2_9279_7069140A9D65#22753 AS UNION_CONSOLIDA_32798_COL_F472560C_DB99_41F2_9279_7069140A9D65#23097, COL_60F30E2C_D2CE_467C_904C_9EBA89EBEC26#22755 AS UNION_CONSOLIDA_32798_COL_60F30E2C_D2CE_467C_904C_9EBA89EBEC26#23098, COL_73CF393B_334E_4D3A_B9C0_D20AE71624A7#22757 AS UNION_CONSOLIDA_32798_COL_73CF393B_334E_4D3A_B9C0_D20AE71624A7#23099, COL_38D9CA2C_BD87_4605_94E4_86B424A96909#22759 AS UNION_CONSOLIDA_32798_COL_38D9CA2C_BD87_4605_94E4_86B424A96909#23100, COL_ED782DEA_98D7_422B_924C_9886EC161B9C#22761 AS UNION_CONSOLIDA_32798_COL_ED782DEA_98D7_422B_924C_9886EC161B9C#23101, COL_135AAA37_5078_4633_9560_24643D2CFC87#22763 AS UNION_CONSOLIDA_32798_COL_135AAA37_5078_4633_9560_24643D2CFC87#23102, COL_0028B527_C922_4E5A_A3AB_F054F9B2965E#22765 AS UNION_CONSOLIDA_32798_COL_0028B527_C922_4E5A_A3AB_F054F9B2965E#23103, COL_F0C5E910_B077_41E9_B46F_01655F2E9C97#22768 AS UNION_CONSOLIDA_32798_COL_F0C5E910_B077_41E9_B46F_01655F2E9C97#23104, COL_F5768BC5_E831_4C13_9267_16652B1D0E08#22770 AS UNION_CONSOLIDA_32798_COL_F5768BC5_E831_4C13_9267_16652B1D0E08#23105, COL_75234846_3AEC_4734_AD7E_5E1D67C6736A#22772 AS UNION_CONSOLIDA_32798_COL_75234846_3AEC_4734_AD7E_5E1D67C6736A#23106, COL_E10C23BC_532B_4DF2_B90A_F93A9688D565#22776 AS UNION_CONSOLIDA_32798_COL_E10C23BC_532B_4DF2_B90A_F93A9688D565#23107, COL_BE661BBD_FD35_4104_A0B0_82CEA3D32045#22778 AS UNION_CONSOLIDA_32798_COL_BE661BBD_FD35_4104_A0B0_82CEA3D32045#23108, COL_67A3CC20_0152_4521_AEF7_3322F80015B9#22780 AS UNION_CONSOLIDA_32798_COL_67A3CC20_0152_4521_AEF7_3322F80015B9#23109, COL_563097F6_D634_4F07_AC9C_1AFBABE98DE7#22782 AS UNION_CONSOLIDA_32798_COL_563097F6_D634_4F07_AC9C_1AFBABE98DE7#23110, COL_B34E98F1_C011_49A8_9374_74FC7AF927E5#22784 AS UNION_CONSOLIDA_32798_COL_B34E98F1_C011_49A8_9374_74FC7AF927E5#23111, COL_240FC9A7_5D69_4A0B_81A6_1A452A1120B4#22786 AS UNION_CONSOLIDA_32798_COL_240FC9A7_5D69_4A0B_81A6_1A452A1120B4#23112, COL_B8C2FB3B_6ADD_4042_B47F_8B496BB19202#22788 AS UNION_CONSOLIDA_32798_COL_B8C2FB3B_6ADD_4042_B47F_8B496BB19202#23113, COL_978D010A_8A92_4D56_ACC1_D7982AEE90AE#22790 AS UNION_CONSOLIDA_32798_COL_978D010A_8A92_4D56_ACC1_D7982AEE90AE#23114, ... 15 more fields]
                                    +- SubqueryAlias UNION_CONSOLIDA_32798116
                                       +- Relation[COL_59E3B457_6564_4E84_B090_99EAA1987944#22740,COL_0F23AEDF_BAD8_4E26_B826_E8AA3ABF2AB7#22743,COL_2502BA3F_08DB_4BB9_B6E5_A7A52A13C0F7#22745,COL_413BE7B8_1BFE_4393_A802_209E3937124C#22747,COL_3E7D7A54_60D3_4C7F_8108_D6154F039403#22749,COL_F8B56ACB_AF4D_4416_A0CE_02542D87F168#22751,COL_F472560C_DB99_41F2_9279_7069140A9D65#22753,COL_60F30E2C_D2CE_467C_904C_9EBA89EBEC26#22755,COL_73CF393B_334E_4D3A_B9C0_D20AE71624A7#22757,COL_38D9CA2C_BD87_4605_94E4_86B424A96909#22759,COL_ED782DEA_98D7_422B_924C_9886EC161B9C#22761,COL_135AAA37_5078_4633_9560_24643D2CFC87#22763,COL_0028B527_C922_4E5A_A3AB_F054F9B2965E#22765,COL_F0C5E910_B077_41E9_B46F_01655F2E9C97#22768,COL_F5768BC5_E831_4C13_9267_16652B1D0E08#22770,COL_75234846_3AEC_4734_AD7E_5E1D67C6736A#22772,COL_E10C23BC_532B_4DF2_B90A_F93A9688D565#22776,COL_BE661BBD_FD35_4104_A0B0_82CEA3D32045#22778,COL_67A3CC20_0152_4521_AEF7_3322F80015B9#22780,COL_563097F6_D634_4F07_AC9C_1AFBABE98DE7#22782,COL_B34E98F1_C011_49A8_9374_74FC7AF927E5#22784,COL_240FC9A7_5D69_4A0B_81A6_1A452A1120B4#22786,COL_B8C2FB3B_6ADD_4042_B47F_8B496BB19202#22788,COL_978D010A_8A92_4D56_ACC1_D7982AEE90AE#22790,... 15 more fields] parquet

== Analyzed Logical Plan ==
COL_87CB0AE0_E3DB_48D0_8009_C678765EC741: string, COL_2310155C_7DF8_4870_ACA0_E4E109E4E254: bigint
GlobalLimit 500000
+- LocalLimit 500000
   +- Project [COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#24025 AS COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#24042, COL_2310155C_7DF8_4870_ACA0_E4E109E4E254#24026L AS COL_2310155C_7DF8_4870_ACA0_E4E109E4E254#24043L]
      +- Project [COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#23884 AS COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#24025, COL_2310155C_7DF8_4870_ACA0_E4E109E4E254#23885L AS COL_2310155C_7DF8_4870_ACA0_E4E109E4E254#24026L]
         +- Project [COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#23841 AS COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#23884, COL_2310155C_7DF8_4870_ACA0_E4E109E4E254#23842L AS COL_2310155C_7DF8_4870_ACA0_E4E109E4E254#23885L]
            +- Sort [COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#23841 ASC NULLS FIRST], true
               +- Project [COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#23837 AS COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#23841, COL_2310155C_7DF8_4870_ACA0_E4E109E4E254#23838L AS COL_2310155C_7DF8_4870_ACA0_E4E109E4E254#23842L]
                  +- Project [COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#23626 AS COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#23837, COL_2310155C_7DF8_4870_ACA0_E4E109E4E254#23675L AS COL_2310155C_7DF8_4870_ACA0_E4E109E4E254#23838L]
                     +- Project [COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#23626, COL_2310155C_7DF8_4870_ACA0_E4E109E4E254#23675L]
                        +- Aggregate [COL_4DBDFCAE_9C1F_4AD7_A503_CD346B7D8406#23536], [COL_4DBDFCAE_9C1F_4AD7_A503_CD346B7D8406#23536 AS COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#23626, 1 AS NULL_1#23685, count(1) AS COL_2310155C_7DF8_4870_ACA0_E4E109E4E254#23675L]
                           +- Project [COL_10B36C05_24A6_4F8F_AD67_80B4D654CE9B#23526 AS COL_10B36C05_24A6_4F8F_AD67_80B4D654CE9B#23534, COL_42E9BB6C_6482_4092_A616_0FC242412C94#23527 AS COL_42E9BB6C_6482_4092_A616_0FC242412C94#23535, COL_4DBDFCAE_9C1F_4AD7_A503_CD346B7D8406#23528 AS COL_4DBDFCAE_9C1F_4AD7_A503_CD346B7D8406#23536, COL_C4507C8F_676A_4B9E_8B2A_806CC8E5F17A#23529 AS COL_C4507C8F_676A_4B9E_8B2A_806CC8E5F17A#23537]
                              +- Project [cast(UNION_CONSOLIDA_32798_COL_59E3B457_6564_4E84_B090_99EAA1987944#23091 as string) AS COL_10B36C05_24A6_4F8F_AD67_80B4D654CE9B#23526, cast(UNION_CONSOLIDA_32798_COL_012B029C_9EF7_48A0_9121_FBF2AE91141E#23128 as string) AS COL_42E9BB6C_6482_4092_A616_0FC242412C94#23527, cast(UNION_CONSOLIDA_32798_COL_A9D0C9C0_A0DF_4FF9_957E_5616E6D3F582#23118 as string) AS COL_4DBDFCAE_9C1F_4AD7_A503_CD346B7D8406#23528, cast(UNION_CONSOLIDA_32798_COL_38D9CA2C_BD87_4605_94E4_86B424A96909#23100 as string) AS COL_C4507C8F_676A_4B9E_8B2A_806CC8E5F17A#23529]
                                 +- Project [COL_59E3B457_6564_4E84_B090_99EAA1987944#22740 AS UNION_CONSOLIDA_32798_COL_59E3B457_6564_4E84_B090_99EAA1987944#23091, COL_0F23AEDF_BAD8_4E26_B826_E8AA3ABF2AB7#22743 AS UNION_CONSOLIDA_32798_COL_0F23AEDF_BAD8_4E26_B826_E8AA3ABF2AB7#23092, COL_2502BA3F_08DB_4BB9_B6E5_A7A52A13C0F7#22745 AS UNION_CONSOLIDA_32798_COL_2502BA3F_08DB_4BB9_B6E5_A7A52A13C0F7#23093, COL_413BE7B8_1BFE_4393_A802_209E3937124C#22747 AS UNION_CONSOLIDA_32798_COL_413BE7B8_1BFE_4393_A802_209E3937124C#23094, COL_3E7D7A54_60D3_4C7F_8108_D6154F039403#22749 AS UNION_CONSOLIDA_32798_COL_3E7D7A54_60D3_4C7F_8108_D6154F039403#23095, COL_F8B56ACB_AF4D_4416_A0CE_02542D87F168#22751 AS UNION_CONSOLIDA_32798_COL_F8B56ACB_AF4D_4416_A0CE_02542D87F168#23096, COL_F472560C_DB99_41F2_9279_7069140A9D65#22753 AS UNION_CONSOLIDA_32798_COL_F472560C_DB99_41F2_9279_7069140A9D65#23097, COL_60F30E2C_D2CE_467C_904C_9EBA89EBEC26#22755 AS UNION_CONSOLIDA_32798_COL_60F30E2C_D2CE_467C_904C_9EBA89EBEC26#23098, COL_73CF393B_334E_4D3A_B9C0_D20AE71624A7#22757 AS UNION_CONSOLIDA_32798_COL_73CF393B_334E_4D3A_B9C0_D20AE71624A7#23099, COL_38D9CA2C_BD87_4605_94E4_86B424A96909#22759 AS UNION_CONSOLIDA_32798_COL_38D9CA2C_BD87_4605_94E4_86B424A96909#23100, COL_ED782DEA_98D7_422B_924C_9886EC161B9C#22761 AS UNION_CONSOLIDA_32798_COL_ED782DEA_98D7_422B_924C_9886EC161B9C#23101, COL_135AAA37_5078_4633_9560_24643D2CFC87#22763 AS UNION_CONSOLIDA_32798_COL_135AAA37_5078_4633_9560_24643D2CFC87#23102, COL_0028B527_C922_4E5A_A3AB_F054F9B2965E#22765 AS UNION_CONSOLIDA_32798_COL_0028B527_C922_4E5A_A3AB_F054F9B2965E#23103, COL_F0C5E910_B077_41E9_B46F_01655F2E9C97#22768 AS UNION_CONSOLIDA_32798_COL_F0C5E910_B077_41E9_B46F_01655F2E9C97#23104, COL_F5768BC5_E831_4C13_9267_16652B1D0E08#22770 AS UNION_CONSOLIDA_32798_COL_F5768BC5_E831_4C13_9267_16652B1D0E08#23105, COL_75234846_3AEC_4734_AD7E_5E1D67C6736A#22772 AS UNION_CONSOLIDA_32798_COL_75234846_3AEC_4734_AD7E_5E1D67C6736A#23106, COL_E10C23BC_532B_4DF2_B90A_F93A9688D565#22776 AS UNION_CONSOLIDA_32798_COL_E10C23BC_532B_4DF2_B90A_F93A9688D565#23107, COL_BE661BBD_FD35_4104_A0B0_82CEA3D32045#22778 AS UNION_CONSOLIDA_32798_COL_BE661BBD_FD35_4104_A0B0_82CEA3D32045#23108, COL_67A3CC20_0152_4521_AEF7_3322F80015B9#22780 AS UNION_CONSOLIDA_32798_COL_67A3CC20_0152_4521_AEF7_3322F80015B9#23109, COL_563097F6_D634_4F07_AC9C_1AFBABE98DE7#22782 AS UNION_CONSOLIDA_32798_COL_563097F6_D634_4F07_AC9C_1AFBABE98DE7#23110, COL_B34E98F1_C011_49A8_9374_74FC7AF927E5#22784 AS UNION_CONSOLIDA_32798_COL_B34E98F1_C011_49A8_9374_74FC7AF927E5#23111, COL_240FC9A7_5D69_4A0B_81A6_1A452A1120B4#22786 AS UNION_CONSOLIDA_32798_COL_240FC9A7_5D69_4A0B_81A6_1A452A1120B4#23112, COL_B8C2FB3B_6ADD_4042_B47F_8B496BB19202#22788 AS UNION_CONSOLIDA_32798_COL_B8C2FB3B_6ADD_4042_B47F_8B496BB19202#23113, COL_978D010A_8A92_4D56_ACC1_D7982AEE90AE#22790 AS UNION_CONSOLIDA_32798_COL_978D010A_8A92_4D56_ACC1_D7982AEE90AE#23114, ... 15 more fields]
                                    +- SubqueryAlias UNION_CONSOLIDA_32798116
                                       +- Relation[COL_59E3B457_6564_4E84_B090_99EAA1987944#22740,COL_0F23AEDF_BAD8_4E26_B826_E8AA3ABF2AB7#22743,COL_2502BA3F_08DB_4BB9_B6E5_A7A52A13C0F7#22745,COL_413BE7B8_1BFE_4393_A802_209E3937124C#22747,COL_3E7D7A54_60D3_4C7F_8108_D6154F039403#22749,COL_F8B56ACB_AF4D_4416_A0CE_02542D87F168#22751,COL_F472560C_DB99_41F2_9279_7069140A9D65#22753,COL_60F30E2C_D2CE_467C_904C_9EBA89EBEC26#22755,COL_73CF393B_334E_4D3A_B9C0_D20AE71624A7#22757,COL_38D9CA2C_BD87_4605_94E4_86B424A96909#22759,COL_ED782DEA_98D7_422B_924C_9886EC161B9C#22761,COL_135AAA37_5078_4633_9560_24643D2CFC87#22763,COL_0028B527_C922_4E5A_A3AB_F054F9B2965E#22765,COL_F0C5E910_B077_41E9_B46F_01655F2E9C97#22768,COL_F5768BC5_E831_4C13_9267_16652B1D0E08#22770,COL_75234846_3AEC_4734_AD7E_5E1D67C6736A#22772,COL_E10C23BC_532B_4DF2_B90A_F93A9688D565#22776,COL_BE661BBD_FD35_4104_A0B0_82CEA3D32045#22778,COL_67A3CC20_0152_4521_AEF7_3322F80015B9#22780,COL_563097F6_D634_4F07_AC9C_1AFBABE98DE7#22782,COL_B34E98F1_C011_49A8_9374_74FC7AF927E5#22784,COL_240FC9A7_5D69_4A0B_81A6_1A452A1120B4#22786,COL_B8C2FB3B_6ADD_4042_B47F_8B496BB19202#22788,COL_978D010A_8A92_4D56_ACC1_D7982AEE90AE#22790,... 15 more fields] parquet

== Optimized Logical Plan ==
GlobalLimit 500000
+- LocalLimit 500000
   +- Sort [COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#23841 ASC NULLS FIRST], true
      +- Aggregate [COL_4DBDFCAE_9C1F_4AD7_A503_CD346B7D8406#23536], [COL_4DBDFCAE_9C1F_4AD7_A503_CD346B7D8406#23536 AS COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#23841, count(1) AS COL_2310155C_7DF8_4870_ACA0_E4E109E4E254#23842L]
         +- Project [COL_A9D0C9C0_A0DF_4FF9_957E_5616E6D3F582#22798 AS COL_4DBDFCAE_9C1F_4AD7_A503_CD346B7D8406#23536]
            +- Relation[COL_59E3B457_6564_4E84_B090_99EAA1987944#22740,COL_0F23AEDF_BAD8_4E26_B826_E8AA3ABF2AB7#22743,COL_2502BA3F_08DB_4BB9_B6E5_A7A52A13C0F7#22745,COL_413BE7B8_1BFE_4393_A802_209E3937124C#22747,COL_3E7D7A54_60D3_4C7F_8108_D6154F039403#22749,COL_F8B56ACB_AF4D_4416_A0CE_02542D87F168#22751,COL_F472560C_DB99_41F2_9279_7069140A9D65#22753,COL_60F30E2C_D2CE_467C_904C_9EBA89EBEC26#22755,COL_73CF393B_334E_4D3A_B9C0_D20AE71624A7#22757,COL_38D9CA2C_BD87_4605_94E4_86B424A96909#22759,COL_ED782DEA_98D7_422B_924C_9886EC161B9C#22761,COL_135AAA37_5078_4633_9560_24643D2CFC87#22763,COL_0028B527_C922_4E5A_A3AB_F054F9B2965E#22765,COL_F0C5E910_B077_41E9_B46F_01655F2E9C97#22768,COL_F5768BC5_E831_4C13_9267_16652B1D0E08#22770,COL_75234846_3AEC_4734_AD7E_5E1D67C6736A#22772,COL_E10C23BC_532B_4DF2_B90A_F93A9688D565#22776,COL_BE661BBD_FD35_4104_A0B0_82CEA3D32045#22778,COL_67A3CC20_0152_4521_AEF7_3322F80015B9#22780,COL_563097F6_D634_4F07_AC9C_1AFBABE98DE7#22782,COL_B34E98F1_C011_49A8_9374_74FC7AF927E5#22784,COL_240FC9A7_5D69_4A0B_81A6_1A452A1120B4#22786,COL_B8C2FB3B_6ADD_4042_B47F_8B496BB19202#22788,COL_978D010A_8A92_4D56_ACC1_D7982AEE90AE#22790,... 15 more fields] parquet

== Physical Plan ==
AdaptiveSparkPlan isFinalPlan=true
+- TakeOrderedAndProject(limit=500000, orderBy=[COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#23841 ASC NULLS FIRST], output=[COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#23841,COL_2310155C_7DF8_4870_ACA0_E4E109E4E254#23842L])
   +- *(2) HashAggregate(keys=[COL_4DBDFCAE_9C1F_4AD7_A503_CD346B7D8406#23536], functions=[count(1)], output=[COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#23841, COL_2310155C_7DF8_4870_ACA0_E4E109E4E254#23842L])
      +- CustomShuffleReader coalesced
         +- ShuffleQueryStage 0
            +- Exchange hashpartitioning(COL_4DBDFCAE_9C1F_4AD7_A503_CD346B7D8406#23536, 200), true, [id=#3272]
               +- *(1) HashAggregate(keys=[COL_4DBDFCAE_9C1F_4AD7_A503_CD346B7D8406#23536], functions=[partial_count(1)], output=[COL_4DBDFCAE_9C1F_4AD7_A503_CD346B7D8406#23536, count#24245L])
                  +- *(1) Project [COL_A9D0C9C0_A0DF_4FF9_957E_5616E6D3F582#22798 AS COL_4DBDFCAE_9C1F_4AD7_A503_CD346B7D8406#23536]
                     +- *(1) ColumnarToRow
                        +- FileScan parquet [COL_A9D0C9C0_A0DF_4FF9_957E_5616E6D3F582#22798] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex[file:/data/output/cache/parquet/datablock/UNION_CONSOLIDA_32798], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_A9D0C9C0_A0DF_4FF9_957E_5616E6D3F582:string>