DC2 - Details for Query 37

Details for Query 37

Submitted Time: 2026/03/05 07:13:44
Duration: 0.3 s
Succeeded Jobs: 65 68

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" AdaptiveSparkPlan "]; 1 [labelType="html" label=" TakeOrderedAndProject "]; subgraph cluster2 { isCluster="true"; label="WholeStageCodegen (2)\n \nduration: total (min, med, max (stageId: taskId))\n123 ms (1 ms, 8 ms, 52 ms (stage 112.0: task 284))"; 3 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 112.0: task 276)) peak memory total (min, med, max (stageId: taskId)) 258.3 MiB (256.0 KiB, 256.0 KiB, 64.3 MiB (stage 112.0: task 284)) number of output rows: 4 avg hash probe bucket list iters (min, med, max (stageId: taskId)): (1, 1, 1 (stage 112.0: task 284))"]; } 4 [labelType="html" label=" CustomShuffleReader "]; 5 [labelType="html" label="Exchange shuffle records written: 28 shuffle write time total (min, med, max (stageId: taskId)) 49 ms (3 ms, 6 ms, 12 ms (stage 108.0: task 264)) records read: 28 local bytes read total (min, med, max (stageId: taskId)) 2.3 KiB (503.0 B, 618.0 B, 678.0 B (stage 112.0: task 284)) fetch wait time total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 112.0: task 284)) remote bytes read: 0.0 B local blocks read: 28 remote blocks read: 0 data size total (min, med, max (stageId: taskId)) 1232.0 B (176.0 B, 176.0 B, 176.0 B (stage 108.0: task 266)) remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 2.3 KiB (331.0 B, 339.0 B, 339.0 B (stage 108.0: task 261))"]; subgraph cluster6 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n198 ms (25 ms, 28 ms, 34 ms (stage 108.0: task 262))"; 7 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 95 ms (10 ms, 14 ms, 16 ms (stage 108.0: task 261)) peak memory total (min, med, max (stageId: taskId)) 1792.0 KiB (256.0 KiB, 256.0 KiB, 256.0 KiB (stage 108.0: task 266)) number of output rows: 28 avg hash probe bucket list iters: 0"]; 8 [labelType="html" label=" Project "]; 9 [labelType="html" label="ColumnarToRow number of output rows: 9,747 number of input batches: 13"]; } 10 [labelType="html" label="Scan parquet number of files read: 13 scan time total (min, med, max (stageId: taskId)) 57 ms (5 ms, 8 ms, 13 ms (stage 108.0: task 261)) metadata time: 0 ms size of files read: 1661.7 KiB number of output rows: 9,747"]; 1->0; 3->1; 4->3; 5->4; 7->5; 8->7; 9->8; 10->9; }

AdaptiveSparkPlan isFinalPlan=true

TakeOrderedAndProject(limit=500000, orderBy=[COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#6369 ASC NULLS FIRST], output=[COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#6369,COL_2310155C_7DF8_4870_ACA0_E4E109E4E254#6370L])

HashAggregate(keys=[COL_4DBDFCAE_9C1F_4AD7_A503_CD346B7D8406#6228], functions=[count(1)])

WholeStageCodegen (2)

CustomShuffleReader coalesced

Exchange hashpartitioning(COL_4DBDFCAE_9C1F_4AD7_A503_CD346B7D8406#6228, 200), true, [id=#1755]

HashAggregate(keys=[COL_4DBDFCAE_9C1F_4AD7_A503_CD346B7D8406#6228], functions=[partial_count(1)])

Project [COL_A9D0C9C0_A0DF_4FF9_957E_5616E6D3F582#6007 AS COL_4DBDFCAE_9C1F_4AD7_A503_CD346B7D8406#6228]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_A9D0C9C0_A0DF_4FF9_957E_5616E6D3F582#6007] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex[file:/data/output/cache/parquet/datablock/UNION_CONSOLIDA_32798], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_A9D0C9C0_A0DF_4FF9_957E_5616E6D3F582:string>

Details

== Parsed Logical Plan ==
GlobalLimit 500000
+- LocalLimit 500000
   +- Project [COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#6514 AS COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#6526, COL_2310155C_7DF8_4870_ACA0_E4E109E4E254#6515L AS COL_2310155C_7DF8_4870_ACA0_E4E109E4E254#6527L]
      +- Project [COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#6451 AS COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#6514, COL_2310155C_7DF8_4870_ACA0_E4E109E4E254#6452L AS COL_2310155C_7DF8_4870_ACA0_E4E109E4E254#6515L]
         +- Project [COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#6369 AS COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#6451, COL_2310155C_7DF8_4870_ACA0_E4E109E4E254#6370L AS COL_2310155C_7DF8_4870_ACA0_E4E109E4E254#6452L]
            +- Sort [COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#6369 ASC NULLS FIRST], true
               +- Project [COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#6365 AS COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#6369, COL_2310155C_7DF8_4870_ACA0_E4E109E4E254#6366L AS COL_2310155C_7DF8_4870_ACA0_E4E109E4E254#6370L]
                  +- Project [COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#6273 AS COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#6365, COL_2310155C_7DF8_4870_ACA0_E4E109E4E254#6280L AS COL_2310155C_7DF8_4870_ACA0_E4E109E4E254#6366L]
                     +- Project [COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#6273, COL_2310155C_7DF8_4870_ACA0_E4E109E4E254#6280L]
                        +- Aggregate [COL_4DBDFCAE_9C1F_4AD7_A503_CD346B7D8406#6228], [COL_4DBDFCAE_9C1F_4AD7_A503_CD346B7D8406#6228 AS COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#6273, 1 AS NULL_1#6281, count(1) AS COL_2310155C_7DF8_4870_ACA0_E4E109E4E254#6280L]
                           +- Project [COL_10B36C05_24A6_4F8F_AD67_80B4D654CE9B#6179 AS COL_10B36C05_24A6_4F8F_AD67_80B4D654CE9B#6226, COL_42E9BB6C_6482_4092_A616_0FC242412C94#6180 AS COL_42E9BB6C_6482_4092_A616_0FC242412C94#6227, COL_4DBDFCAE_9C1F_4AD7_A503_CD346B7D8406#6181 AS COL_4DBDFCAE_9C1F_4AD7_A503_CD346B7D8406#6228, COL_C4507C8F_676A_4B9E_8B2A_806CC8E5F17A#6182 AS COL_C4507C8F_676A_4B9E_8B2A_806CC8E5F17A#6229]
                              +- Project [cast(UNION_CONSOLIDA_32798_COL_59E3B457_6564_4E84_B090_99EAA1987944#6097 as string) AS COL_10B36C05_24A6_4F8F_AD67_80B4D654CE9B#6179, cast(UNION_CONSOLIDA_32798_COL_012B029C_9EF7_48A0_9121_FBF2AE91141E#6134 as string) AS COL_42E9BB6C_6482_4092_A616_0FC242412C94#6180, cast(UNION_CONSOLIDA_32798_COL_A9D0C9C0_A0DF_4FF9_957E_5616E6D3F582#6124 as string) AS COL_4DBDFCAE_9C1F_4AD7_A503_CD346B7D8406#6181, cast(UNION_CONSOLIDA_32798_COL_38D9CA2C_BD87_4605_94E4_86B424A96909#6106 as string) AS COL_C4507C8F_676A_4B9E_8B2A_806CC8E5F17A#6182]
                                 +- Project [COL_59E3B457_6564_4E84_B090_99EAA1987944#5980 AS UNION_CONSOLIDA_32798_COL_59E3B457_6564_4E84_B090_99EAA1987944#6097, COL_0F23AEDF_BAD8_4E26_B826_E8AA3ABF2AB7#5981 AS UNION_CONSOLIDA_32798_COL_0F23AEDF_BAD8_4E26_B826_E8AA3ABF2AB7#6098, COL_2502BA3F_08DB_4BB9_B6E5_A7A52A13C0F7#5982 AS UNION_CONSOLIDA_32798_COL_2502BA3F_08DB_4BB9_B6E5_A7A52A13C0F7#6099, COL_413BE7B8_1BFE_4393_A802_209E3937124C#5983 AS UNION_CONSOLIDA_32798_COL_413BE7B8_1BFE_4393_A802_209E3937124C#6100, COL_3E7D7A54_60D3_4C7F_8108_D6154F039403#5984 AS UNION_CONSOLIDA_32798_COL_3E7D7A54_60D3_4C7F_8108_D6154F039403#6101, COL_F8B56ACB_AF4D_4416_A0CE_02542D87F168#5985 AS UNION_CONSOLIDA_32798_COL_F8B56ACB_AF4D_4416_A0CE_02542D87F168#6102, COL_F472560C_DB99_41F2_9279_7069140A9D65#5986 AS UNION_CONSOLIDA_32798_COL_F472560C_DB99_41F2_9279_7069140A9D65#6103, COL_60F30E2C_D2CE_467C_904C_9EBA89EBEC26#5987 AS UNION_CONSOLIDA_32798_COL_60F30E2C_D2CE_467C_904C_9EBA89EBEC26#6104, COL_73CF393B_334E_4D3A_B9C0_D20AE71624A7#5988 AS UNION_CONSOLIDA_32798_COL_73CF393B_334E_4D3A_B9C0_D20AE71624A7#6105, COL_38D9CA2C_BD87_4605_94E4_86B424A96909#5989 AS UNION_CONSOLIDA_32798_COL_38D9CA2C_BD87_4605_94E4_86B424A96909#6106, COL_ED782DEA_98D7_422B_924C_9886EC161B9C#5990 AS UNION_CONSOLIDA_32798_COL_ED782DEA_98D7_422B_924C_9886EC161B9C#6107, COL_135AAA37_5078_4633_9560_24643D2CFC87#5991 AS UNION_CONSOLIDA_32798_COL_135AAA37_5078_4633_9560_24643D2CFC87#6108, COL_0028B527_C922_4E5A_A3AB_F054F9B2965E#5992 AS UNION_CONSOLIDA_32798_COL_0028B527_C922_4E5A_A3AB_F054F9B2965E#6109, COL_F0C5E910_B077_41E9_B46F_01655F2E9C97#5993 AS UNION_CONSOLIDA_32798_COL_F0C5E910_B077_41E9_B46F_01655F2E9C97#6110, COL_F5768BC5_E831_4C13_9267_16652B1D0E08#5994 AS UNION_CONSOLIDA_32798_COL_F5768BC5_E831_4C13_9267_16652B1D0E08#6111, COL_75234846_3AEC_4734_AD7E_5E1D67C6736A#5995 AS UNION_CONSOLIDA_32798_COL_75234846_3AEC_4734_AD7E_5E1D67C6736A#6112, COL_E10C23BC_532B_4DF2_B90A_F93A9688D565#5996 AS UNION_CONSOLIDA_32798_COL_E10C23BC_532B_4DF2_B90A_F93A9688D565#6113, COL_BE661BBD_FD35_4104_A0B0_82CEA3D32045#5997 AS UNION_CONSOLIDA_32798_COL_BE661BBD_FD35_4104_A0B0_82CEA3D32045#6114, COL_67A3CC20_0152_4521_AEF7_3322F80015B9#5998 AS UNION_CONSOLIDA_32798_COL_67A3CC20_0152_4521_AEF7_3322F80015B9#6115, COL_563097F6_D634_4F07_AC9C_1AFBABE98DE7#5999 AS UNION_CONSOLIDA_32798_COL_563097F6_D634_4F07_AC9C_1AFBABE98DE7#6116, COL_B34E98F1_C011_49A8_9374_74FC7AF927E5#6000 AS UNION_CONSOLIDA_32798_COL_B34E98F1_C011_49A8_9374_74FC7AF927E5#6117, COL_240FC9A7_5D69_4A0B_81A6_1A452A1120B4#6001 AS UNION_CONSOLIDA_32798_COL_240FC9A7_5D69_4A0B_81A6_1A452A1120B4#6118, COL_B8C2FB3B_6ADD_4042_B47F_8B496BB19202#6002 AS UNION_CONSOLIDA_32798_COL_B8C2FB3B_6ADD_4042_B47F_8B496BB19202#6119, COL_978D010A_8A92_4D56_ACC1_D7982AEE90AE#6003 AS UNION_CONSOLIDA_32798_COL_978D010A_8A92_4D56_ACC1_D7982AEE90AE#6120, ... 15 more fields]
                                    +- SubqueryAlias UNION_CONSOLIDA_32798116
                                       +- Relation[COL_59E3B457_6564_4E84_B090_99EAA1987944#5980,COL_0F23AEDF_BAD8_4E26_B826_E8AA3ABF2AB7#5981,COL_2502BA3F_08DB_4BB9_B6E5_A7A52A13C0F7#5982,COL_413BE7B8_1BFE_4393_A802_209E3937124C#5983,COL_3E7D7A54_60D3_4C7F_8108_D6154F039403#5984,COL_F8B56ACB_AF4D_4416_A0CE_02542D87F168#5985,COL_F472560C_DB99_41F2_9279_7069140A9D65#5986,COL_60F30E2C_D2CE_467C_904C_9EBA89EBEC26#5987,COL_73CF393B_334E_4D3A_B9C0_D20AE71624A7#5988,COL_38D9CA2C_BD87_4605_94E4_86B424A96909#5989,COL_ED782DEA_98D7_422B_924C_9886EC161B9C#5990,COL_135AAA37_5078_4633_9560_24643D2CFC87#5991,COL_0028B527_C922_4E5A_A3AB_F054F9B2965E#5992,COL_F0C5E910_B077_41E9_B46F_01655F2E9C97#5993,COL_F5768BC5_E831_4C13_9267_16652B1D0E08#5994,COL_75234846_3AEC_4734_AD7E_5E1D67C6736A#5995,COL_E10C23BC_532B_4DF2_B90A_F93A9688D565#5996,COL_BE661BBD_FD35_4104_A0B0_82CEA3D32045#5997,COL_67A3CC20_0152_4521_AEF7_3322F80015B9#5998,COL_563097F6_D634_4F07_AC9C_1AFBABE98DE7#5999,COL_B34E98F1_C011_49A8_9374_74FC7AF927E5#6000,COL_240FC9A7_5D69_4A0B_81A6_1A452A1120B4#6001,COL_B8C2FB3B_6ADD_4042_B47F_8B496BB19202#6002,COL_978D010A_8A92_4D56_ACC1_D7982AEE90AE#6003,... 15 more fields] parquet

== Analyzed Logical Plan ==
COL_87CB0AE0_E3DB_48D0_8009_C678765EC741: string, COL_2310155C_7DF8_4870_ACA0_E4E109E4E254: bigint
GlobalLimit 500000
+- LocalLimit 500000
   +- Project [COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#6514 AS COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#6526, COL_2310155C_7DF8_4870_ACA0_E4E109E4E254#6515L AS COL_2310155C_7DF8_4870_ACA0_E4E109E4E254#6527L]
      +- Project [COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#6451 AS COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#6514, COL_2310155C_7DF8_4870_ACA0_E4E109E4E254#6452L AS COL_2310155C_7DF8_4870_ACA0_E4E109E4E254#6515L]
         +- Project [COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#6369 AS COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#6451, COL_2310155C_7DF8_4870_ACA0_E4E109E4E254#6370L AS COL_2310155C_7DF8_4870_ACA0_E4E109E4E254#6452L]
            +- Sort [COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#6369 ASC NULLS FIRST], true
               +- Project [COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#6365 AS COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#6369, COL_2310155C_7DF8_4870_ACA0_E4E109E4E254#6366L AS COL_2310155C_7DF8_4870_ACA0_E4E109E4E254#6370L]
                  +- Project [COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#6273 AS COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#6365, COL_2310155C_7DF8_4870_ACA0_E4E109E4E254#6280L AS COL_2310155C_7DF8_4870_ACA0_E4E109E4E254#6366L]
                     +- Project [COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#6273, COL_2310155C_7DF8_4870_ACA0_E4E109E4E254#6280L]
                        +- Aggregate [COL_4DBDFCAE_9C1F_4AD7_A503_CD346B7D8406#6228], [COL_4DBDFCAE_9C1F_4AD7_A503_CD346B7D8406#6228 AS COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#6273, 1 AS NULL_1#6281, count(1) AS COL_2310155C_7DF8_4870_ACA0_E4E109E4E254#6280L]
                           +- Project [COL_10B36C05_24A6_4F8F_AD67_80B4D654CE9B#6179 AS COL_10B36C05_24A6_4F8F_AD67_80B4D654CE9B#6226, COL_42E9BB6C_6482_4092_A616_0FC242412C94#6180 AS COL_42E9BB6C_6482_4092_A616_0FC242412C94#6227, COL_4DBDFCAE_9C1F_4AD7_A503_CD346B7D8406#6181 AS COL_4DBDFCAE_9C1F_4AD7_A503_CD346B7D8406#6228, COL_C4507C8F_676A_4B9E_8B2A_806CC8E5F17A#6182 AS COL_C4507C8F_676A_4B9E_8B2A_806CC8E5F17A#6229]
                              +- Project [cast(UNION_CONSOLIDA_32798_COL_59E3B457_6564_4E84_B090_99EAA1987944#6097 as string) AS COL_10B36C05_24A6_4F8F_AD67_80B4D654CE9B#6179, cast(UNION_CONSOLIDA_32798_COL_012B029C_9EF7_48A0_9121_FBF2AE91141E#6134 as string) AS COL_42E9BB6C_6482_4092_A616_0FC242412C94#6180, cast(UNION_CONSOLIDA_32798_COL_A9D0C9C0_A0DF_4FF9_957E_5616E6D3F582#6124 as string) AS COL_4DBDFCAE_9C1F_4AD7_A503_CD346B7D8406#6181, cast(UNION_CONSOLIDA_32798_COL_38D9CA2C_BD87_4605_94E4_86B424A96909#6106 as string) AS COL_C4507C8F_676A_4B9E_8B2A_806CC8E5F17A#6182]
                                 +- Project [COL_59E3B457_6564_4E84_B090_99EAA1987944#5980 AS UNION_CONSOLIDA_32798_COL_59E3B457_6564_4E84_B090_99EAA1987944#6097, COL_0F23AEDF_BAD8_4E26_B826_E8AA3ABF2AB7#5981 AS UNION_CONSOLIDA_32798_COL_0F23AEDF_BAD8_4E26_B826_E8AA3ABF2AB7#6098, COL_2502BA3F_08DB_4BB9_B6E5_A7A52A13C0F7#5982 AS UNION_CONSOLIDA_32798_COL_2502BA3F_08DB_4BB9_B6E5_A7A52A13C0F7#6099, COL_413BE7B8_1BFE_4393_A802_209E3937124C#5983 AS UNION_CONSOLIDA_32798_COL_413BE7B8_1BFE_4393_A802_209E3937124C#6100, COL_3E7D7A54_60D3_4C7F_8108_D6154F039403#5984 AS UNION_CONSOLIDA_32798_COL_3E7D7A54_60D3_4C7F_8108_D6154F039403#6101, COL_F8B56ACB_AF4D_4416_A0CE_02542D87F168#5985 AS UNION_CONSOLIDA_32798_COL_F8B56ACB_AF4D_4416_A0CE_02542D87F168#6102, COL_F472560C_DB99_41F2_9279_7069140A9D65#5986 AS UNION_CONSOLIDA_32798_COL_F472560C_DB99_41F2_9279_7069140A9D65#6103, COL_60F30E2C_D2CE_467C_904C_9EBA89EBEC26#5987 AS UNION_CONSOLIDA_32798_COL_60F30E2C_D2CE_467C_904C_9EBA89EBEC26#6104, COL_73CF393B_334E_4D3A_B9C0_D20AE71624A7#5988 AS UNION_CONSOLIDA_32798_COL_73CF393B_334E_4D3A_B9C0_D20AE71624A7#6105, COL_38D9CA2C_BD87_4605_94E4_86B424A96909#5989 AS UNION_CONSOLIDA_32798_COL_38D9CA2C_BD87_4605_94E4_86B424A96909#6106, COL_ED782DEA_98D7_422B_924C_9886EC161B9C#5990 AS UNION_CONSOLIDA_32798_COL_ED782DEA_98D7_422B_924C_9886EC161B9C#6107, COL_135AAA37_5078_4633_9560_24643D2CFC87#5991 AS UNION_CONSOLIDA_32798_COL_135AAA37_5078_4633_9560_24643D2CFC87#6108, COL_0028B527_C922_4E5A_A3AB_F054F9B2965E#5992 AS UNION_CONSOLIDA_32798_COL_0028B527_C922_4E5A_A3AB_F054F9B2965E#6109, COL_F0C5E910_B077_41E9_B46F_01655F2E9C97#5993 AS UNION_CONSOLIDA_32798_COL_F0C5E910_B077_41E9_B46F_01655F2E9C97#6110, COL_F5768BC5_E831_4C13_9267_16652B1D0E08#5994 AS UNION_CONSOLIDA_32798_COL_F5768BC5_E831_4C13_9267_16652B1D0E08#6111, COL_75234846_3AEC_4734_AD7E_5E1D67C6736A#5995 AS UNION_CONSOLIDA_32798_COL_75234846_3AEC_4734_AD7E_5E1D67C6736A#6112, COL_E10C23BC_532B_4DF2_B90A_F93A9688D565#5996 AS UNION_CONSOLIDA_32798_COL_E10C23BC_532B_4DF2_B90A_F93A9688D565#6113, COL_BE661BBD_FD35_4104_A0B0_82CEA3D32045#5997 AS UNION_CONSOLIDA_32798_COL_BE661BBD_FD35_4104_A0B0_82CEA3D32045#6114, COL_67A3CC20_0152_4521_AEF7_3322F80015B9#5998 AS UNION_CONSOLIDA_32798_COL_67A3CC20_0152_4521_AEF7_3322F80015B9#6115, COL_563097F6_D634_4F07_AC9C_1AFBABE98DE7#5999 AS UNION_CONSOLIDA_32798_COL_563097F6_D634_4F07_AC9C_1AFBABE98DE7#6116, COL_B34E98F1_C011_49A8_9374_74FC7AF927E5#6000 AS UNION_CONSOLIDA_32798_COL_B34E98F1_C011_49A8_9374_74FC7AF927E5#6117, COL_240FC9A7_5D69_4A0B_81A6_1A452A1120B4#6001 AS UNION_CONSOLIDA_32798_COL_240FC9A7_5D69_4A0B_81A6_1A452A1120B4#6118, COL_B8C2FB3B_6ADD_4042_B47F_8B496BB19202#6002 AS UNION_CONSOLIDA_32798_COL_B8C2FB3B_6ADD_4042_B47F_8B496BB19202#6119, COL_978D010A_8A92_4D56_ACC1_D7982AEE90AE#6003 AS UNION_CONSOLIDA_32798_COL_978D010A_8A92_4D56_ACC1_D7982AEE90AE#6120, ... 15 more fields]
                                    +- SubqueryAlias UNION_CONSOLIDA_32798116
                                       +- Relation[COL_59E3B457_6564_4E84_B090_99EAA1987944#5980,COL_0F23AEDF_BAD8_4E26_B826_E8AA3ABF2AB7#5981,COL_2502BA3F_08DB_4BB9_B6E5_A7A52A13C0F7#5982,COL_413BE7B8_1BFE_4393_A802_209E3937124C#5983,COL_3E7D7A54_60D3_4C7F_8108_D6154F039403#5984,COL_F8B56ACB_AF4D_4416_A0CE_02542D87F168#5985,COL_F472560C_DB99_41F2_9279_7069140A9D65#5986,COL_60F30E2C_D2CE_467C_904C_9EBA89EBEC26#5987,COL_73CF393B_334E_4D3A_B9C0_D20AE71624A7#5988,COL_38D9CA2C_BD87_4605_94E4_86B424A96909#5989,COL_ED782DEA_98D7_422B_924C_9886EC161B9C#5990,COL_135AAA37_5078_4633_9560_24643D2CFC87#5991,COL_0028B527_C922_4E5A_A3AB_F054F9B2965E#5992,COL_F0C5E910_B077_41E9_B46F_01655F2E9C97#5993,COL_F5768BC5_E831_4C13_9267_16652B1D0E08#5994,COL_75234846_3AEC_4734_AD7E_5E1D67C6736A#5995,COL_E10C23BC_532B_4DF2_B90A_F93A9688D565#5996,COL_BE661BBD_FD35_4104_A0B0_82CEA3D32045#5997,COL_67A3CC20_0152_4521_AEF7_3322F80015B9#5998,COL_563097F6_D634_4F07_AC9C_1AFBABE98DE7#5999,COL_B34E98F1_C011_49A8_9374_74FC7AF927E5#6000,COL_240FC9A7_5D69_4A0B_81A6_1A452A1120B4#6001,COL_B8C2FB3B_6ADD_4042_B47F_8B496BB19202#6002,COL_978D010A_8A92_4D56_ACC1_D7982AEE90AE#6003,... 15 more fields] parquet

== Optimized Logical Plan ==
GlobalLimit 500000
+- LocalLimit 500000
   +- Sort [COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#6369 ASC NULLS FIRST], true
      +- Aggregate [COL_4DBDFCAE_9C1F_4AD7_A503_CD346B7D8406#6228], [COL_4DBDFCAE_9C1F_4AD7_A503_CD346B7D8406#6228 AS COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#6369, count(1) AS COL_2310155C_7DF8_4870_ACA0_E4E109E4E254#6370L]
         +- Project [COL_A9D0C9C0_A0DF_4FF9_957E_5616E6D3F582#6007 AS COL_4DBDFCAE_9C1F_4AD7_A503_CD346B7D8406#6228]
            +- Relation[COL_59E3B457_6564_4E84_B090_99EAA1987944#5980,COL_0F23AEDF_BAD8_4E26_B826_E8AA3ABF2AB7#5981,COL_2502BA3F_08DB_4BB9_B6E5_A7A52A13C0F7#5982,COL_413BE7B8_1BFE_4393_A802_209E3937124C#5983,COL_3E7D7A54_60D3_4C7F_8108_D6154F039403#5984,COL_F8B56ACB_AF4D_4416_A0CE_02542D87F168#5985,COL_F472560C_DB99_41F2_9279_7069140A9D65#5986,COL_60F30E2C_D2CE_467C_904C_9EBA89EBEC26#5987,COL_73CF393B_334E_4D3A_B9C0_D20AE71624A7#5988,COL_38D9CA2C_BD87_4605_94E4_86B424A96909#5989,COL_ED782DEA_98D7_422B_924C_9886EC161B9C#5990,COL_135AAA37_5078_4633_9560_24643D2CFC87#5991,COL_0028B527_C922_4E5A_A3AB_F054F9B2965E#5992,COL_F0C5E910_B077_41E9_B46F_01655F2E9C97#5993,COL_F5768BC5_E831_4C13_9267_16652B1D0E08#5994,COL_75234846_3AEC_4734_AD7E_5E1D67C6736A#5995,COL_E10C23BC_532B_4DF2_B90A_F93A9688D565#5996,COL_BE661BBD_FD35_4104_A0B0_82CEA3D32045#5997,COL_67A3CC20_0152_4521_AEF7_3322F80015B9#5998,COL_563097F6_D634_4F07_AC9C_1AFBABE98DE7#5999,COL_B34E98F1_C011_49A8_9374_74FC7AF927E5#6000,COL_240FC9A7_5D69_4A0B_81A6_1A452A1120B4#6001,COL_B8C2FB3B_6ADD_4042_B47F_8B496BB19202#6002,COL_978D010A_8A92_4D56_ACC1_D7982AEE90AE#6003,... 15 more fields] parquet

== Physical Plan ==
AdaptiveSparkPlan isFinalPlan=true
+- TakeOrderedAndProject(limit=500000, orderBy=[COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#6369 ASC NULLS FIRST], output=[COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#6369,COL_2310155C_7DF8_4870_ACA0_E4E109E4E254#6370L])
   +- *(2) HashAggregate(keys=[COL_4DBDFCAE_9C1F_4AD7_A503_CD346B7D8406#6228], functions=[count(1)], output=[COL_87CB0AE0_E3DB_48D0_8009_C678765EC741#6369, COL_2310155C_7DF8_4870_ACA0_E4E109E4E254#6370L])
      +- CustomShuffleReader coalesced
         +- ShuffleQueryStage 0
            +- Exchange hashpartitioning(COL_4DBDFCAE_9C1F_4AD7_A503_CD346B7D8406#6228, 200), true, [id=#1755]
               +- *(1) HashAggregate(keys=[COL_4DBDFCAE_9C1F_4AD7_A503_CD346B7D8406#6228], functions=[partial_count(1)], output=[COL_4DBDFCAE_9C1F_4AD7_A503_CD346B7D8406#6228, count#6875L])
                  +- *(1) Project [COL_A9D0C9C0_A0DF_4FF9_957E_5616E6D3F582#6007 AS COL_4DBDFCAE_9C1F_4AD7_A503_CD346B7D8406#6228]
                     +- *(1) ColumnarToRow
                        +- FileScan parquet [COL_A9D0C9C0_A0DF_4FF9_957E_5616E6D3F582#6007] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex[file:/data/output/cache/parquet/datablock/UNION_CONSOLIDA_32798], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_A9D0C9C0_A0DF_4FF9_957E_5616E6D3F582:string>