DC2 - Details for Query 128

Details for Query 128

Submitted Time: 2026/04/29 06:52:27
Duration: 2 s
Succeeded Jobs: 217 222 224

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" AdaptiveSparkPlan "]; 1 [labelType="html" label=" TakeOrderedAndProject "]; subgraph cluster2 { isCluster="true"; label="WholeStageCodegen (3)\n \nduration: total (min, med, max (stageId: taskId))\n380 ms (6 ms, 26 ms, 56 ms (stage 355.0: task 1175))"; 3 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 12 ms (0 ms, 0 ms, 6 ms (stage 355.0: task 1177)) peak memory total (min, med, max (stageId: taskId)) 963.8 MiB (64.3 MiB, 64.3 MiB, 64.3 MiB (stage 355.0: task 1182)) number of output rows: 40 avg hash probe bucket list iters (min, med, max (stageId: taskId)): (1, 1, 1 (stage 355.0: task 1182))"]; } 4 [labelType="html" label=" CustomShuffleReader "]; 5 [labelType="html" label="Exchange shuffle records written: 363 shuffle write time total (min, med, max (stageId: taskId)) 1.3 s (42 ms, 97 ms, 146 ms (stage 351.0: task 1157)) records read: 363 local bytes read total (min, med, max (stageId: taskId)) 27.8 KiB (810.0 B, 2024.0 B, 2.3 KiB (stage 355.0: task 1178)) fetch wait time total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 355.0: task 1182)) remote bytes read: 0.0 B local blocks read: 191 remote blocks read: 0 data size total (min, med, max (stageId: taskId)) 14.2 KiB (1000.0 B, 1120.0 B, 1240.0 B (stage 351.0: task 1162)) remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 27.8 KiB (1961.0 B, 2.2 KiB, 2.3 KiB (stage 351.0: task 1162))"]; subgraph cluster6 { isCluster="true"; label="WholeStageCodegen (2)\n \nduration: total (min, med, max (stageId: taskId))\n404 ms (10 ms, 22 ms, 97 ms (stage 351.0: task 1136))"; 7 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 91 ms (2 ms, 5 ms, 18 ms (stage 351.0: task 1148)) peak memory total (min, med, max (stageId: taskId)) 67.3 MiB (256.0 KiB, 256.0 KiB, 64.3 MiB (stage 351.0: task 1157)) number of output rows: 363 avg hash probe bucket list iters: 1"]; 8 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 56 ms (1 ms, 3 ms, 12 ms (stage 351.0: task 1157)) peak memory total (min, med, max (stageId: taskId)) 835.3 MiB (64.3 MiB, 64.3 MiB, 64.3 MiB (stage 351.0: task 1136)) number of output rows: 8,613 avg hash probe bucket list iters (min, med, max (stageId: taskId)): (1, 1, 1 (stage 351.0: task 1136))"]; } 9 [labelType="html" label=" CustomShuffleReader "]; 10 [labelType="html" label="Exchange shuffle records written: 52,289 shuffle write time total (min, med, max (stageId: taskId)) 2.5 s (220 ms, 357 ms, 457 ms (stage 338.0: task 1104)) records read: 52,289 local bytes read total (min, med, max (stageId: taskId)) 820.7 KiB (23.8 KiB, 65.9 KiB, 68.4 KiB (stage 351.0: task 1162)) fetch wait time total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 351.0: task 1136)) remote bytes read: 0.0 B local blocks read: 91 remote blocks read: 0 data size total (min, med, max (stageId: taskId)) 2042.5 KiB (189.2 KiB, 307.1 KiB, 314.6 KiB (stage 338.0: task 1099)) remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 820.7 KiB (82.7 KiB, 122.4 KiB, 124.9 KiB (stage 338.0: task 1099))"]; subgraph cluster11 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n1.7 s (167 ms, 264 ms, 292 ms (stage 338.0: task 1098))"; 12 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 754 ms (49 ms, 121 ms, 130 ms (stage 338.0: task 1102)) peak memory total (min, med, max (stageId: taskId)) 449.8 MiB (64.3 MiB, 64.3 MiB, 64.3 MiB (stage 338.0: task 1101)) number of output rows: 52,289 avg hash probe bucket list iters (min, med, max (stageId: taskId)): (1.1, 1.3, 1.3 (stage 338.0: task 1101))"]; 13 [labelType="html" label=" Project "]; 14 [labelType="html" label="ColumnarToRow number of output rows: 225,612 number of input batches: 62"]; } 15 [labelType="html" label="Scan parquet number of files read: 13 scan time total (min, med, max (stageId: taskId)) 124 ms (13 ms, 17 ms, 23 ms (stage 338.0: task 1102)) metadata time: 0 ms size of files read: 2.1 MiB number of output rows: 225,612"]; 1->0; 3->1; 4->3; 5->4; 7->5; 8->7; 9->8; 10->9; 12->10; 13->12; 14->13; 15->14; }

AdaptiveSparkPlan isFinalPlan=true

TakeOrderedAndProject(limit=500000, orderBy=[COL_BCC0E63D_DE8F_4B87_8666_A830A92EE54E#29503 ASC NULLS FIRST], output=[COL_BCC0E63D_DE8F_4B87_8666_A830A92EE54E#29503,COL_2DB84923_94A5_49F0_B611_A1265C838CAB#29504,COL_B0AC9B4A_2CD3_4E82_B166_398EF582CB1A#29509])

HashAggregate(keys=[COL_455EF459_C1BB_4878_B386_D520F26E21E3#29473, COL_2EAC2B57_A846_4510_BA91_1DF1D84290C5#29474], functions=[sum(COL_35B631E9_F50F_4CB0_8CAB_F4AD16D933E9#29475)])

WholeStageCodegen (3)

CustomShuffleReader coalesced

Exchange hashpartitioning(COL_455EF459_C1BB_4878_B386_D520F26E21E3#29473, COL_2EAC2B57_A846_4510_BA91_1DF1D84290C5#29474, 200), true, [id=#6331]

HashAggregate(keys=[COL_455EF459_C1BB_4878_B386_D520F26E21E3#29473, COL_2EAC2B57_A846_4510_BA91_1DF1D84290C5#29474], functions=[partial_sum(COL_35B631E9_F50F_4CB0_8CAB_F4AD16D933E9#29475)])

HashAggregate(keys=[COL_DAE26973_EFE0_4F7A_B97B_AB676719B411#29461, COL_A9FC1F37_AFAA_4509_86B1_B198E4A2409D#29462, COL_19896C14_01AA_4617_A661_0AE50BD115F2#29460], functions=[])

WholeStageCodegen (2)

CustomShuffleReader coalesced

Exchange hashpartitioning(COL_DAE26973_EFE0_4F7A_B97B_AB676719B411#29461, COL_A9FC1F37_AFAA_4509_86B1_B198E4A2409D#29462, COL_19896C14_01AA_4617_A661_0AE50BD115F2#29460, 200), true, [id=#6182]

HashAggregate(keys=[COL_DAE26973_EFE0_4F7A_B97B_AB676719B411#29461, COL_A9FC1F37_AFAA_4509_86B1_B198E4A2409D#29462, knownfloatingpointnormalized(normalizenanandzero(COL_19896C14_01AA_4617_A661_0AE50BD115F2#29460)) AS COL_19896C14_01AA_4617_A661_0AE50BD115F2#29460], functions=[])

Project [COL_A77F2BB9_138F_4963_8E73_A51513F46FAD#29404 AS COL_19896C14_01AA_4617_A661_0AE50BD115F2#29460, COL_2C8EABDE_2A7E_4C2A_AB34_95225A91BA7C#29405 AS COL_DAE26973_EFE0_4F7A_B97B_AB676719B411#29461, COL_F77DB834_0D6E_41A6_894F_B3E7961DA524#29409 AS COL_A9FC1F37_AFAA_4509_86B1_B198E4A2409D#29462]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_A77F2BB9_138F_4963_8E73_A51513F46FAD#29404,COL_2C8EABDE_2A7E_4C2A_AB34_95225A91BA7C#29405,COL_F77DB834_0D6E_41A6_894F_B3E7961DA524#29409] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex[file:/data/output/cache/parquet/datablock/EVOLUTION_DES_D_23698], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_A77F2BB9_138F_4963_8E73_A51513F46FAD:double,COL_2C8EABDE_2A7E_4C2A_AB34_95225A91BA7C:i...

Details

== Parsed Logical Plan ==
GlobalLimit 500000
+- LocalLimit 500000
   +- Project [COL_BCC0E63D_DE8F_4B87_8666_A830A92EE54E#29524 AS COL_BCC0E63D_DE8F_4B87_8666_A830A92EE54E#29530, COL_2DB84923_94A5_49F0_B611_A1265C838CAB#29525 AS COL_2DB84923_94A5_49F0_B611_A1265C838CAB#29531, COL_B0AC9B4A_2CD3_4E82_B166_398EF582CB1A#29526 AS COL_B0AC9B4A_2CD3_4E82_B166_398EF582CB1A#29532]
      +- Project [COL_BCC0E63D_DE8F_4B87_8666_A830A92EE54E#29518 AS COL_BCC0E63D_DE8F_4B87_8666_A830A92EE54E#29524, COL_2DB84923_94A5_49F0_B611_A1265C838CAB#29519 AS COL_2DB84923_94A5_49F0_B611_A1265C838CAB#29525, COL_B0AC9B4A_2CD3_4E82_B166_398EF582CB1A#29520 AS COL_B0AC9B4A_2CD3_4E82_B166_398EF582CB1A#29526]
         +- Project [COL_BCC0E63D_DE8F_4B87_8666_A830A92EE54E#29503 AS COL_BCC0E63D_DE8F_4B87_8666_A830A92EE54E#29518, COL_2DB84923_94A5_49F0_B611_A1265C838CAB#29504 AS COL_2DB84923_94A5_49F0_B611_A1265C838CAB#29519, COL_B0AC9B4A_2CD3_4E82_B166_398EF582CB1A#29509 AS COL_B0AC9B4A_2CD3_4E82_B166_398EF582CB1A#29520]
            +- Sort [COL_BCC0E63D_DE8F_4B87_8666_A830A92EE54E#29503 ASC NULLS FIRST], true
               +- Project [COL_BCC0E63D_DE8F_4B87_8666_A830A92EE54E#29503, COL_2DB84923_94A5_49F0_B611_A1265C838CAB#29504, COL_B0AC9B4A_2CD3_4E82_B166_398EF582CB1A#29509]
                  +- Aggregate [COL_455EF459_C1BB_4878_B386_D520F26E21E3#29497, COL_2EAC2B57_A846_4510_BA91_1DF1D84290C5#29498], [COL_455EF459_C1BB_4878_B386_D520F26E21E3#29497 AS COL_BCC0E63D_DE8F_4B87_8666_A830A92EE54E#29503, COL_2EAC2B57_A846_4510_BA91_1DF1D84290C5#29498 AS COL_2DB84923_94A5_49F0_B611_A1265C838CAB#29504, 1 AS NULL_1#29510, sum(COL_35B631E9_F50F_4CB0_8CAB_F4AD16D933E9#29499) AS COL_B0AC9B4A_2CD3_4E82_B166_398EF582CB1A#29509]
                     +- Project [COL_455EF459_C1BB_4878_B386_D520F26E21E3#29491 AS COL_455EF459_C1BB_4878_B386_D520F26E21E3#29497, COL_2EAC2B57_A846_4510_BA91_1DF1D84290C5#29492 AS COL_2EAC2B57_A846_4510_BA91_1DF1D84290C5#29498, COL_35B631E9_F50F_4CB0_8CAB_F4AD16D933E9#29493 AS COL_35B631E9_F50F_4CB0_8CAB_F4AD16D933E9#29499]
                        +- Project [COL_455EF459_C1BB_4878_B386_D520F26E21E3#29473 AS COL_455EF459_C1BB_4878_B386_D520F26E21E3#29491, COL_2EAC2B57_A846_4510_BA91_1DF1D84290C5#29474 AS COL_2EAC2B57_A846_4510_BA91_1DF1D84290C5#29492, COL_35B631E9_F50F_4CB0_8CAB_F4AD16D933E9#29475 AS COL_35B631E9_F50F_4CB0_8CAB_F4AD16D933E9#29493]
                           +- Sort true
                              +- Project [COL_455EF459_C1BB_4878_B386_D520F26E21E3#29473, COL_2EAC2B57_A846_4510_BA91_1DF1D84290C5#29474, COL_35B631E9_F50F_4CB0_8CAB_F4AD16D933E9#29475]
                                 +- Aggregate [COL_DAE26973_EFE0_4F7A_B97B_AB676719B411#29461, COL_A9FC1F37_AFAA_4509_86B1_B198E4A2409D#29462, COL_19896C14_01AA_4617_A661_0AE50BD115F2#29460], [COL_DAE26973_EFE0_4F7A_B97B_AB676719B411#29461 AS COL_455EF459_C1BB_4878_B386_D520F26E21E3#29473, COL_A9FC1F37_AFAA_4509_86B1_B198E4A2409D#29462 AS COL_2EAC2B57_A846_4510_BA91_1DF1D84290C5#29474, COL_19896C14_01AA_4617_A661_0AE50BD115F2#29460 AS COL_35B631E9_F50F_4CB0_8CAB_F4AD16D933E9#29475, 1 AS NULL_1#29483]
                                    +- Filter true
                                       +- Project [COL_6E9E7B60_B762_4BD1_84D2_84F9557D4EEE#29445 AS COL_6E9E7B60_B762_4BD1_84D2_84F9557D4EEE#29459, COL_19896C14_01AA_4617_A661_0AE50BD115F2#29446 AS COL_19896C14_01AA_4617_A661_0AE50BD115F2#29460, COL_DAE26973_EFE0_4F7A_B97B_AB676719B411#29447 AS COL_DAE26973_EFE0_4F7A_B97B_AB676719B411#29461, COL_A9FC1F37_AFAA_4509_86B1_B198E4A2409D#29448 AS COL_A9FC1F37_AFAA_4509_86B1_B198E4A2409D#29462, COL_84E2D70E_2C69_47B6_88B7_0DB0712222AF#29449 AS COL_84E2D70E_2C69_47B6_88B7_0DB0712222AF#29463, COL_BAB8F6EC_DFE1_449B_8F6C_72EC4C2F1E33#29450 AS COL_BAB8F6EC_DFE1_449B_8F6C_72EC4C2F1E33#29464, COL_DA57D9C3_9A76_44E0_934A_934B727B05B3#29451 AS COL_DA57D9C3_9A76_44E0_934A_934B727B05B3#29465]
                                          +- Project [cast(EVOLUTION_DES_D_23698_COL_216732D6_9FD4_419D_9A1F_7FF943038E54#29424 as string) AS COL_6E9E7B60_B762_4BD1_84D2_84F9557D4EEE#29445, cast(EVOLUTION_DES_D_23698_COL_A77F2BB9_138F_4963_8E73_A51513F46FAD#29425 as double) AS COL_19896C14_01AA_4617_A661_0AE50BD115F2#29446, cast(EVOLUTION_DES_D_23698_COL_2C8EABDE_2A7E_4C2A_AB34_95225A91BA7C#29426 as int) AS COL_DAE26973_EFE0_4F7A_B97B_AB676719B411#29447, cast(EVOLUTION_DES_D_23698_COL_F77DB834_0D6E_41A6_894F_B3E7961DA524#29430 as string) AS COL_A9FC1F37_AFAA_4509_86B1_B198E4A2409D#29448, cast(EVOLUTION_DES_D_23698_COL_CF57B478_0FC7_4672_8458_87151F49BABB#29427 as string) AS COL_84E2D70E_2C69_47B6_88B7_0DB0712222AF#29449, cast(EVOLUTION_DES_D_23698_COL_DD49D7F7_4E3B_4F58_886A_96665A8BF547#29428 as string) AS COL_BAB8F6EC_DFE1_449B_8F6C_72EC4C2F1E33#29450, cast(EVOLUTION_DES_D_23698_COL_831D430B_3087_4579_83F3_7C871C8D49D9#29429 as string) AS COL_DA57D9C3_9A76_44E0_934A_934B727B05B3#29451]
                                             +- Project [COL_216732D6_9FD4_419D_9A1F_7FF943038E54#29403 AS EVOLUTION_DES_D_23698_COL_216732D6_9FD4_419D_9A1F_7FF943038E54#29424, COL_A77F2BB9_138F_4963_8E73_A51513F46FAD#29404 AS EVOLUTION_DES_D_23698_COL_A77F2BB9_138F_4963_8E73_A51513F46FAD#29425, COL_2C8EABDE_2A7E_4C2A_AB34_95225A91BA7C#29405 AS EVOLUTION_DES_D_23698_COL_2C8EABDE_2A7E_4C2A_AB34_95225A91BA7C#29426, COL_CF57B478_0FC7_4672_8458_87151F49BABB#29406 AS EVOLUTION_DES_D_23698_COL_CF57B478_0FC7_4672_8458_87151F49BABB#29427, COL_DD49D7F7_4E3B_4F58_886A_96665A8BF547#29407 AS EVOLUTION_DES_D_23698_COL_DD49D7F7_4E3B_4F58_886A_96665A8BF547#29428, COL_831D430B_3087_4579_83F3_7C871C8D49D9#29408 AS EVOLUTION_DES_D_23698_COL_831D430B_3087_4579_83F3_7C871C8D49D9#29429, COL_F77DB834_0D6E_41A6_894F_B3E7961DA524#29409 AS EVOLUTION_DES_D_23698_COL_F77DB834_0D6E_41A6_894F_B3E7961DA524#29430]
                                                +- SubqueryAlias EVOLUTION_DES_D_23698116
                                                   +- Relation[COL_216732D6_9FD4_419D_9A1F_7FF943038E54#29403,COL_A77F2BB9_138F_4963_8E73_A51513F46FAD#29404,COL_2C8EABDE_2A7E_4C2A_AB34_95225A91BA7C#29405,COL_CF57B478_0FC7_4672_8458_87151F49BABB#29406,COL_DD49D7F7_4E3B_4F58_886A_96665A8BF547#29407,COL_831D430B_3087_4579_83F3_7C871C8D49D9#29408,COL_F77DB834_0D6E_41A6_894F_B3E7961DA524#29409] parquet

== Analyzed Logical Plan ==
COL_BCC0E63D_DE8F_4B87_8666_A830A92EE54E: int, COL_2DB84923_94A5_49F0_B611_A1265C838CAB: string, COL_B0AC9B4A_2CD3_4E82_B166_398EF582CB1A: double
GlobalLimit 500000
+- LocalLimit 500000
   +- Project [COL_BCC0E63D_DE8F_4B87_8666_A830A92EE54E#29524 AS COL_BCC0E63D_DE8F_4B87_8666_A830A92EE54E#29530, COL_2DB84923_94A5_49F0_B611_A1265C838CAB#29525 AS COL_2DB84923_94A5_49F0_B611_A1265C838CAB#29531, COL_B0AC9B4A_2CD3_4E82_B166_398EF582CB1A#29526 AS COL_B0AC9B4A_2CD3_4E82_B166_398EF582CB1A#29532]
      +- Project [COL_BCC0E63D_DE8F_4B87_8666_A830A92EE54E#29518 AS COL_BCC0E63D_DE8F_4B87_8666_A830A92EE54E#29524, COL_2DB84923_94A5_49F0_B611_A1265C838CAB#29519 AS COL_2DB84923_94A5_49F0_B611_A1265C838CAB#29525, COL_B0AC9B4A_2CD3_4E82_B166_398EF582CB1A#29520 AS COL_B0AC9B4A_2CD3_4E82_B166_398EF582CB1A#29526]
         +- Project [COL_BCC0E63D_DE8F_4B87_8666_A830A92EE54E#29503 AS COL_BCC0E63D_DE8F_4B87_8666_A830A92EE54E#29518, COL_2DB84923_94A5_49F0_B611_A1265C838CAB#29504 AS COL_2DB84923_94A5_49F0_B611_A1265C838CAB#29519, COL_B0AC9B4A_2CD3_4E82_B166_398EF582CB1A#29509 AS COL_B0AC9B4A_2CD3_4E82_B166_398EF582CB1A#29520]
            +- Sort [COL_BCC0E63D_DE8F_4B87_8666_A830A92EE54E#29503 ASC NULLS FIRST], true
               +- Project [COL_BCC0E63D_DE8F_4B87_8666_A830A92EE54E#29503, COL_2DB84923_94A5_49F0_B611_A1265C838CAB#29504, COL_B0AC9B4A_2CD3_4E82_B166_398EF582CB1A#29509]
                  +- Aggregate [COL_455EF459_C1BB_4878_B386_D520F26E21E3#29497, COL_2EAC2B57_A846_4510_BA91_1DF1D84290C5#29498], [COL_455EF459_C1BB_4878_B386_D520F26E21E3#29497 AS COL_BCC0E63D_DE8F_4B87_8666_A830A92EE54E#29503, COL_2EAC2B57_A846_4510_BA91_1DF1D84290C5#29498 AS COL_2DB84923_94A5_49F0_B611_A1265C838CAB#29504, 1 AS NULL_1#29510, sum(COL_35B631E9_F50F_4CB0_8CAB_F4AD16D933E9#29499) AS COL_B0AC9B4A_2CD3_4E82_B166_398EF582CB1A#29509]
                     +- Project [COL_455EF459_C1BB_4878_B386_D520F26E21E3#29491 AS COL_455EF459_C1BB_4878_B386_D520F26E21E3#29497, COL_2EAC2B57_A846_4510_BA91_1DF1D84290C5#29492 AS COL_2EAC2B57_A846_4510_BA91_1DF1D84290C5#29498, COL_35B631E9_F50F_4CB0_8CAB_F4AD16D933E9#29493 AS COL_35B631E9_F50F_4CB0_8CAB_F4AD16D933E9#29499]
                        +- Project [COL_455EF459_C1BB_4878_B386_D520F26E21E3#29473 AS COL_455EF459_C1BB_4878_B386_D520F26E21E3#29491, COL_2EAC2B57_A846_4510_BA91_1DF1D84290C5#29474 AS COL_2EAC2B57_A846_4510_BA91_1DF1D84290C5#29492, COL_35B631E9_F50F_4CB0_8CAB_F4AD16D933E9#29475 AS COL_35B631E9_F50F_4CB0_8CAB_F4AD16D933E9#29493]
                           +- Sort true
                              +- Project [COL_455EF459_C1BB_4878_B386_D520F26E21E3#29473, COL_2EAC2B57_A846_4510_BA91_1DF1D84290C5#29474, COL_35B631E9_F50F_4CB0_8CAB_F4AD16D933E9#29475]
                                 +- Aggregate [COL_DAE26973_EFE0_4F7A_B97B_AB676719B411#29461, COL_A9FC1F37_AFAA_4509_86B1_B198E4A2409D#29462, COL_19896C14_01AA_4617_A661_0AE50BD115F2#29460], [COL_DAE26973_EFE0_4F7A_B97B_AB676719B411#29461 AS COL_455EF459_C1BB_4878_B386_D520F26E21E3#29473, COL_A9FC1F37_AFAA_4509_86B1_B198E4A2409D#29462 AS COL_2EAC2B57_A846_4510_BA91_1DF1D84290C5#29474, COL_19896C14_01AA_4617_A661_0AE50BD115F2#29460 AS COL_35B631E9_F50F_4CB0_8CAB_F4AD16D933E9#29475, 1 AS NULL_1#29483]
                                    +- Filter true
                                       +- Project [COL_6E9E7B60_B762_4BD1_84D2_84F9557D4EEE#29445 AS COL_6E9E7B60_B762_4BD1_84D2_84F9557D4EEE#29459, COL_19896C14_01AA_4617_A661_0AE50BD115F2#29446 AS COL_19896C14_01AA_4617_A661_0AE50BD115F2#29460, COL_DAE26973_EFE0_4F7A_B97B_AB676719B411#29447 AS COL_DAE26973_EFE0_4F7A_B97B_AB676719B411#29461, COL_A9FC1F37_AFAA_4509_86B1_B198E4A2409D#29448 AS COL_A9FC1F37_AFAA_4509_86B1_B198E4A2409D#29462, COL_84E2D70E_2C69_47B6_88B7_0DB0712222AF#29449 AS COL_84E2D70E_2C69_47B6_88B7_0DB0712222AF#29463, COL_BAB8F6EC_DFE1_449B_8F6C_72EC4C2F1E33#29450 AS COL_BAB8F6EC_DFE1_449B_8F6C_72EC4C2F1E33#29464, COL_DA57D9C3_9A76_44E0_934A_934B727B05B3#29451 AS COL_DA57D9C3_9A76_44E0_934A_934B727B05B3#29465]
                                          +- Project [cast(EVOLUTION_DES_D_23698_COL_216732D6_9FD4_419D_9A1F_7FF943038E54#29424 as string) AS COL_6E9E7B60_B762_4BD1_84D2_84F9557D4EEE#29445, cast(EVOLUTION_DES_D_23698_COL_A77F2BB9_138F_4963_8E73_A51513F46FAD#29425 as double) AS COL_19896C14_01AA_4617_A661_0AE50BD115F2#29446, cast(EVOLUTION_DES_D_23698_COL_2C8EABDE_2A7E_4C2A_AB34_95225A91BA7C#29426 as int) AS COL_DAE26973_EFE0_4F7A_B97B_AB676719B411#29447, cast(EVOLUTION_DES_D_23698_COL_F77DB834_0D6E_41A6_894F_B3E7961DA524#29430 as string) AS COL_A9FC1F37_AFAA_4509_86B1_B198E4A2409D#29448, cast(EVOLUTION_DES_D_23698_COL_CF57B478_0FC7_4672_8458_87151F49BABB#29427 as string) AS COL_84E2D70E_2C69_47B6_88B7_0DB0712222AF#29449, cast(EVOLUTION_DES_D_23698_COL_DD49D7F7_4E3B_4F58_886A_96665A8BF547#29428 as string) AS COL_BAB8F6EC_DFE1_449B_8F6C_72EC4C2F1E33#29450, cast(EVOLUTION_DES_D_23698_COL_831D430B_3087_4579_83F3_7C871C8D49D9#29429 as string) AS COL_DA57D9C3_9A76_44E0_934A_934B727B05B3#29451]
                                             +- Project [COL_216732D6_9FD4_419D_9A1F_7FF943038E54#29403 AS EVOLUTION_DES_D_23698_COL_216732D6_9FD4_419D_9A1F_7FF943038E54#29424, COL_A77F2BB9_138F_4963_8E73_A51513F46FAD#29404 AS EVOLUTION_DES_D_23698_COL_A77F2BB9_138F_4963_8E73_A51513F46FAD#29425, COL_2C8EABDE_2A7E_4C2A_AB34_95225A91BA7C#29405 AS EVOLUTION_DES_D_23698_COL_2C8EABDE_2A7E_4C2A_AB34_95225A91BA7C#29426, COL_CF57B478_0FC7_4672_8458_87151F49BABB#29406 AS EVOLUTION_DES_D_23698_COL_CF57B478_0FC7_4672_8458_87151F49BABB#29427, COL_DD49D7F7_4E3B_4F58_886A_96665A8BF547#29407 AS EVOLUTION_DES_D_23698_COL_DD49D7F7_4E3B_4F58_886A_96665A8BF547#29428, COL_831D430B_3087_4579_83F3_7C871C8D49D9#29408 AS EVOLUTION_DES_D_23698_COL_831D430B_3087_4579_83F3_7C871C8D49D9#29429, COL_F77DB834_0D6E_41A6_894F_B3E7961DA524#29409 AS EVOLUTION_DES_D_23698_COL_F77DB834_0D6E_41A6_894F_B3E7961DA524#29430]
                                                +- SubqueryAlias EVOLUTION_DES_D_23698116
                                                   +- Relation[COL_216732D6_9FD4_419D_9A1F_7FF943038E54#29403,COL_A77F2BB9_138F_4963_8E73_A51513F46FAD#29404,COL_2C8EABDE_2A7E_4C2A_AB34_95225A91BA7C#29405,COL_CF57B478_0FC7_4672_8458_87151F49BABB#29406,COL_DD49D7F7_4E3B_4F58_886A_96665A8BF547#29407,COL_831D430B_3087_4579_83F3_7C871C8D49D9#29408,COL_F77DB834_0D6E_41A6_894F_B3E7961DA524#29409] parquet

== Optimized Logical Plan ==
GlobalLimit 500000
+- LocalLimit 500000
   +- Sort [COL_BCC0E63D_DE8F_4B87_8666_A830A92EE54E#29503 ASC NULLS FIRST], true
      +- Aggregate [COL_455EF459_C1BB_4878_B386_D520F26E21E3#29473, COL_2EAC2B57_A846_4510_BA91_1DF1D84290C5#29474], [COL_455EF459_C1BB_4878_B386_D520F26E21E3#29473 AS COL_BCC0E63D_DE8F_4B87_8666_A830A92EE54E#29503, COL_2EAC2B57_A846_4510_BA91_1DF1D84290C5#29474 AS COL_2DB84923_94A5_49F0_B611_A1265C838CAB#29504, sum(COL_35B631E9_F50F_4CB0_8CAB_F4AD16D933E9#29475) AS COL_B0AC9B4A_2CD3_4E82_B166_398EF582CB1A#29509]
         +- Aggregate [COL_DAE26973_EFE0_4F7A_B97B_AB676719B411#29461, COL_A9FC1F37_AFAA_4509_86B1_B198E4A2409D#29462, COL_19896C14_01AA_4617_A661_0AE50BD115F2#29460], [COL_DAE26973_EFE0_4F7A_B97B_AB676719B411#29461 AS COL_455EF459_C1BB_4878_B386_D520F26E21E3#29473, COL_A9FC1F37_AFAA_4509_86B1_B198E4A2409D#29462 AS COL_2EAC2B57_A846_4510_BA91_1DF1D84290C5#29474, COL_19896C14_01AA_4617_A661_0AE50BD115F2#29460 AS COL_35B631E9_F50F_4CB0_8CAB_F4AD16D933E9#29475]
            +- Project [COL_A77F2BB9_138F_4963_8E73_A51513F46FAD#29404 AS COL_19896C14_01AA_4617_A661_0AE50BD115F2#29460, COL_2C8EABDE_2A7E_4C2A_AB34_95225A91BA7C#29405 AS COL_DAE26973_EFE0_4F7A_B97B_AB676719B411#29461, COL_F77DB834_0D6E_41A6_894F_B3E7961DA524#29409 AS COL_A9FC1F37_AFAA_4509_86B1_B198E4A2409D#29462]
               +- Relation[COL_216732D6_9FD4_419D_9A1F_7FF943038E54#29403,COL_A77F2BB9_138F_4963_8E73_A51513F46FAD#29404,COL_2C8EABDE_2A7E_4C2A_AB34_95225A91BA7C#29405,COL_CF57B478_0FC7_4672_8458_87151F49BABB#29406,COL_DD49D7F7_4E3B_4F58_886A_96665A8BF547#29407,COL_831D430B_3087_4579_83F3_7C871C8D49D9#29408,COL_F77DB834_0D6E_41A6_894F_B3E7961DA524#29409] parquet

== Physical Plan ==
AdaptiveSparkPlan isFinalPlan=true
+- TakeOrderedAndProject(limit=500000, orderBy=[COL_BCC0E63D_DE8F_4B87_8666_A830A92EE54E#29503 ASC NULLS FIRST], output=[COL_BCC0E63D_DE8F_4B87_8666_A830A92EE54E#29503,COL_2DB84923_94A5_49F0_B611_A1265C838CAB#29504,COL_B0AC9B4A_2CD3_4E82_B166_398EF582CB1A#29509])
   +- *(3) HashAggregate(keys=[COL_455EF459_C1BB_4878_B386_D520F26E21E3#29473, COL_2EAC2B57_A846_4510_BA91_1DF1D84290C5#29474], functions=[sum(COL_35B631E9_F50F_4CB0_8CAB_F4AD16D933E9#29475)], output=[COL_BCC0E63D_DE8F_4B87_8666_A830A92EE54E#29503, COL_2DB84923_94A5_49F0_B611_A1265C838CAB#29504, COL_B0AC9B4A_2CD3_4E82_B166_398EF582CB1A#29509])
      +- CustomShuffleReader coalesced
         +- ShuffleQueryStage 1
            +- Exchange hashpartitioning(COL_455EF459_C1BB_4878_B386_D520F26E21E3#29473, COL_2EAC2B57_A846_4510_BA91_1DF1D84290C5#29474, 200), true, [id=#6331]
               +- *(2) HashAggregate(keys=[COL_455EF459_C1BB_4878_B386_D520F26E21E3#29473, COL_2EAC2B57_A846_4510_BA91_1DF1D84290C5#29474], functions=[partial_sum(COL_35B631E9_F50F_4CB0_8CAB_F4AD16D933E9#29475)], output=[COL_455EF459_C1BB_4878_B386_D520F26E21E3#29473, COL_2EAC2B57_A846_4510_BA91_1DF1D84290C5#29474, sum#29537])
                  +- *(2) HashAggregate(keys=[COL_DAE26973_EFE0_4F7A_B97B_AB676719B411#29461, COL_A9FC1F37_AFAA_4509_86B1_B198E4A2409D#29462, COL_19896C14_01AA_4617_A661_0AE50BD115F2#29460], functions=[], output=[COL_455EF459_C1BB_4878_B386_D520F26E21E3#29473, COL_2EAC2B57_A846_4510_BA91_1DF1D84290C5#29474, COL_35B631E9_F50F_4CB0_8CAB_F4AD16D933E9#29475])
                     +- CustomShuffleReader coalesced
                        +- ShuffleQueryStage 0
                           +- Exchange hashpartitioning(COL_DAE26973_EFE0_4F7A_B97B_AB676719B411#29461, COL_A9FC1F37_AFAA_4509_86B1_B198E4A2409D#29462, COL_19896C14_01AA_4617_A661_0AE50BD115F2#29460, 200), true, [id=#6182]
                              +- *(1) HashAggregate(keys=[COL_DAE26973_EFE0_4F7A_B97B_AB676719B411#29461, COL_A9FC1F37_AFAA_4509_86B1_B198E4A2409D#29462, knownfloatingpointnormalized(normalizenanandzero(COL_19896C14_01AA_4617_A661_0AE50BD115F2#29460)) AS COL_19896C14_01AA_4617_A661_0AE50BD115F2#29460], functions=[], output=[COL_DAE26973_EFE0_4F7A_B97B_AB676719B411#29461, COL_A9FC1F37_AFAA_4509_86B1_B198E4A2409D#29462, COL_19896C14_01AA_4617_A661_0AE50BD115F2#29460])
                                 +- *(1) Project [COL_A77F2BB9_138F_4963_8E73_A51513F46FAD#29404 AS COL_19896C14_01AA_4617_A661_0AE50BD115F2#29460, COL_2C8EABDE_2A7E_4C2A_AB34_95225A91BA7C#29405 AS COL_DAE26973_EFE0_4F7A_B97B_AB676719B411#29461, COL_F77DB834_0D6E_41A6_894F_B3E7961DA524#29409 AS COL_A9FC1F37_AFAA_4509_86B1_B198E4A2409D#29462]
                                    +- *(1) ColumnarToRow
                                       +- FileScan parquet [COL_A77F2BB9_138F_4963_8E73_A51513F46FAD#29404,COL_2C8EABDE_2A7E_4C2A_AB34_95225A91BA7C#29405,COL_F77DB834_0D6E_41A6_894F_B3E7961DA524#29409] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex[file:/data/output/cache/parquet/datablock/EVOLUTION_DES_D_23698], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_A77F2BB9_138F_4963_8E73_A51513F46FAD:double,COL_2C8EABDE_2A7E_4C2A_AB34_95225A91BA7C:i...