DC2 - Details for Query 3

Details for Query 3

Submitted Time: 2026/03/05 07:13:15
Duration: 3 s
Succeeded Jobs: 5 7 9

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" AdaptiveSparkPlan "]; 1 [labelType="html" label=" TakeOrderedAndProject "]; subgraph cluster2 { isCluster="true"; label="WholeStageCodegen (3)\n \nduration: total (min, med, max (stageId: taskId))\n79 ms (3 ms, 3 ms, 30 ms (stage 15.0: task 56))"; 3 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 10 ms (0 ms, 0 ms, 7 ms (stage 15.0: task 56)) peak memory total (min, med, max (stageId: taskId)) 258.3 MiB (256.0 KiB, 256.0 KiB, 64.3 MiB (stage 15.0: task 57)) number of output rows: 4 avg hash probe bucket list iters (min, med, max (stageId: taskId)): (1, 1, 1 (stage 15.0: task 57))"]; } 4 [labelType="html" label=" CustomShuffleReader "]; 5 [labelType="html" label="Exchange shuffle records written: 51 shuffle write time total (min, med, max (stageId: taskId)) 300 ms (4 ms, 14 ms, 93 ms (stage 9.0: task 48)) records read: 51 local bytes read total (min, med, max (stageId: taskId)) 3.1 KiB (753.0 B, 819.0 B, 819.0 B (stage 15.0: task 59)) fetch wait time total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 15.0: task 57)) remote bytes read: 0.0 B local blocks read: 51 remote blocks read: 0 data size total (min, med, max (stageId: taskId)) 1224.0 B (72.0 B, 96.0 B, 96.0 B (stage 9.0: task 40)) remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 3.1 KiB (189.0 B, 252.0 B, 252.0 B (stage 9.0: task 47))"]; subgraph cluster6 { isCluster="true"; label="WholeStageCodegen (2)\n \nduration: total (min, med, max (stageId: taskId))\n2.9 s (9 ms, 271 ms, 296 ms (stage 9.0: task 41))"; 7 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 1.7 s (2 ms, 186 ms, 208 ms (stage 9.0: task 45)) peak memory total (min, med, max (stageId: taskId)) 3.3 MiB (256.0 KiB, 256.0 KiB, 256.0 KiB (stage 9.0: task 40)) number of output rows: 51 avg hash probe bucket list iters: 0"]; 8 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 1.4 s (0 ms, 96 ms, 185 ms (stage 9.0: task 44)) peak memory total (min, med, max (stageId: taskId)) 835.3 MiB (64.3 MiB, 64.3 MiB, 64.3 MiB (stage 9.0: task 40)) number of output rows: 355 avg hash probe bucket list iters (min, med, max (stageId: taskId)): (1, 1, 1 (stage 9.0: task 40))"]; } 9 [labelType="html" label=" CustomShuffleReader "]; 10 [labelType="html" label="Exchange shuffle records written: 355 shuffle write time total (min, med, max (stageId: taskId)) 245 ms (16 ms, 27 ms, 96 ms (stage 5.0: task 23)) records read: 355 local bytes read total (min, med, max (stageId: taskId)) 34.4 KiB (1842.0 B, 2.7 KiB, 2.9 KiB (stage 9.0: task 36)) fetch wait time total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 9.0: task 40)) remote bytes read: 0.0 B local blocks read: 90 remote blocks read: 0 data size total (min, med, max (stageId: taskId)) 27.7 KiB (2.8 KiB, 3.8 KiB, 5.5 KiB (stage 5.0: task 16)) remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 34.4 KiB (3.6 KiB, 4.6 KiB, 6.9 KiB (stage 5.0: task 16))"]; subgraph cluster11 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n2.0 s (118 ms, 286 ms, 370 ms (stage 5.0: task 16))"; 12 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 1.1 s (100 ms, 174 ms, 189 ms (stage 5.0: task 15)) peak memory total (min, med, max (stageId: taskId)) 449.8 MiB (64.3 MiB, 64.3 MiB, 64.3 MiB (stage 5.0: task 19)) number of output rows: 355 avg hash probe bucket list iters (min, med, max (stageId: taskId)): (1, 1, 1 (stage 5.0: task 19))"]; 13 [labelType="html" label=" Project "]; } 14 [labelType="html" label="Scan parquet number of output rows: 9,034 number of files read: 13 metadata time: 3 ms size of files read: 1019.8 KiB"]; 1->0; 3->1; 4->3; 5->4; 7->5; 8->7; 9->8; 10->9; 12->10; 13->12; 14->13; }

AdaptiveSparkPlan isFinalPlan=true

TakeOrderedAndProject(limit=500000, orderBy=[COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#883 DESC NULLS LAST], output=[COL_0801B20A_9369_4CCE_A468_6586F39DC2A9#884L,COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#883])

HashAggregate(keys=[COL_6E3CC1BD_67DD_4757_ACAF_11A9DA43BCA4#718], functions=[count(distinct COL_7A24D2EB_FBAC_454B_905E_7170646E7EC4#717)])

WholeStageCodegen (3)

CustomShuffleReader coalesced

Exchange hashpartitioning(COL_6E3CC1BD_67DD_4757_ACAF_11A9DA43BCA4#718, 200), true, [id=#232]

HashAggregate(keys=[COL_6E3CC1BD_67DD_4757_ACAF_11A9DA43BCA4#718], functions=[partial_count(distinct COL_7A24D2EB_FBAC_454B_905E_7170646E7EC4#717)])

HashAggregate(keys=[COL_6E3CC1BD_67DD_4757_ACAF_11A9DA43BCA4#718, COL_7A24D2EB_FBAC_454B_905E_7170646E7EC4#717], functions=[])

WholeStageCodegen (2)

CustomShuffleReader coalesced

Exchange hashpartitioning(COL_6E3CC1BD_67DD_4757_ACAF_11A9DA43BCA4#718, COL_7A24D2EB_FBAC_454B_905E_7170646E7EC4#717, 200), true, [id=#55]

HashAggregate(keys=[COL_6E3CC1BD_67DD_4757_ACAF_11A9DA43BCA4#718, COL_7A24D2EB_FBAC_454B_905E_7170646E7EC4#717], functions=[])

Project [COL_3953CBF7_AFEB_4F7E_8C82_E651C786A2AB#53 AS COL_7A24D2EB_FBAC_454B_905E_7170646E7EC4#717, COL_6BC44D5F_C691_4AC6_BB8C_87BCFD8D9D01#79 AS COL_6E3CC1BD_67DD_4757_ACAF_11A9DA43BCA4#718]

WholeStageCodegen (1)

FileScan parquet [COL_3953CBF7_AFEB_4F7E_8C82_E651C786A2AB#53,COL_6BC44D5F_C691_4AC6_BB8C_87BCFD8D9D01#79] Batched: false, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex[file:/data/output/cache/parquet/datablock/LIEN_GIE_ERP_MA_38630], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_3953CBF7_AFEB_4F7E_8C82_E651C786A2AB:array<string>,COL_6BC44D5F_C691_4AC6_BB8C_87BCFD8...

Details

== Parsed Logical Plan ==
GlobalLimit 500000
+- LocalLimit 500000
   +- Project [COL_0801B20A_9369_4CCE_A468_6586F39DC2A9#884L AS COL_0801B20A_9369_4CCE_A468_6586F39DC2A9#887L, COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#883 AS COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#888]
      +- Sort [COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#883 DESC NULLS LAST], true
         +- Project [COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#877 AS COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#883, COL_0801B20A_9369_4CCE_A468_6586F39DC2A9#878L AS COL_0801B20A_9369_4CCE_A468_6586F39DC2A9#884L]
            +- Project [COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#869 AS COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#877, COL_0801B20A_9369_4CCE_A468_6586F39DC2A9#870L AS COL_0801B20A_9369_4CCE_A468_6586F39DC2A9#878L]
               +- Project [COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#865 AS COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#869, COL_0801B20A_9369_4CCE_A468_6586F39DC2A9#866L AS COL_0801B20A_9369_4CCE_A468_6586F39DC2A9#870L]
                  +- Project [COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#792 AS COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#865, COL_0801B20A_9369_4CCE_A468_6586F39DC2A9#847L AS COL_0801B20A_9369_4CCE_A468_6586F39DC2A9#866L]
                     +- Project [COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#792, COL_0801B20A_9369_4CCE_A468_6586F39DC2A9#847L]
                        +- Aggregate [COL_6E3CC1BD_67DD_4757_ACAF_11A9DA43BCA4#718], [COL_6E3CC1BD_67DD_4757_ACAF_11A9DA43BCA4#718 AS COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#792, 1 AS NULL_1#851, count(distinct COL_7A24D2EB_FBAC_454B_905E_7170646E7EC4#717) AS COL_0801B20A_9369_4CCE_A468_6586F39DC2A9#847L]
                           +- Project [COL_33B71ED5_6BA5_4EA0_80EC_F8C49CB0A7FE#675 AS COL_33B71ED5_6BA5_4EA0_80EC_F8C49CB0A7FE#716, COL_7A24D2EB_FBAC_454B_905E_7170646E7EC4#680 AS COL_7A24D2EB_FBAC_454B_905E_7170646E7EC4#717, COL_6E3CC1BD_67DD_4757_ACAF_11A9DA43BCA4#682 AS COL_6E3CC1BD_67DD_4757_ACAF_11A9DA43BCA4#718]
                              +- Project [cast(LIEN_GIE_ERP_MA_38630_COL_A18B45E4_AA24_49E7_A6C7_365C9D4229BA#427 as string) AS COL_33B71ED5_6BA5_4EA0_80EC_F8C49CB0A7FE#675, cast(LIEN_GIE_ERP_MA_38630_COL_3953CBF7_AFEB_4F7E_8C82_E651C786A2AB#447 as array<string>) AS COL_7A24D2EB_FBAC_454B_905E_7170646E7EC4#680, cast(LIEN_GIE_ERP_MA_38630_COL_6BC44D5F_C691_4AC6_BB8C_87BCFD8D9D01#457 as int) AS COL_6E3CC1BD_67DD_4757_ACAF_11A9DA43BCA4#682]
                                 +- Project [COL_A18B45E4_AA24_49E7_A6C7_365C9D4229BA#9 AS LIEN_GIE_ERP_MA_38630_COL_A18B45E4_AA24_49E7_A6C7_365C9D4229BA#427, COL_EEB3D23B_7A4A_440B_85CC_8188D5E6ACA7#11 AS LIEN_GIE_ERP_MA_38630_COL_EEB3D23B_7A4A_440B_85CC_8188D5E6ACA7#428, COL_898D5D22_9D01_4318_B8E7_221E83C51A88#13 AS LIEN_GIE_ERP_MA_38630_COL_898D5D22_9D01_4318_B8E7_221E83C51A88#429, COL_2A6FCCE6_0345_4192_9394_A23C03FB6D0D#15 AS LIEN_GIE_ERP_MA_38630_COL_2A6FCCE6_0345_4192_9394_A23C03FB6D0D#430, COL_605386DE_CCAB_46E4_A684_F9449D050D33#17 AS LIEN_GIE_ERP_MA_38630_COL_605386DE_CCAB_46E4_A684_F9449D050D33#431, COL_BFF446D1_3656_4E98_A584_A4FF0EEF5F0B#19 AS LIEN_GIE_ERP_MA_38630_COL_BFF446D1_3656_4E98_A584_A4FF0EEF5F0B#432, COL_5562CDE3_FA82_49BA_BEEB_D58AD0003D71#21 AS LIEN_GIE_ERP_MA_38630_COL_5562CDE3_FA82_49BA_BEEB_D58AD0003D71#433, COL_46BEF3AB_5856_47E6_BEAE_D1758AE921E3#24 AS LIEN_GIE_ERP_MA_38630_COL_46BEF3AB_5856_47E6_BEAE_D1758AE921E3#434, COL_348DA9DF_E9B2_4819_A759_D4670DEA4B2B#26 AS LIEN_GIE_ERP_MA_38630_COL_348DA9DF_E9B2_4819_A759_D4670DEA4B2B#435, COL_DC698BF1_F10A_4916_997D_0B0E6E11BCE0#29 AS LIEN_GIE_ERP_MA_38630_COL_DC698BF1_F10A_4916_997D_0B0E6E11BCE0#436, COL_C93ABE87_DAEC_4081_B4F2_CF10C270DE0F#30 AS LIEN_GIE_ERP_MA_38630_COL_C93ABE87_DAEC_4081_B4F2_CF10C270DE0F#437, COL_FE618529_0873_4690_B1DA_084DC1715835#33 AS LIEN_GIE_ERP_MA_38630_COL_FE618529_0873_4690_B1DA_084DC1715835#438, COL_9EE26593_AB10_44AE_B4D4_77ADE3848E84#35 AS LIEN_GIE_ERP_MA_38630_COL_9EE26593_AB10_44AE_B4D4_77ADE3848E84#439, COL_C5085C46_AFC4_4EFC_97A6_8055D2ACAAE2#38 AS LIEN_GIE_ERP_MA_38630_COL_C5085C46_AFC4_4EFC_97A6_8055D2ACAAE2#440, COL_685CD7F8_2A79_4385_A4FB_C38D0A22D806#40 AS LIEN_GIE_ERP_MA_38630_COL_685CD7F8_2A79_4385_A4FB_C38D0A22D806#441, COL_363AB8BD_76FF_4D8F_AAAA_8E7F82F1D668#43 AS LIEN_GIE_ERP_MA_38630_COL_363AB8BD_76FF_4D8F_AAAA_8E7F82F1D668#442, COL_D9C0D816_857E_43AB_BB97_231118B63DB4#44 AS LIEN_GIE_ERP_MA_38630_COL_D9C0D816_857E_43AB_BB97_231118B63DB4#443, COL_7DB28DE9_8E36_465B_B40B_286835BE909D#46 AS LIEN_GIE_ERP_MA_38630_COL_7DB28DE9_8E36_465B_B40B_286835BE909D#444, COL_CDECBB87_8A81_45E9_9C6E_37D3D148C9EA#49 AS LIEN_GIE_ERP_MA_38630_COL_CDECBB87_8A81_45E9_9C6E_37D3D148C9EA#445, COL_AEBB05CA_8E5D_49D4_AD99_59ED8BC134CB#51 AS LIEN_GIE_ERP_MA_38630_COL_AEBB05CA_8E5D_49D4_AD99_59ED8BC134CB#446, COL_3953CBF7_AFEB_4F7E_8C82_E651C786A2AB#53 AS LIEN_GIE_ERP_MA_38630_COL_3953CBF7_AFEB_4F7E_8C82_E651C786A2AB#447, COL_0105775B_EA44_44B2_8C95_E36C29A4D241#55 AS LIEN_GIE_ERP_MA_38630_COL_0105775B_EA44_44B2_8C95_E36C29A4D241#448, COL_9C08FC8D_53CA_4E76_A653_4197B76A069F#57 AS LIEN_GIE_ERP_MA_38630_COL_9C08FC8D_53CA_4E76_A653_4197B76A069F#449, COL_3872240D_C102_43BD_AC54_87416C97E6C5#59 AS LIEN_GIE_ERP_MA_38630_COL_3872240D_C102_43BD_AC54_87416C97E6C5#450, ... 18 more fields]
                                    +- SubqueryAlias LIEN_GIE_ERP_MA_38630116
                                       +- Relation[COL_A18B45E4_AA24_49E7_A6C7_365C9D4229BA#9,COL_EEB3D23B_7A4A_440B_85CC_8188D5E6ACA7#11,COL_898D5D22_9D01_4318_B8E7_221E83C51A88#13,COL_2A6FCCE6_0345_4192_9394_A23C03FB6D0D#15,COL_605386DE_CCAB_46E4_A684_F9449D050D33#17,COL_BFF446D1_3656_4E98_A584_A4FF0EEF5F0B#19,COL_5562CDE3_FA82_49BA_BEEB_D58AD0003D71#21,COL_46BEF3AB_5856_47E6_BEAE_D1758AE921E3#24,COL_348DA9DF_E9B2_4819_A759_D4670DEA4B2B#26,COL_DC698BF1_F10A_4916_997D_0B0E6E11BCE0#29,COL_C93ABE87_DAEC_4081_B4F2_CF10C270DE0F#30,COL_FE618529_0873_4690_B1DA_084DC1715835#33,COL_9EE26593_AB10_44AE_B4D4_77ADE3848E84#35,COL_C5085C46_AFC4_4EFC_97A6_8055D2ACAAE2#38,COL_685CD7F8_2A79_4385_A4FB_C38D0A22D806#40,COL_363AB8BD_76FF_4D8F_AAAA_8E7F82F1D668#43,COL_D9C0D816_857E_43AB_BB97_231118B63DB4#44,COL_7DB28DE9_8E36_465B_B40B_286835BE909D#46,COL_CDECBB87_8A81_45E9_9C6E_37D3D148C9EA#49,COL_AEBB05CA_8E5D_49D4_AD99_59ED8BC134CB#51,COL_3953CBF7_AFEB_4F7E_8C82_E651C786A2AB#53,COL_0105775B_EA44_44B2_8C95_E36C29A4D241#55,COL_9C08FC8D_53CA_4E76_A653_4197B76A069F#57,COL_3872240D_C102_43BD_AC54_87416C97E6C5#59,... 18 more fields] parquet

== Analyzed Logical Plan ==
COL_0801B20A_9369_4CCE_A468_6586F39DC2A9: bigint, COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD: int
GlobalLimit 500000
+- LocalLimit 500000
   +- Project [COL_0801B20A_9369_4CCE_A468_6586F39DC2A9#884L AS COL_0801B20A_9369_4CCE_A468_6586F39DC2A9#887L, COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#883 AS COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#888]
      +- Sort [COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#883 DESC NULLS LAST], true
         +- Project [COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#877 AS COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#883, COL_0801B20A_9369_4CCE_A468_6586F39DC2A9#878L AS COL_0801B20A_9369_4CCE_A468_6586F39DC2A9#884L]
            +- Project [COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#869 AS COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#877, COL_0801B20A_9369_4CCE_A468_6586F39DC2A9#870L AS COL_0801B20A_9369_4CCE_A468_6586F39DC2A9#878L]
               +- Project [COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#865 AS COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#869, COL_0801B20A_9369_4CCE_A468_6586F39DC2A9#866L AS COL_0801B20A_9369_4CCE_A468_6586F39DC2A9#870L]
                  +- Project [COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#792 AS COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#865, COL_0801B20A_9369_4CCE_A468_6586F39DC2A9#847L AS COL_0801B20A_9369_4CCE_A468_6586F39DC2A9#866L]
                     +- Project [COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#792, COL_0801B20A_9369_4CCE_A468_6586F39DC2A9#847L]
                        +- Aggregate [COL_6E3CC1BD_67DD_4757_ACAF_11A9DA43BCA4#718], [COL_6E3CC1BD_67DD_4757_ACAF_11A9DA43BCA4#718 AS COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#792, 1 AS NULL_1#851, count(distinct COL_7A24D2EB_FBAC_454B_905E_7170646E7EC4#717) AS COL_0801B20A_9369_4CCE_A468_6586F39DC2A9#847L]
                           +- Project [COL_33B71ED5_6BA5_4EA0_80EC_F8C49CB0A7FE#675 AS COL_33B71ED5_6BA5_4EA0_80EC_F8C49CB0A7FE#716, COL_7A24D2EB_FBAC_454B_905E_7170646E7EC4#680 AS COL_7A24D2EB_FBAC_454B_905E_7170646E7EC4#717, COL_6E3CC1BD_67DD_4757_ACAF_11A9DA43BCA4#682 AS COL_6E3CC1BD_67DD_4757_ACAF_11A9DA43BCA4#718]
                              +- Project [cast(LIEN_GIE_ERP_MA_38630_COL_A18B45E4_AA24_49E7_A6C7_365C9D4229BA#427 as string) AS COL_33B71ED5_6BA5_4EA0_80EC_F8C49CB0A7FE#675, cast(LIEN_GIE_ERP_MA_38630_COL_3953CBF7_AFEB_4F7E_8C82_E651C786A2AB#447 as array<string>) AS COL_7A24D2EB_FBAC_454B_905E_7170646E7EC4#680, cast(LIEN_GIE_ERP_MA_38630_COL_6BC44D5F_C691_4AC6_BB8C_87BCFD8D9D01#457 as int) AS COL_6E3CC1BD_67DD_4757_ACAF_11A9DA43BCA4#682]
                                 +- Project [COL_A18B45E4_AA24_49E7_A6C7_365C9D4229BA#9 AS LIEN_GIE_ERP_MA_38630_COL_A18B45E4_AA24_49E7_A6C7_365C9D4229BA#427, COL_EEB3D23B_7A4A_440B_85CC_8188D5E6ACA7#11 AS LIEN_GIE_ERP_MA_38630_COL_EEB3D23B_7A4A_440B_85CC_8188D5E6ACA7#428, COL_898D5D22_9D01_4318_B8E7_221E83C51A88#13 AS LIEN_GIE_ERP_MA_38630_COL_898D5D22_9D01_4318_B8E7_221E83C51A88#429, COL_2A6FCCE6_0345_4192_9394_A23C03FB6D0D#15 AS LIEN_GIE_ERP_MA_38630_COL_2A6FCCE6_0345_4192_9394_A23C03FB6D0D#430, COL_605386DE_CCAB_46E4_A684_F9449D050D33#17 AS LIEN_GIE_ERP_MA_38630_COL_605386DE_CCAB_46E4_A684_F9449D050D33#431, COL_BFF446D1_3656_4E98_A584_A4FF0EEF5F0B#19 AS LIEN_GIE_ERP_MA_38630_COL_BFF446D1_3656_4E98_A584_A4FF0EEF5F0B#432, COL_5562CDE3_FA82_49BA_BEEB_D58AD0003D71#21 AS LIEN_GIE_ERP_MA_38630_COL_5562CDE3_FA82_49BA_BEEB_D58AD0003D71#433, COL_46BEF3AB_5856_47E6_BEAE_D1758AE921E3#24 AS LIEN_GIE_ERP_MA_38630_COL_46BEF3AB_5856_47E6_BEAE_D1758AE921E3#434, COL_348DA9DF_E9B2_4819_A759_D4670DEA4B2B#26 AS LIEN_GIE_ERP_MA_38630_COL_348DA9DF_E9B2_4819_A759_D4670DEA4B2B#435, COL_DC698BF1_F10A_4916_997D_0B0E6E11BCE0#29 AS LIEN_GIE_ERP_MA_38630_COL_DC698BF1_F10A_4916_997D_0B0E6E11BCE0#436, COL_C93ABE87_DAEC_4081_B4F2_CF10C270DE0F#30 AS LIEN_GIE_ERP_MA_38630_COL_C93ABE87_DAEC_4081_B4F2_CF10C270DE0F#437, COL_FE618529_0873_4690_B1DA_084DC1715835#33 AS LIEN_GIE_ERP_MA_38630_COL_FE618529_0873_4690_B1DA_084DC1715835#438, COL_9EE26593_AB10_44AE_B4D4_77ADE3848E84#35 AS LIEN_GIE_ERP_MA_38630_COL_9EE26593_AB10_44AE_B4D4_77ADE3848E84#439, COL_C5085C46_AFC4_4EFC_97A6_8055D2ACAAE2#38 AS LIEN_GIE_ERP_MA_38630_COL_C5085C46_AFC4_4EFC_97A6_8055D2ACAAE2#440, COL_685CD7F8_2A79_4385_A4FB_C38D0A22D806#40 AS LIEN_GIE_ERP_MA_38630_COL_685CD7F8_2A79_4385_A4FB_C38D0A22D806#441, COL_363AB8BD_76FF_4D8F_AAAA_8E7F82F1D668#43 AS LIEN_GIE_ERP_MA_38630_COL_363AB8BD_76FF_4D8F_AAAA_8E7F82F1D668#442, COL_D9C0D816_857E_43AB_BB97_231118B63DB4#44 AS LIEN_GIE_ERP_MA_38630_COL_D9C0D816_857E_43AB_BB97_231118B63DB4#443, COL_7DB28DE9_8E36_465B_B40B_286835BE909D#46 AS LIEN_GIE_ERP_MA_38630_COL_7DB28DE9_8E36_465B_B40B_286835BE909D#444, COL_CDECBB87_8A81_45E9_9C6E_37D3D148C9EA#49 AS LIEN_GIE_ERP_MA_38630_COL_CDECBB87_8A81_45E9_9C6E_37D3D148C9EA#445, COL_AEBB05CA_8E5D_49D4_AD99_59ED8BC134CB#51 AS LIEN_GIE_ERP_MA_38630_COL_AEBB05CA_8E5D_49D4_AD99_59ED8BC134CB#446, COL_3953CBF7_AFEB_4F7E_8C82_E651C786A2AB#53 AS LIEN_GIE_ERP_MA_38630_COL_3953CBF7_AFEB_4F7E_8C82_E651C786A2AB#447, COL_0105775B_EA44_44B2_8C95_E36C29A4D241#55 AS LIEN_GIE_ERP_MA_38630_COL_0105775B_EA44_44B2_8C95_E36C29A4D241#448, COL_9C08FC8D_53CA_4E76_A653_4197B76A069F#57 AS LIEN_GIE_ERP_MA_38630_COL_9C08FC8D_53CA_4E76_A653_4197B76A069F#449, COL_3872240D_C102_43BD_AC54_87416C97E6C5#59 AS LIEN_GIE_ERP_MA_38630_COL_3872240D_C102_43BD_AC54_87416C97E6C5#450, ... 18 more fields]
                                    +- SubqueryAlias LIEN_GIE_ERP_MA_38630116
                                       +- Relation[COL_A18B45E4_AA24_49E7_A6C7_365C9D4229BA#9,COL_EEB3D23B_7A4A_440B_85CC_8188D5E6ACA7#11,COL_898D5D22_9D01_4318_B8E7_221E83C51A88#13,COL_2A6FCCE6_0345_4192_9394_A23C03FB6D0D#15,COL_605386DE_CCAB_46E4_A684_F9449D050D33#17,COL_BFF446D1_3656_4E98_A584_A4FF0EEF5F0B#19,COL_5562CDE3_FA82_49BA_BEEB_D58AD0003D71#21,COL_46BEF3AB_5856_47E6_BEAE_D1758AE921E3#24,COL_348DA9DF_E9B2_4819_A759_D4670DEA4B2B#26,COL_DC698BF1_F10A_4916_997D_0B0E6E11BCE0#29,COL_C93ABE87_DAEC_4081_B4F2_CF10C270DE0F#30,COL_FE618529_0873_4690_B1DA_084DC1715835#33,COL_9EE26593_AB10_44AE_B4D4_77ADE3848E84#35,COL_C5085C46_AFC4_4EFC_97A6_8055D2ACAAE2#38,COL_685CD7F8_2A79_4385_A4FB_C38D0A22D806#40,COL_363AB8BD_76FF_4D8F_AAAA_8E7F82F1D668#43,COL_D9C0D816_857E_43AB_BB97_231118B63DB4#44,COL_7DB28DE9_8E36_465B_B40B_286835BE909D#46,COL_CDECBB87_8A81_45E9_9C6E_37D3D148C9EA#49,COL_AEBB05CA_8E5D_49D4_AD99_59ED8BC134CB#51,COL_3953CBF7_AFEB_4F7E_8C82_E651C786A2AB#53,COL_0105775B_EA44_44B2_8C95_E36C29A4D241#55,COL_9C08FC8D_53CA_4E76_A653_4197B76A069F#57,COL_3872240D_C102_43BD_AC54_87416C97E6C5#59,... 18 more fields] parquet

== Optimized Logical Plan ==
GlobalLimit 500000
+- LocalLimit 500000
   +- Project [COL_0801B20A_9369_4CCE_A468_6586F39DC2A9#884L, COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#883]
      +- Sort [COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#883 DESC NULLS LAST], true
         +- Aggregate [COL_6E3CC1BD_67DD_4757_ACAF_11A9DA43BCA4#718], [COL_6E3CC1BD_67DD_4757_ACAF_11A9DA43BCA4#718 AS COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#883, count(distinct COL_7A24D2EB_FBAC_454B_905E_7170646E7EC4#717) AS COL_0801B20A_9369_4CCE_A468_6586F39DC2A9#884L]
            +- Project [COL_3953CBF7_AFEB_4F7E_8C82_E651C786A2AB#53 AS COL_7A24D2EB_FBAC_454B_905E_7170646E7EC4#717, COL_6BC44D5F_C691_4AC6_BB8C_87BCFD8D9D01#79 AS COL_6E3CC1BD_67DD_4757_ACAF_11A9DA43BCA4#718]
               +- Relation[COL_A18B45E4_AA24_49E7_A6C7_365C9D4229BA#9,COL_EEB3D23B_7A4A_440B_85CC_8188D5E6ACA7#11,COL_898D5D22_9D01_4318_B8E7_221E83C51A88#13,COL_2A6FCCE6_0345_4192_9394_A23C03FB6D0D#15,COL_605386DE_CCAB_46E4_A684_F9449D050D33#17,COL_BFF446D1_3656_4E98_A584_A4FF0EEF5F0B#19,COL_5562CDE3_FA82_49BA_BEEB_D58AD0003D71#21,COL_46BEF3AB_5856_47E6_BEAE_D1758AE921E3#24,COL_348DA9DF_E9B2_4819_A759_D4670DEA4B2B#26,COL_DC698BF1_F10A_4916_997D_0B0E6E11BCE0#29,COL_C93ABE87_DAEC_4081_B4F2_CF10C270DE0F#30,COL_FE618529_0873_4690_B1DA_084DC1715835#33,COL_9EE26593_AB10_44AE_B4D4_77ADE3848E84#35,COL_C5085C46_AFC4_4EFC_97A6_8055D2ACAAE2#38,COL_685CD7F8_2A79_4385_A4FB_C38D0A22D806#40,COL_363AB8BD_76FF_4D8F_AAAA_8E7F82F1D668#43,COL_D9C0D816_857E_43AB_BB97_231118B63DB4#44,COL_7DB28DE9_8E36_465B_B40B_286835BE909D#46,COL_CDECBB87_8A81_45E9_9C6E_37D3D148C9EA#49,COL_AEBB05CA_8E5D_49D4_AD99_59ED8BC134CB#51,COL_3953CBF7_AFEB_4F7E_8C82_E651C786A2AB#53,COL_0105775B_EA44_44B2_8C95_E36C29A4D241#55,COL_9C08FC8D_53CA_4E76_A653_4197B76A069F#57,COL_3872240D_C102_43BD_AC54_87416C97E6C5#59,... 18 more fields] parquet

== Physical Plan ==
AdaptiveSparkPlan isFinalPlan=true
+- TakeOrderedAndProject(limit=500000, orderBy=[COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#883 DESC NULLS LAST], output=[COL_0801B20A_9369_4CCE_A468_6586F39DC2A9#884L,COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#883])
   +- *(3) HashAggregate(keys=[COL_6E3CC1BD_67DD_4757_ACAF_11A9DA43BCA4#718], functions=[count(distinct COL_7A24D2EB_FBAC_454B_905E_7170646E7EC4#717)], output=[COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#883, COL_0801B20A_9369_4CCE_A468_6586F39DC2A9#884L])
      +- CustomShuffleReader coalesced
         +- ShuffleQueryStage 1
            +- Exchange hashpartitioning(COL_6E3CC1BD_67DD_4757_ACAF_11A9DA43BCA4#718, 200), true, [id=#232]
               +- *(2) HashAggregate(keys=[COL_6E3CC1BD_67DD_4757_ACAF_11A9DA43BCA4#718], functions=[partial_count(distinct COL_7A24D2EB_FBAC_454B_905E_7170646E7EC4#717)], output=[COL_6E3CC1BD_67DD_4757_ACAF_11A9DA43BCA4#718, count#893L])
                  +- *(2) HashAggregate(keys=[COL_6E3CC1BD_67DD_4757_ACAF_11A9DA43BCA4#718, COL_7A24D2EB_FBAC_454B_905E_7170646E7EC4#717], functions=[], output=[COL_6E3CC1BD_67DD_4757_ACAF_11A9DA43BCA4#718, COL_7A24D2EB_FBAC_454B_905E_7170646E7EC4#717])
                     +- CustomShuffleReader coalesced
                        +- ShuffleQueryStage 0
                           +- Exchange hashpartitioning(COL_6E3CC1BD_67DD_4757_ACAF_11A9DA43BCA4#718, COL_7A24D2EB_FBAC_454B_905E_7170646E7EC4#717, 200), true, [id=#55]
                              +- *(1) HashAggregate(keys=[COL_6E3CC1BD_67DD_4757_ACAF_11A9DA43BCA4#718, COL_7A24D2EB_FBAC_454B_905E_7170646E7EC4#717], functions=[], output=[COL_6E3CC1BD_67DD_4757_ACAF_11A9DA43BCA4#718, COL_7A24D2EB_FBAC_454B_905E_7170646E7EC4#717])
                                 +- *(1) Project [COL_3953CBF7_AFEB_4F7E_8C82_E651C786A2AB#53 AS COL_7A24D2EB_FBAC_454B_905E_7170646E7EC4#717, COL_6BC44D5F_C691_4AC6_BB8C_87BCFD8D9D01#79 AS COL_6E3CC1BD_67DD_4757_ACAF_11A9DA43BCA4#718]
                                    +- FileScan parquet [COL_3953CBF7_AFEB_4F7E_8C82_E651C786A2AB#53,COL_6BC44D5F_C691_4AC6_BB8C_87BCFD8D9D01#79] Batched: false, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex[file:/data/output/cache/parquet/datablock/LIEN_GIE_ERP_MA_38630], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_3953CBF7_AFEB_4F7E_8C82_E651C786A2AB:array<string>,COL_6BC44D5F_C691_4AC6_BB8C_87BCFD8...