DC2 - Details for Query 47

Details for Query 47

Submitted Time: 2025/11/07 08:58:22
Duration: 1 s
Succeeded Jobs: 66 68 70

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" AdaptiveSparkPlan "]; 1 [labelType="html" label=" TakeOrderedAndProject "]; subgraph cluster2 { isCluster="true"; label="WholeStageCodegen (3)\n \nduration: total (min, med, max (stageId: taskId))\n246 ms (1 ms, 3 ms, 84 ms (stage 78.0: task 179))"; 3 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 40 ms (0 ms, 0 ms, 37 ms (stage 78.0: task 179)) peak memory total (min, med, max (stageId: taskId)) 258.3 MiB (256.0 KiB, 256.0 KiB, 64.3 MiB (stage 78.0: task 178)) number of output rows: 4 avg hash probe bucket list iters (min, med, max (stageId: taskId)): (1, 1, 1 (stage 78.0: task 178))"]; } 4 [labelType="html" label=" CustomShuffleReader "]; 5 [labelType="html" label="Exchange shuffle records written: 51 shuffle write time total (min, med, max (stageId: taskId)) 770 ms (3 ms, 69 ms, 138 ms (stage 74.0: task 162)) records read: 51 local bytes read total (min, med, max (stageId: taskId)) 3.1 KiB (753.0 B, 819.0 B, 819.0 B (stage 78.0: task 177)) fetch wait time total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 78.0: task 178)) remote bytes read: 0.0 B local blocks read: 51 remote blocks read: 0 data size total (min, med, max (stageId: taskId)) 1224.0 B (72.0 B, 96.0 B, 96.0 B (stage 74.0: task 161)) remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 3.1 KiB (189.0 B, 252.0 B, 252.0 B (stage 74.0: task 161))"]; subgraph cluster6 { isCluster="true"; label="WholeStageCodegen (2)\n \nduration: total (min, med, max (stageId: taskId))\n5.0 s (8 ms, 403 ms, 473 ms (stage 74.0: task 153))"; 7 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 1.7 s (2 ms, 125 ms, 270 ms (stage 74.0: task 163)) peak memory total (min, med, max (stageId: taskId)) 3.3 MiB (256.0 KiB, 256.0 KiB, 256.0 KiB (stage 74.0: task 159)) number of output rows: 51 avg hash probe bucket list iters: 0"]; 8 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 1.3 s (0 ms, 108 ms, 185 ms (stage 74.0: task 163)) peak memory total (min, med, max (stageId: taskId)) 835.3 MiB (64.3 MiB, 64.3 MiB, 64.3 MiB (stage 74.0: task 159)) number of output rows: 355 avg hash probe bucket list iters (min, med, max (stageId: taskId)): (1, 1, 1 (stage 74.0: task 159))"]; } 9 [labelType="html" label=" CustomShuffleReader "]; 10 [labelType="html" label="Exchange shuffle records written: 355 shuffle write time total (min, med, max (stageId: taskId)) 508 ms (37 ms, 75 ms, 97 ms (stage 71.0: task 141)) records read: 355 local bytes read total (min, med, max (stageId: taskId)) 34.4 KiB (1842.0 B, 2.7 KiB, 2.9 KiB (stage 74.0: task 152)) fetch wait time total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 74.0: task 159)) remote bytes read: 0.0 B local blocks read: 90 remote blocks read: 0 data size total (min, med, max (stageId: taskId)) 27.7 KiB (2.8 KiB, 3.8 KiB, 5.5 KiB (stage 71.0: task 139)) remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 34.4 KiB (3.6 KiB, 4.6 KiB, 6.9 KiB (stage 71.0: task 139))"]; subgraph cluster11 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n1.7 s (227 ms, 239 ms, 262 ms (stage 71.0: task 140))"; 12 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 1.0 s (107 ms, 160 ms, 171 ms (stage 71.0: task 138)) peak memory total (min, med, max (stageId: taskId)) 449.8 MiB (64.3 MiB, 64.3 MiB, 64.3 MiB (stage 71.0: task 144)) number of output rows: 355 avg hash probe bucket list iters (min, med, max (stageId: taskId)): (1, 1, 1 (stage 71.0: task 144))"]; 13 [labelType="html" label=" Project "]; } 14 [labelType="html" label="Scan parquet number of output rows: 9,034 number of files read: 13 metadata time: 0 ms size of files read: 1019.8 KiB"]; 1->0; 3->1; 4->3; 5->4; 7->5; 8->7; 9->8; 10->9; 12->10; 13->12; 14->13; }

AdaptiveSparkPlan isFinalPlan=true

TakeOrderedAndProject(limit=500000, orderBy=[COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#17184 DESC NULLS LAST], output=[COL_0801B20A_9369_4CCE_A468_6586F39DC2A9#17185L,COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#17184])

HashAggregate(keys=[COL_6E3CC1BD_67DD_4757_ACAF_11A9DA43BCA4#17072], functions=[count(distinct COL_7A24D2EB_FBAC_454B_905E_7170646E7EC4#17071)])

WholeStageCodegen (3)

CustomShuffleReader coalesced

Exchange hashpartitioning(COL_6E3CC1BD_67DD_4757_ACAF_11A9DA43BCA4#17072, 200), true, [id=#1622]

HashAggregate(keys=[COL_6E3CC1BD_67DD_4757_ACAF_11A9DA43BCA4#17072], functions=[partial_count(distinct COL_7A24D2EB_FBAC_454B_905E_7170646E7EC4#17071)])

HashAggregate(keys=[COL_6E3CC1BD_67DD_4757_ACAF_11A9DA43BCA4#17072, COL_7A24D2EB_FBAC_454B_905E_7170646E7EC4#17071], functions=[])

WholeStageCodegen (2)

CustomShuffleReader coalesced

Exchange hashpartitioning(COL_6E3CC1BD_67DD_4757_ACAF_11A9DA43BCA4#17072, COL_7A24D2EB_FBAC_454B_905E_7170646E7EC4#17071, 200), true, [id=#1569]

HashAggregate(keys=[COL_6E3CC1BD_67DD_4757_ACAF_11A9DA43BCA4#17072, COL_7A24D2EB_FBAC_454B_905E_7170646E7EC4#17071], functions=[])

Project [COL_3953CBF7_AFEB_4F7E_8C82_E651C786A2AB#16787 AS COL_7A24D2EB_FBAC_454B_905E_7170646E7EC4#17071, COL_6BC44D5F_C691_4AC6_BB8C_87BCFD8D9D01#16797 AS COL_6E3CC1BD_67DD_4757_ACAF_11A9DA43BCA4#17072]

WholeStageCodegen (1)

FileScan parquet [COL_3953CBF7_AFEB_4F7E_8C82_E651C786A2AB#16787,COL_6BC44D5F_C691_4AC6_BB8C_87BCFD8D9D01#16797] Batched: false, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex[file:/data/output/cache/parquet/datablock/LIEN_GIE_ERP_MA_38630], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_3953CBF7_AFEB_4F7E_8C82_E651C786A2AB:array<string>,COL_6BC44D5F_C691_4AC6_BB8C_87BCFD8...

Details

== Parsed Logical Plan ==
GlobalLimit 500000
+- LocalLimit 500000
   +- Project [COL_0801B20A_9369_4CCE_A468_6586F39DC2A9#17185L AS COL_0801B20A_9369_4CCE_A468_6586F39DC2A9#17188L, COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#17184 AS COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#17189]
      +- Sort [COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#17184 DESC NULLS LAST], true
         +- Project [COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#17180 AS COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#17184, COL_0801B20A_9369_4CCE_A468_6586F39DC2A9#17181L AS COL_0801B20A_9369_4CCE_A468_6586F39DC2A9#17185L]
            +- Project [COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#17134 AS COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#17180, COL_0801B20A_9369_4CCE_A468_6586F39DC2A9#17135L AS COL_0801B20A_9369_4CCE_A468_6586F39DC2A9#17181L]
               +- Project [COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#17088 AS COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#17134, COL_0801B20A_9369_4CCE_A468_6586F39DC2A9#17089L AS COL_0801B20A_9369_4CCE_A468_6586F39DC2A9#17135L]
                  +- Project [COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#17076 AS COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#17088, COL_0801B20A_9369_4CCE_A468_6586F39DC2A9#17080L AS COL_0801B20A_9369_4CCE_A468_6586F39DC2A9#17089L]
                     +- Project [COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#17076, COL_0801B20A_9369_4CCE_A468_6586F39DC2A9#17080L]
                        +- Aggregate [COL_6E3CC1BD_67DD_4757_ACAF_11A9DA43BCA4#17072], [COL_6E3CC1BD_67DD_4757_ACAF_11A9DA43BCA4#17072 AS COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#17076, 1 AS NULL_1#17081, count(distinct COL_7A24D2EB_FBAC_454B_905E_7170646E7EC4#17071) AS COL_0801B20A_9369_4CCE_A468_6586F39DC2A9#17080L]
                           +- Project [COL_33B71ED5_6BA5_4EA0_80EC_F8C49CB0A7FE#17064 AS COL_33B71ED5_6BA5_4EA0_80EC_F8C49CB0A7FE#17070, COL_7A24D2EB_FBAC_454B_905E_7170646E7EC4#17065 AS COL_7A24D2EB_FBAC_454B_905E_7170646E7EC4#17071, COL_6E3CC1BD_67DD_4757_ACAF_11A9DA43BCA4#17066 AS COL_6E3CC1BD_67DD_4757_ACAF_11A9DA43BCA4#17072]
                              +- Project [cast(LIEN_GIE_ERP_MA_38630_COL_A18B45E4_AA24_49E7_A6C7_365C9D4229BA#16935 as string) AS COL_33B71ED5_6BA5_4EA0_80EC_F8C49CB0A7FE#17064, cast(LIEN_GIE_ERP_MA_38630_COL_3953CBF7_AFEB_4F7E_8C82_E651C786A2AB#16955 as array<string>) AS COL_7A24D2EB_FBAC_454B_905E_7170646E7EC4#17065, cast(LIEN_GIE_ERP_MA_38630_COL_6BC44D5F_C691_4AC6_BB8C_87BCFD8D9D01#16965 as int) AS COL_6E3CC1BD_67DD_4757_ACAF_11A9DA43BCA4#17066]
                                 +- Project [COL_A18B45E4_AA24_49E7_A6C7_365C9D4229BA#16767 AS LIEN_GIE_ERP_MA_38630_COL_A18B45E4_AA24_49E7_A6C7_365C9D4229BA#16935, COL_EEB3D23B_7A4A_440B_85CC_8188D5E6ACA7#16768 AS LIEN_GIE_ERP_MA_38630_COL_EEB3D23B_7A4A_440B_85CC_8188D5E6ACA7#16936, COL_898D5D22_9D01_4318_B8E7_221E83C51A88#16769 AS LIEN_GIE_ERP_MA_38630_COL_898D5D22_9D01_4318_B8E7_221E83C51A88#16937, COL_2A6FCCE6_0345_4192_9394_A23C03FB6D0D#16770 AS LIEN_GIE_ERP_MA_38630_COL_2A6FCCE6_0345_4192_9394_A23C03FB6D0D#16938, COL_605386DE_CCAB_46E4_A684_F9449D050D33#16771 AS LIEN_GIE_ERP_MA_38630_COL_605386DE_CCAB_46E4_A684_F9449D050D33#16939, COL_BFF446D1_3656_4E98_A584_A4FF0EEF5F0B#16772 AS LIEN_GIE_ERP_MA_38630_COL_BFF446D1_3656_4E98_A584_A4FF0EEF5F0B#16940, COL_5562CDE3_FA82_49BA_BEEB_D58AD0003D71#16773 AS LIEN_GIE_ERP_MA_38630_COL_5562CDE3_FA82_49BA_BEEB_D58AD0003D71#16941, COL_46BEF3AB_5856_47E6_BEAE_D1758AE921E3#16774 AS LIEN_GIE_ERP_MA_38630_COL_46BEF3AB_5856_47E6_BEAE_D1758AE921E3#16942, COL_348DA9DF_E9B2_4819_A759_D4670DEA4B2B#16775 AS LIEN_GIE_ERP_MA_38630_COL_348DA9DF_E9B2_4819_A759_D4670DEA4B2B#16943, COL_DC698BF1_F10A_4916_997D_0B0E6E11BCE0#16776 AS LIEN_GIE_ERP_MA_38630_COL_DC698BF1_F10A_4916_997D_0B0E6E11BCE0#16944, COL_C93ABE87_DAEC_4081_B4F2_CF10C270DE0F#16777 AS LIEN_GIE_ERP_MA_38630_COL_C93ABE87_DAEC_4081_B4F2_CF10C270DE0F#16945, COL_FE618529_0873_4690_B1DA_084DC1715835#16778 AS LIEN_GIE_ERP_MA_38630_COL_FE618529_0873_4690_B1DA_084DC1715835#16946, COL_9EE26593_AB10_44AE_B4D4_77ADE3848E84#16779 AS LIEN_GIE_ERP_MA_38630_COL_9EE26593_AB10_44AE_B4D4_77ADE3848E84#16947, COL_C5085C46_AFC4_4EFC_97A6_8055D2ACAAE2#16780 AS LIEN_GIE_ERP_MA_38630_COL_C5085C46_AFC4_4EFC_97A6_8055D2ACAAE2#16948, COL_685CD7F8_2A79_4385_A4FB_C38D0A22D806#16781 AS LIEN_GIE_ERP_MA_38630_COL_685CD7F8_2A79_4385_A4FB_C38D0A22D806#16949, COL_363AB8BD_76FF_4D8F_AAAA_8E7F82F1D668#16782 AS LIEN_GIE_ERP_MA_38630_COL_363AB8BD_76FF_4D8F_AAAA_8E7F82F1D668#16950, COL_D9C0D816_857E_43AB_BB97_231118B63DB4#16783 AS LIEN_GIE_ERP_MA_38630_COL_D9C0D816_857E_43AB_BB97_231118B63DB4#16951, COL_7DB28DE9_8E36_465B_B40B_286835BE909D#16784 AS LIEN_GIE_ERP_MA_38630_COL_7DB28DE9_8E36_465B_B40B_286835BE909D#16952, COL_CDECBB87_8A81_45E9_9C6E_37D3D148C9EA#16785 AS LIEN_GIE_ERP_MA_38630_COL_CDECBB87_8A81_45E9_9C6E_37D3D148C9EA#16953, COL_AEBB05CA_8E5D_49D4_AD99_59ED8BC134CB#16786 AS LIEN_GIE_ERP_MA_38630_COL_AEBB05CA_8E5D_49D4_AD99_59ED8BC134CB#16954, COL_3953CBF7_AFEB_4F7E_8C82_E651C786A2AB#16787 AS LIEN_GIE_ERP_MA_38630_COL_3953CBF7_AFEB_4F7E_8C82_E651C786A2AB#16955, COL_0105775B_EA44_44B2_8C95_E36C29A4D241#16788 AS LIEN_GIE_ERP_MA_38630_COL_0105775B_EA44_44B2_8C95_E36C29A4D241#16956, COL_9C08FC8D_53CA_4E76_A653_4197B76A069F#16789 AS LIEN_GIE_ERP_MA_38630_COL_9C08FC8D_53CA_4E76_A653_4197B76A069F#16957, COL_3872240D_C102_43BD_AC54_87416C97E6C5#16790 AS LIEN_GIE_ERP_MA_38630_COL_3872240D_C102_43BD_AC54_87416C97E6C5#16958, ... 18 more fields]
                                    +- SubqueryAlias LIEN_GIE_ERP_MA_38630117
                                       +- Relation[COL_A18B45E4_AA24_49E7_A6C7_365C9D4229BA#16767,COL_EEB3D23B_7A4A_440B_85CC_8188D5E6ACA7#16768,COL_898D5D22_9D01_4318_B8E7_221E83C51A88#16769,COL_2A6FCCE6_0345_4192_9394_A23C03FB6D0D#16770,COL_605386DE_CCAB_46E4_A684_F9449D050D33#16771,COL_BFF446D1_3656_4E98_A584_A4FF0EEF5F0B#16772,COL_5562CDE3_FA82_49BA_BEEB_D58AD0003D71#16773,COL_46BEF3AB_5856_47E6_BEAE_D1758AE921E3#16774,COL_348DA9DF_E9B2_4819_A759_D4670DEA4B2B#16775,COL_DC698BF1_F10A_4916_997D_0B0E6E11BCE0#16776,COL_C93ABE87_DAEC_4081_B4F2_CF10C270DE0F#16777,COL_FE618529_0873_4690_B1DA_084DC1715835#16778,COL_9EE26593_AB10_44AE_B4D4_77ADE3848E84#16779,COL_C5085C46_AFC4_4EFC_97A6_8055D2ACAAE2#16780,COL_685CD7F8_2A79_4385_A4FB_C38D0A22D806#16781,COL_363AB8BD_76FF_4D8F_AAAA_8E7F82F1D668#16782,COL_D9C0D816_857E_43AB_BB97_231118B63DB4#16783,COL_7DB28DE9_8E36_465B_B40B_286835BE909D#16784,COL_CDECBB87_8A81_45E9_9C6E_37D3D148C9EA#16785,COL_AEBB05CA_8E5D_49D4_AD99_59ED8BC134CB#16786,COL_3953CBF7_AFEB_4F7E_8C82_E651C786A2AB#16787,COL_0105775B_EA44_44B2_8C95_E36C29A4D241#16788,COL_9C08FC8D_53CA_4E76_A653_4197B76A069F#16789,COL_3872240D_C102_43BD_AC54_87416C97E6C5#16790,... 18 more fields] parquet

== Analyzed Logical Plan ==
COL_0801B20A_9369_4CCE_A468_6586F39DC2A9: bigint, COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD: int
GlobalLimit 500000
+- LocalLimit 500000
   +- Project [COL_0801B20A_9369_4CCE_A468_6586F39DC2A9#17185L AS COL_0801B20A_9369_4CCE_A468_6586F39DC2A9#17188L, COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#17184 AS COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#17189]
      +- Sort [COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#17184 DESC NULLS LAST], true
         +- Project [COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#17180 AS COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#17184, COL_0801B20A_9369_4CCE_A468_6586F39DC2A9#17181L AS COL_0801B20A_9369_4CCE_A468_6586F39DC2A9#17185L]
            +- Project [COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#17134 AS COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#17180, COL_0801B20A_9369_4CCE_A468_6586F39DC2A9#17135L AS COL_0801B20A_9369_4CCE_A468_6586F39DC2A9#17181L]
               +- Project [COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#17088 AS COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#17134, COL_0801B20A_9369_4CCE_A468_6586F39DC2A9#17089L AS COL_0801B20A_9369_4CCE_A468_6586F39DC2A9#17135L]
                  +- Project [COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#17076 AS COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#17088, COL_0801B20A_9369_4CCE_A468_6586F39DC2A9#17080L AS COL_0801B20A_9369_4CCE_A468_6586F39DC2A9#17089L]
                     +- Project [COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#17076, COL_0801B20A_9369_4CCE_A468_6586F39DC2A9#17080L]
                        +- Aggregate [COL_6E3CC1BD_67DD_4757_ACAF_11A9DA43BCA4#17072], [COL_6E3CC1BD_67DD_4757_ACAF_11A9DA43BCA4#17072 AS COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#17076, 1 AS NULL_1#17081, count(distinct COL_7A24D2EB_FBAC_454B_905E_7170646E7EC4#17071) AS COL_0801B20A_9369_4CCE_A468_6586F39DC2A9#17080L]
                           +- Project [COL_33B71ED5_6BA5_4EA0_80EC_F8C49CB0A7FE#17064 AS COL_33B71ED5_6BA5_4EA0_80EC_F8C49CB0A7FE#17070, COL_7A24D2EB_FBAC_454B_905E_7170646E7EC4#17065 AS COL_7A24D2EB_FBAC_454B_905E_7170646E7EC4#17071, COL_6E3CC1BD_67DD_4757_ACAF_11A9DA43BCA4#17066 AS COL_6E3CC1BD_67DD_4757_ACAF_11A9DA43BCA4#17072]
                              +- Project [cast(LIEN_GIE_ERP_MA_38630_COL_A18B45E4_AA24_49E7_A6C7_365C9D4229BA#16935 as string) AS COL_33B71ED5_6BA5_4EA0_80EC_F8C49CB0A7FE#17064, cast(LIEN_GIE_ERP_MA_38630_COL_3953CBF7_AFEB_4F7E_8C82_E651C786A2AB#16955 as array<string>) AS COL_7A24D2EB_FBAC_454B_905E_7170646E7EC4#17065, cast(LIEN_GIE_ERP_MA_38630_COL_6BC44D5F_C691_4AC6_BB8C_87BCFD8D9D01#16965 as int) AS COL_6E3CC1BD_67DD_4757_ACAF_11A9DA43BCA4#17066]
                                 +- Project [COL_A18B45E4_AA24_49E7_A6C7_365C9D4229BA#16767 AS LIEN_GIE_ERP_MA_38630_COL_A18B45E4_AA24_49E7_A6C7_365C9D4229BA#16935, COL_EEB3D23B_7A4A_440B_85CC_8188D5E6ACA7#16768 AS LIEN_GIE_ERP_MA_38630_COL_EEB3D23B_7A4A_440B_85CC_8188D5E6ACA7#16936, COL_898D5D22_9D01_4318_B8E7_221E83C51A88#16769 AS LIEN_GIE_ERP_MA_38630_COL_898D5D22_9D01_4318_B8E7_221E83C51A88#16937, COL_2A6FCCE6_0345_4192_9394_A23C03FB6D0D#16770 AS LIEN_GIE_ERP_MA_38630_COL_2A6FCCE6_0345_4192_9394_A23C03FB6D0D#16938, COL_605386DE_CCAB_46E4_A684_F9449D050D33#16771 AS LIEN_GIE_ERP_MA_38630_COL_605386DE_CCAB_46E4_A684_F9449D050D33#16939, COL_BFF446D1_3656_4E98_A584_A4FF0EEF5F0B#16772 AS LIEN_GIE_ERP_MA_38630_COL_BFF446D1_3656_4E98_A584_A4FF0EEF5F0B#16940, COL_5562CDE3_FA82_49BA_BEEB_D58AD0003D71#16773 AS LIEN_GIE_ERP_MA_38630_COL_5562CDE3_FA82_49BA_BEEB_D58AD0003D71#16941, COL_46BEF3AB_5856_47E6_BEAE_D1758AE921E3#16774 AS LIEN_GIE_ERP_MA_38630_COL_46BEF3AB_5856_47E6_BEAE_D1758AE921E3#16942, COL_348DA9DF_E9B2_4819_A759_D4670DEA4B2B#16775 AS LIEN_GIE_ERP_MA_38630_COL_348DA9DF_E9B2_4819_A759_D4670DEA4B2B#16943, COL_DC698BF1_F10A_4916_997D_0B0E6E11BCE0#16776 AS LIEN_GIE_ERP_MA_38630_COL_DC698BF1_F10A_4916_997D_0B0E6E11BCE0#16944, COL_C93ABE87_DAEC_4081_B4F2_CF10C270DE0F#16777 AS LIEN_GIE_ERP_MA_38630_COL_C93ABE87_DAEC_4081_B4F2_CF10C270DE0F#16945, COL_FE618529_0873_4690_B1DA_084DC1715835#16778 AS LIEN_GIE_ERP_MA_38630_COL_FE618529_0873_4690_B1DA_084DC1715835#16946, COL_9EE26593_AB10_44AE_B4D4_77ADE3848E84#16779 AS LIEN_GIE_ERP_MA_38630_COL_9EE26593_AB10_44AE_B4D4_77ADE3848E84#16947, COL_C5085C46_AFC4_4EFC_97A6_8055D2ACAAE2#16780 AS LIEN_GIE_ERP_MA_38630_COL_C5085C46_AFC4_4EFC_97A6_8055D2ACAAE2#16948, COL_685CD7F8_2A79_4385_A4FB_C38D0A22D806#16781 AS LIEN_GIE_ERP_MA_38630_COL_685CD7F8_2A79_4385_A4FB_C38D0A22D806#16949, COL_363AB8BD_76FF_4D8F_AAAA_8E7F82F1D668#16782 AS LIEN_GIE_ERP_MA_38630_COL_363AB8BD_76FF_4D8F_AAAA_8E7F82F1D668#16950, COL_D9C0D816_857E_43AB_BB97_231118B63DB4#16783 AS LIEN_GIE_ERP_MA_38630_COL_D9C0D816_857E_43AB_BB97_231118B63DB4#16951, COL_7DB28DE9_8E36_465B_B40B_286835BE909D#16784 AS LIEN_GIE_ERP_MA_38630_COL_7DB28DE9_8E36_465B_B40B_286835BE909D#16952, COL_CDECBB87_8A81_45E9_9C6E_37D3D148C9EA#16785 AS LIEN_GIE_ERP_MA_38630_COL_CDECBB87_8A81_45E9_9C6E_37D3D148C9EA#16953, COL_AEBB05CA_8E5D_49D4_AD99_59ED8BC134CB#16786 AS LIEN_GIE_ERP_MA_38630_COL_AEBB05CA_8E5D_49D4_AD99_59ED8BC134CB#16954, COL_3953CBF7_AFEB_4F7E_8C82_E651C786A2AB#16787 AS LIEN_GIE_ERP_MA_38630_COL_3953CBF7_AFEB_4F7E_8C82_E651C786A2AB#16955, COL_0105775B_EA44_44B2_8C95_E36C29A4D241#16788 AS LIEN_GIE_ERP_MA_38630_COL_0105775B_EA44_44B2_8C95_E36C29A4D241#16956, COL_9C08FC8D_53CA_4E76_A653_4197B76A069F#16789 AS LIEN_GIE_ERP_MA_38630_COL_9C08FC8D_53CA_4E76_A653_4197B76A069F#16957, COL_3872240D_C102_43BD_AC54_87416C97E6C5#16790 AS LIEN_GIE_ERP_MA_38630_COL_3872240D_C102_43BD_AC54_87416C97E6C5#16958, ... 18 more fields]
                                    +- SubqueryAlias LIEN_GIE_ERP_MA_38630117
                                       +- Relation[COL_A18B45E4_AA24_49E7_A6C7_365C9D4229BA#16767,COL_EEB3D23B_7A4A_440B_85CC_8188D5E6ACA7#16768,COL_898D5D22_9D01_4318_B8E7_221E83C51A88#16769,COL_2A6FCCE6_0345_4192_9394_A23C03FB6D0D#16770,COL_605386DE_CCAB_46E4_A684_F9449D050D33#16771,COL_BFF446D1_3656_4E98_A584_A4FF0EEF5F0B#16772,COL_5562CDE3_FA82_49BA_BEEB_D58AD0003D71#16773,COL_46BEF3AB_5856_47E6_BEAE_D1758AE921E3#16774,COL_348DA9DF_E9B2_4819_A759_D4670DEA4B2B#16775,COL_DC698BF1_F10A_4916_997D_0B0E6E11BCE0#16776,COL_C93ABE87_DAEC_4081_B4F2_CF10C270DE0F#16777,COL_FE618529_0873_4690_B1DA_084DC1715835#16778,COL_9EE26593_AB10_44AE_B4D4_77ADE3848E84#16779,COL_C5085C46_AFC4_4EFC_97A6_8055D2ACAAE2#16780,COL_685CD7F8_2A79_4385_A4FB_C38D0A22D806#16781,COL_363AB8BD_76FF_4D8F_AAAA_8E7F82F1D668#16782,COL_D9C0D816_857E_43AB_BB97_231118B63DB4#16783,COL_7DB28DE9_8E36_465B_B40B_286835BE909D#16784,COL_CDECBB87_8A81_45E9_9C6E_37D3D148C9EA#16785,COL_AEBB05CA_8E5D_49D4_AD99_59ED8BC134CB#16786,COL_3953CBF7_AFEB_4F7E_8C82_E651C786A2AB#16787,COL_0105775B_EA44_44B2_8C95_E36C29A4D241#16788,COL_9C08FC8D_53CA_4E76_A653_4197B76A069F#16789,COL_3872240D_C102_43BD_AC54_87416C97E6C5#16790,... 18 more fields] parquet

== Optimized Logical Plan ==
GlobalLimit 500000
+- LocalLimit 500000
   +- Project [COL_0801B20A_9369_4CCE_A468_6586F39DC2A9#17185L, COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#17184]
      +- Sort [COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#17184 DESC NULLS LAST], true
         +- Aggregate [COL_6E3CC1BD_67DD_4757_ACAF_11A9DA43BCA4#17072], [COL_6E3CC1BD_67DD_4757_ACAF_11A9DA43BCA4#17072 AS COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#17184, count(distinct COL_7A24D2EB_FBAC_454B_905E_7170646E7EC4#17071) AS COL_0801B20A_9369_4CCE_A468_6586F39DC2A9#17185L]
            +- Project [COL_3953CBF7_AFEB_4F7E_8C82_E651C786A2AB#16787 AS COL_7A24D2EB_FBAC_454B_905E_7170646E7EC4#17071, COL_6BC44D5F_C691_4AC6_BB8C_87BCFD8D9D01#16797 AS COL_6E3CC1BD_67DD_4757_ACAF_11A9DA43BCA4#17072]
               +- Relation[COL_A18B45E4_AA24_49E7_A6C7_365C9D4229BA#16767,COL_EEB3D23B_7A4A_440B_85CC_8188D5E6ACA7#16768,COL_898D5D22_9D01_4318_B8E7_221E83C51A88#16769,COL_2A6FCCE6_0345_4192_9394_A23C03FB6D0D#16770,COL_605386DE_CCAB_46E4_A684_F9449D050D33#16771,COL_BFF446D1_3656_4E98_A584_A4FF0EEF5F0B#16772,COL_5562CDE3_FA82_49BA_BEEB_D58AD0003D71#16773,COL_46BEF3AB_5856_47E6_BEAE_D1758AE921E3#16774,COL_348DA9DF_E9B2_4819_A759_D4670DEA4B2B#16775,COL_DC698BF1_F10A_4916_997D_0B0E6E11BCE0#16776,COL_C93ABE87_DAEC_4081_B4F2_CF10C270DE0F#16777,COL_FE618529_0873_4690_B1DA_084DC1715835#16778,COL_9EE26593_AB10_44AE_B4D4_77ADE3848E84#16779,COL_C5085C46_AFC4_4EFC_97A6_8055D2ACAAE2#16780,COL_685CD7F8_2A79_4385_A4FB_C38D0A22D806#16781,COL_363AB8BD_76FF_4D8F_AAAA_8E7F82F1D668#16782,COL_D9C0D816_857E_43AB_BB97_231118B63DB4#16783,COL_7DB28DE9_8E36_465B_B40B_286835BE909D#16784,COL_CDECBB87_8A81_45E9_9C6E_37D3D148C9EA#16785,COL_AEBB05CA_8E5D_49D4_AD99_59ED8BC134CB#16786,COL_3953CBF7_AFEB_4F7E_8C82_E651C786A2AB#16787,COL_0105775B_EA44_44B2_8C95_E36C29A4D241#16788,COL_9C08FC8D_53CA_4E76_A653_4197B76A069F#16789,COL_3872240D_C102_43BD_AC54_87416C97E6C5#16790,... 18 more fields] parquet

== Physical Plan ==
AdaptiveSparkPlan isFinalPlan=true
+- TakeOrderedAndProject(limit=500000, orderBy=[COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#17184 DESC NULLS LAST], output=[COL_0801B20A_9369_4CCE_A468_6586F39DC2A9#17185L,COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#17184])
   +- *(3) HashAggregate(keys=[COL_6E3CC1BD_67DD_4757_ACAF_11A9DA43BCA4#17072], functions=[count(distinct COL_7A24D2EB_FBAC_454B_905E_7170646E7EC4#17071)], output=[COL_14F9DDE2_55D6_49C0_B6EE_76877EB386BD#17184, COL_0801B20A_9369_4CCE_A468_6586F39DC2A9#17185L])
      +- CustomShuffleReader coalesced
         +- ShuffleQueryStage 1
            +- Exchange hashpartitioning(COL_6E3CC1BD_67DD_4757_ACAF_11A9DA43BCA4#17072, 200), true, [id=#1622]
               +- *(2) HashAggregate(keys=[COL_6E3CC1BD_67DD_4757_ACAF_11A9DA43BCA4#17072], functions=[partial_count(distinct COL_7A24D2EB_FBAC_454B_905E_7170646E7EC4#17071)], output=[COL_6E3CC1BD_67DD_4757_ACAF_11A9DA43BCA4#17072, count#17412L])
                  +- *(2) HashAggregate(keys=[COL_6E3CC1BD_67DD_4757_ACAF_11A9DA43BCA4#17072, COL_7A24D2EB_FBAC_454B_905E_7170646E7EC4#17071], functions=[], output=[COL_6E3CC1BD_67DD_4757_ACAF_11A9DA43BCA4#17072, COL_7A24D2EB_FBAC_454B_905E_7170646E7EC4#17071])
                     +- CustomShuffleReader coalesced
                        +- ShuffleQueryStage 0
                           +- Exchange hashpartitioning(COL_6E3CC1BD_67DD_4757_ACAF_11A9DA43BCA4#17072, COL_7A24D2EB_FBAC_454B_905E_7170646E7EC4#17071, 200), true, [id=#1569]
                              +- *(1) HashAggregate(keys=[COL_6E3CC1BD_67DD_4757_ACAF_11A9DA43BCA4#17072, COL_7A24D2EB_FBAC_454B_905E_7170646E7EC4#17071], functions=[], output=[COL_6E3CC1BD_67DD_4757_ACAF_11A9DA43BCA4#17072, COL_7A24D2EB_FBAC_454B_905E_7170646E7EC4#17071])
                                 +- *(1) Project [COL_3953CBF7_AFEB_4F7E_8C82_E651C786A2AB#16787 AS COL_7A24D2EB_FBAC_454B_905E_7170646E7EC4#17071, COL_6BC44D5F_C691_4AC6_BB8C_87BCFD8D9D01#16797 AS COL_6E3CC1BD_67DD_4757_ACAF_11A9DA43BCA4#17072]
                                    +- FileScan parquet [COL_3953CBF7_AFEB_4F7E_8C82_E651C786A2AB#16787,COL_6BC44D5F_C691_4AC6_BB8C_87BCFD8D9D01#16797] Batched: false, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex[file:/data/output/cache/parquet/datablock/LIEN_GIE_ERP_MA_38630], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_3953CBF7_AFEB_4F7E_8C82_E651C786A2AB:array<string>,COL_6BC44D5F_C691_4AC6_BB8C_87BCFD8...