DC2 - Details for Query 93

Details for Query 93

Submitted Time: 2025/11/07 08:58:44
Duration: 0.4 s
Succeeded Jobs: 151 154

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" AdaptiveSparkPlan "]; 1 [labelType="html" label=" TakeOrderedAndProject "]; subgraph cluster2 { isCluster="true"; label="WholeStageCodegen (2)\n \nduration: total (min, med, max (stageId: taskId))\n316 ms (8 ms, 12 ms, 50 ms (stage 218.0: task 570))"; 3 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 218.0: task 565)) peak memory total (min, med, max (stageId: taskId)) 1285.0 MiB (64.3 MiB, 64.3 MiB, 64.3 MiB (stage 218.0: task 565)) number of output rows: 21 avg hash probe bucket list iters (min, med, max (stageId: taskId)): (1, 1, 1 (stage 218.0: task 565))"]; } 4 [labelType="html" label=" CustomShuffleReader "]; 5 [labelType="html" label="Exchange shuffle records written: 21 shuffle write time total (min, med, max (stageId: taskId)) 38 ms (2 ms, 3 ms, 6 ms (stage 214.0: task 540)) records read: 21 local bytes read total (min, med, max (stageId: taskId)) 1558.0 B (71.0 B, 80.0 B, 100.0 B (stage 218.0: task 565)) fetch wait time total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 218.0: task 565)) remote bytes read: 0.0 B local blocks read: 20 remote blocks read: 0 data size total (min, med, max (stageId: taskId)) 776.0 B (32.0 B, 72.0 B, 192.0 B (stage 214.0: task 541)) remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 1558.0 B (72.0 B, 100.0 B, 390.0 B (stage 214.0: task 541))"]; subgraph cluster6 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n77 ms (6 ms, 8 ms, 14 ms (stage 214.0: task 540))"; 7 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 23 ms (2 ms, 2 ms, 4 ms (stage 214.0: task 538)) peak memory total (min, med, max (stageId: taskId)) 2.3 MiB (256.0 KiB, 256.0 KiB, 256.0 KiB (stage 214.0: task 545)) number of output rows: 21 avg hash probe bucket list iters: 0"]; 8 [labelType="html" label=" Project "]; 9 [labelType="html" label="ColumnarToRow number of output rows: 5,424 number of input batches: 9"]; } 10 [labelType="html" label="Scan parquet number of files read: 9 scan time total (min, med, max (stageId: taskId)) 18 ms (1 ms, 2 ms, 3 ms (stage 214.0: task 541)) metadata time: 0 ms size of files read: 839.4 KiB number of output rows: 5,424"]; 1->0; 3->1; 4->3; 5->4; 7->5; 8->7; 9->8; 10->9; }

AdaptiveSparkPlan isFinalPlan=true

TakeOrderedAndProject(limit=500000, orderBy=[COL_329C7EC2_A4CF_4EDA_A6F0_5108222DE825#26058L DESC NULLS LAST], output=[COL_ED5378B7_7280_413B_9B8E_6A0F92ADAD7E#26057,COL_329C7EC2_A4CF_4EDA_A6F0_5108222DE825#26058L])

HashAggregate(keys=[COL_4846DC42_7B32_4B22_9F9B_56260389D5B2#26030], functions=[count(1)])

WholeStageCodegen (2)

CustomShuffleReader coalesced

Exchange hashpartitioning(COL_4846DC42_7B32_4B22_9F9B_56260389D5B2#26030, 200), true, [id=#3880]

HashAggregate(keys=[COL_4846DC42_7B32_4B22_9F9B_56260389D5B2#26030], functions=[partial_count(1)])

Project [COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC#25872 AS COL_4846DC42_7B32_4B22_9F9B_56260389D5B2#26030]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC#25872] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex[file:/data/output/cache/parquet/datablock/MISE_EN_QUALITE_32533], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC:string>

Details

== Parsed Logical Plan ==
GlobalLimit 500000
+- LocalLimit 500000
   +- Project [COL_ED5378B7_7280_413B_9B8E_6A0F92ADAD7E#26057 AS COL_ED5378B7_7280_413B_9B8E_6A0F92ADAD7E#26061, COL_329C7EC2_A4CF_4EDA_A6F0_5108222DE825#26058L AS COL_329C7EC2_A4CF_4EDA_A6F0_5108222DE825#26062L]
      +- Sort [COL_329C7EC2_A4CF_4EDA_A6F0_5108222DE825#26058L DESC NULLS LAST], true
         +- Project [COL_ED5378B7_7280_413B_9B8E_6A0F92ADAD7E#26053 AS COL_ED5378B7_7280_413B_9B8E_6A0F92ADAD7E#26057, COL_329C7EC2_A4CF_4EDA_A6F0_5108222DE825#26054L AS COL_329C7EC2_A4CF_4EDA_A6F0_5108222DE825#26058L]
            +- Project [COL_ED5378B7_7280_413B_9B8E_6A0F92ADAD7E#26049 AS COL_ED5378B7_7280_413B_9B8E_6A0F92ADAD7E#26053, COL_329C7EC2_A4CF_4EDA_A6F0_5108222DE825#26050L AS COL_329C7EC2_A4CF_4EDA_A6F0_5108222DE825#26054L]
               +- Project [COL_ED5378B7_7280_413B_9B8E_6A0F92ADAD7E#26045 AS COL_ED5378B7_7280_413B_9B8E_6A0F92ADAD7E#26049, COL_329C7EC2_A4CF_4EDA_A6F0_5108222DE825#26046L AS COL_329C7EC2_A4CF_4EDA_A6F0_5108222DE825#26050L]
                  +- Project [COL_ED5378B7_7280_413B_9B8E_6A0F92ADAD7E#26033 AS COL_ED5378B7_7280_413B_9B8E_6A0F92ADAD7E#26045, COL_329C7EC2_A4CF_4EDA_A6F0_5108222DE825#26038L AS COL_329C7EC2_A4CF_4EDA_A6F0_5108222DE825#26046L]
                     +- Project [COL_ED5378B7_7280_413B_9B8E_6A0F92ADAD7E#26033, COL_329C7EC2_A4CF_4EDA_A6F0_5108222DE825#26038L]
                        +- Aggregate [COL_4846DC42_7B32_4B22_9F9B_56260389D5B2#26030], [COL_4846DC42_7B32_4B22_9F9B_56260389D5B2#26030 AS COL_ED5378B7_7280_413B_9B8E_6A0F92ADAD7E#26033, 1 AS NULL_1#26039, count(1) AS COL_329C7EC2_A4CF_4EDA_A6F0_5108222DE825#26038L]
                           +- Project [COL_B9817AB4_0BE4_4D1B_8850_7B248F26DD20#26025 AS COL_B9817AB4_0BE4_4D1B_8850_7B248F26DD20#26029, COL_4846DC42_7B32_4B22_9F9B_56260389D5B2#26026 AS COL_4846DC42_7B32_4B22_9F9B_56260389D5B2#26030]
                              +- Project [cast(MISE_EN_QUALITE_32533_COL_5D8D2F5C_F830_4505_BF17_BA213CA447E2#25957 as string) AS COL_B9817AB4_0BE4_4D1B_8850_7B248F26DD20#26025, cast(MISE_EN_QUALITE_32533_COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC#25971 as string) AS COL_4846DC42_7B32_4B22_9F9B_56260389D5B2#26026]
                                 +- Project [COL_5D8D2F5C_F830_4505_BF17_BA213CA447E2#25858 AS MISE_EN_QUALITE_32533_COL_5D8D2F5C_F830_4505_BF17_BA213CA447E2#25957, COL_2E9C6AB7_3233_4A3B_9A39_90D9FEAC6B92#25859 AS MISE_EN_QUALITE_32533_COL_2E9C6AB7_3233_4A3B_9A39_90D9FEAC6B92#25958, COL_A9D2F897_5240_48C1_9585_64F572ED87DD#25860 AS MISE_EN_QUALITE_32533_COL_A9D2F897_5240_48C1_9585_64F572ED87DD#25959, COL_CB2E17FC_221C_4C38_A806_E9E33FB8E13F#25861 AS MISE_EN_QUALITE_32533_COL_CB2E17FC_221C_4C38_A806_E9E33FB8E13F#25960, COL_2886BF11_4989_4F4A_AEC4_3E62688A4E7D#25862 AS MISE_EN_QUALITE_32533_COL_2886BF11_4989_4F4A_AEC4_3E62688A4E7D#25961, COL_E081A41A_87E9_4DC8_AC27_5C5C87155BB3#25863 AS MISE_EN_QUALITE_32533_COL_E081A41A_87E9_4DC8_AC27_5C5C87155BB3#25962, COL_E78D776C_4947_4F88_826F_D6A3A22EF306#25864 AS MISE_EN_QUALITE_32533_COL_E78D776C_4947_4F88_826F_D6A3A22EF306#25963, COL_529FE1B7_3F7A_404A_A9DB_662BC865EDF0#25865 AS MISE_EN_QUALITE_32533_COL_529FE1B7_3F7A_404A_A9DB_662BC865EDF0#25964, COL_CA4EFECB_A4E3_4DBD_B0CC_66A14454C508#25866 AS MISE_EN_QUALITE_32533_COL_CA4EFECB_A4E3_4DBD_B0CC_66A14454C508#25965, COL_E9A52100_C307_4AF4_814C_D9AADF72F033#25867 AS MISE_EN_QUALITE_32533_COL_E9A52100_C307_4AF4_814C_D9AADF72F033#25966, COL_2B5A180A_8ABA_4438_90CB_A1F3096A952E#25868 AS MISE_EN_QUALITE_32533_COL_2B5A180A_8ABA_4438_90CB_A1F3096A952E#25967, COL_94E54ED5_3042_45FF_80D0_0CAC840EB097#25869 AS MISE_EN_QUALITE_32533_COL_94E54ED5_3042_45FF_80D0_0CAC840EB097#25968, COL_D67142F7_A207_4870_8963_E237B841636A#25870 AS MISE_EN_QUALITE_32533_COL_D67142F7_A207_4870_8963_E237B841636A#25969, COL_6C9B78F5_69CF_4C3C_905D_5B4A777C6708#25871 AS MISE_EN_QUALITE_32533_COL_6C9B78F5_69CF_4C3C_905D_5B4A777C6708#25970, COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC#25872 AS MISE_EN_QUALITE_32533_COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC#25971, COL_250EFFA3_F3D1_4D95_9062_004B0C5E91B7#25873 AS MISE_EN_QUALITE_32533_COL_250EFFA3_F3D1_4D95_9062_004B0C5E91B7#25972, COL_D171F390_EECB_4924_B2C2_095D45EAE768#25874 AS MISE_EN_QUALITE_32533_COL_D171F390_EECB_4924_B2C2_095D45EAE768#25973, COL_15505186_7875_4C25_9AEA_F3510A184E50#25875 AS MISE_EN_QUALITE_32533_COL_15505186_7875_4C25_9AEA_F3510A184E50#25974, COL_B5F1716C_B5E3_470C_86DB_85BBE52E1E63#25876 AS MISE_EN_QUALITE_32533_COL_B5F1716C_B5E3_470C_86DB_85BBE52E1E63#25975, COL_1C35A227_836A_4477_8139_CAB7258B4395#25877 AS MISE_EN_QUALITE_32533_COL_1C35A227_836A_4477_8139_CAB7258B4395#25976, COL_B1E40BB3_6570_4A14_9E67_BB0574B6130D#25878 AS MISE_EN_QUALITE_32533_COL_B1E40BB3_6570_4A14_9E67_BB0574B6130D#25977, COL_26B6B621_1F72_4B3A_92EE_F4C1423FE922#25879 AS MISE_EN_QUALITE_32533_COL_26B6B621_1F72_4B3A_92EE_F4C1423FE922#25978, COL_A5D0563B_E31F_4108_91C1_A7D995E0288F#25880 AS MISE_EN_QUALITE_32533_COL_A5D0563B_E31F_4108_91C1_A7D995E0288F#25979, COL_687B345E_3370_42F7_AB82_B53990B19AFE#25881 AS MISE_EN_QUALITE_32533_COL_687B345E_3370_42F7_AB82_B53990B19AFE#25980, ... 9 more fields]
                                    +- SubqueryAlias MISE_EN_QUALITE_32533115
                                       +- Relation[COL_5D8D2F5C_F830_4505_BF17_BA213CA447E2#25858,COL_2E9C6AB7_3233_4A3B_9A39_90D9FEAC6B92#25859,COL_A9D2F897_5240_48C1_9585_64F572ED87DD#25860,COL_CB2E17FC_221C_4C38_A806_E9E33FB8E13F#25861,COL_2886BF11_4989_4F4A_AEC4_3E62688A4E7D#25862,COL_E081A41A_87E9_4DC8_AC27_5C5C87155BB3#25863,COL_E78D776C_4947_4F88_826F_D6A3A22EF306#25864,COL_529FE1B7_3F7A_404A_A9DB_662BC865EDF0#25865,COL_CA4EFECB_A4E3_4DBD_B0CC_66A14454C508#25866,COL_E9A52100_C307_4AF4_814C_D9AADF72F033#25867,COL_2B5A180A_8ABA_4438_90CB_A1F3096A952E#25868,COL_94E54ED5_3042_45FF_80D0_0CAC840EB097#25869,COL_D67142F7_A207_4870_8963_E237B841636A#25870,COL_6C9B78F5_69CF_4C3C_905D_5B4A777C6708#25871,COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC#25872,COL_250EFFA3_F3D1_4D95_9062_004B0C5E91B7#25873,COL_D171F390_EECB_4924_B2C2_095D45EAE768#25874,COL_15505186_7875_4C25_9AEA_F3510A184E50#25875,COL_B5F1716C_B5E3_470C_86DB_85BBE52E1E63#25876,COL_1C35A227_836A_4477_8139_CAB7258B4395#25877,COL_B1E40BB3_6570_4A14_9E67_BB0574B6130D#25878,COL_26B6B621_1F72_4B3A_92EE_F4C1423FE922#25879,COL_A5D0563B_E31F_4108_91C1_A7D995E0288F#25880,COL_687B345E_3370_42F7_AB82_B53990B19AFE#25881,... 9 more fields] parquet

== Analyzed Logical Plan ==
COL_ED5378B7_7280_413B_9B8E_6A0F92ADAD7E: string, COL_329C7EC2_A4CF_4EDA_A6F0_5108222DE825: bigint
GlobalLimit 500000
+- LocalLimit 500000
   +- Project [COL_ED5378B7_7280_413B_9B8E_6A0F92ADAD7E#26057 AS COL_ED5378B7_7280_413B_9B8E_6A0F92ADAD7E#26061, COL_329C7EC2_A4CF_4EDA_A6F0_5108222DE825#26058L AS COL_329C7EC2_A4CF_4EDA_A6F0_5108222DE825#26062L]
      +- Sort [COL_329C7EC2_A4CF_4EDA_A6F0_5108222DE825#26058L DESC NULLS LAST], true
         +- Project [COL_ED5378B7_7280_413B_9B8E_6A0F92ADAD7E#26053 AS COL_ED5378B7_7280_413B_9B8E_6A0F92ADAD7E#26057, COL_329C7EC2_A4CF_4EDA_A6F0_5108222DE825#26054L AS COL_329C7EC2_A4CF_4EDA_A6F0_5108222DE825#26058L]
            +- Project [COL_ED5378B7_7280_413B_9B8E_6A0F92ADAD7E#26049 AS COL_ED5378B7_7280_413B_9B8E_6A0F92ADAD7E#26053, COL_329C7EC2_A4CF_4EDA_A6F0_5108222DE825#26050L AS COL_329C7EC2_A4CF_4EDA_A6F0_5108222DE825#26054L]
               +- Project [COL_ED5378B7_7280_413B_9B8E_6A0F92ADAD7E#26045 AS COL_ED5378B7_7280_413B_9B8E_6A0F92ADAD7E#26049, COL_329C7EC2_A4CF_4EDA_A6F0_5108222DE825#26046L AS COL_329C7EC2_A4CF_4EDA_A6F0_5108222DE825#26050L]
                  +- Project [COL_ED5378B7_7280_413B_9B8E_6A0F92ADAD7E#26033 AS COL_ED5378B7_7280_413B_9B8E_6A0F92ADAD7E#26045, COL_329C7EC2_A4CF_4EDA_A6F0_5108222DE825#26038L AS COL_329C7EC2_A4CF_4EDA_A6F0_5108222DE825#26046L]
                     +- Project [COL_ED5378B7_7280_413B_9B8E_6A0F92ADAD7E#26033, COL_329C7EC2_A4CF_4EDA_A6F0_5108222DE825#26038L]
                        +- Aggregate [COL_4846DC42_7B32_4B22_9F9B_56260389D5B2#26030], [COL_4846DC42_7B32_4B22_9F9B_56260389D5B2#26030 AS COL_ED5378B7_7280_413B_9B8E_6A0F92ADAD7E#26033, 1 AS NULL_1#26039, count(1) AS COL_329C7EC2_A4CF_4EDA_A6F0_5108222DE825#26038L]
                           +- Project [COL_B9817AB4_0BE4_4D1B_8850_7B248F26DD20#26025 AS COL_B9817AB4_0BE4_4D1B_8850_7B248F26DD20#26029, COL_4846DC42_7B32_4B22_9F9B_56260389D5B2#26026 AS COL_4846DC42_7B32_4B22_9F9B_56260389D5B2#26030]
                              +- Project [cast(MISE_EN_QUALITE_32533_COL_5D8D2F5C_F830_4505_BF17_BA213CA447E2#25957 as string) AS COL_B9817AB4_0BE4_4D1B_8850_7B248F26DD20#26025, cast(MISE_EN_QUALITE_32533_COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC#25971 as string) AS COL_4846DC42_7B32_4B22_9F9B_56260389D5B2#26026]
                                 +- Project [COL_5D8D2F5C_F830_4505_BF17_BA213CA447E2#25858 AS MISE_EN_QUALITE_32533_COL_5D8D2F5C_F830_4505_BF17_BA213CA447E2#25957, COL_2E9C6AB7_3233_4A3B_9A39_90D9FEAC6B92#25859 AS MISE_EN_QUALITE_32533_COL_2E9C6AB7_3233_4A3B_9A39_90D9FEAC6B92#25958, COL_A9D2F897_5240_48C1_9585_64F572ED87DD#25860 AS MISE_EN_QUALITE_32533_COL_A9D2F897_5240_48C1_9585_64F572ED87DD#25959, COL_CB2E17FC_221C_4C38_A806_E9E33FB8E13F#25861 AS MISE_EN_QUALITE_32533_COL_CB2E17FC_221C_4C38_A806_E9E33FB8E13F#25960, COL_2886BF11_4989_4F4A_AEC4_3E62688A4E7D#25862 AS MISE_EN_QUALITE_32533_COL_2886BF11_4989_4F4A_AEC4_3E62688A4E7D#25961, COL_E081A41A_87E9_4DC8_AC27_5C5C87155BB3#25863 AS MISE_EN_QUALITE_32533_COL_E081A41A_87E9_4DC8_AC27_5C5C87155BB3#25962, COL_E78D776C_4947_4F88_826F_D6A3A22EF306#25864 AS MISE_EN_QUALITE_32533_COL_E78D776C_4947_4F88_826F_D6A3A22EF306#25963, COL_529FE1B7_3F7A_404A_A9DB_662BC865EDF0#25865 AS MISE_EN_QUALITE_32533_COL_529FE1B7_3F7A_404A_A9DB_662BC865EDF0#25964, COL_CA4EFECB_A4E3_4DBD_B0CC_66A14454C508#25866 AS MISE_EN_QUALITE_32533_COL_CA4EFECB_A4E3_4DBD_B0CC_66A14454C508#25965, COL_E9A52100_C307_4AF4_814C_D9AADF72F033#25867 AS MISE_EN_QUALITE_32533_COL_E9A52100_C307_4AF4_814C_D9AADF72F033#25966, COL_2B5A180A_8ABA_4438_90CB_A1F3096A952E#25868 AS MISE_EN_QUALITE_32533_COL_2B5A180A_8ABA_4438_90CB_A1F3096A952E#25967, COL_94E54ED5_3042_45FF_80D0_0CAC840EB097#25869 AS MISE_EN_QUALITE_32533_COL_94E54ED5_3042_45FF_80D0_0CAC840EB097#25968, COL_D67142F7_A207_4870_8963_E237B841636A#25870 AS MISE_EN_QUALITE_32533_COL_D67142F7_A207_4870_8963_E237B841636A#25969, COL_6C9B78F5_69CF_4C3C_905D_5B4A777C6708#25871 AS MISE_EN_QUALITE_32533_COL_6C9B78F5_69CF_4C3C_905D_5B4A777C6708#25970, COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC#25872 AS MISE_EN_QUALITE_32533_COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC#25971, COL_250EFFA3_F3D1_4D95_9062_004B0C5E91B7#25873 AS MISE_EN_QUALITE_32533_COL_250EFFA3_F3D1_4D95_9062_004B0C5E91B7#25972, COL_D171F390_EECB_4924_B2C2_095D45EAE768#25874 AS MISE_EN_QUALITE_32533_COL_D171F390_EECB_4924_B2C2_095D45EAE768#25973, COL_15505186_7875_4C25_9AEA_F3510A184E50#25875 AS MISE_EN_QUALITE_32533_COL_15505186_7875_4C25_9AEA_F3510A184E50#25974, COL_B5F1716C_B5E3_470C_86DB_85BBE52E1E63#25876 AS MISE_EN_QUALITE_32533_COL_B5F1716C_B5E3_470C_86DB_85BBE52E1E63#25975, COL_1C35A227_836A_4477_8139_CAB7258B4395#25877 AS MISE_EN_QUALITE_32533_COL_1C35A227_836A_4477_8139_CAB7258B4395#25976, COL_B1E40BB3_6570_4A14_9E67_BB0574B6130D#25878 AS MISE_EN_QUALITE_32533_COL_B1E40BB3_6570_4A14_9E67_BB0574B6130D#25977, COL_26B6B621_1F72_4B3A_92EE_F4C1423FE922#25879 AS MISE_EN_QUALITE_32533_COL_26B6B621_1F72_4B3A_92EE_F4C1423FE922#25978, COL_A5D0563B_E31F_4108_91C1_A7D995E0288F#25880 AS MISE_EN_QUALITE_32533_COL_A5D0563B_E31F_4108_91C1_A7D995E0288F#25979, COL_687B345E_3370_42F7_AB82_B53990B19AFE#25881 AS MISE_EN_QUALITE_32533_COL_687B345E_3370_42F7_AB82_B53990B19AFE#25980, ... 9 more fields]
                                    +- SubqueryAlias MISE_EN_QUALITE_32533115
                                       +- Relation[COL_5D8D2F5C_F830_4505_BF17_BA213CA447E2#25858,COL_2E9C6AB7_3233_4A3B_9A39_90D9FEAC6B92#25859,COL_A9D2F897_5240_48C1_9585_64F572ED87DD#25860,COL_CB2E17FC_221C_4C38_A806_E9E33FB8E13F#25861,COL_2886BF11_4989_4F4A_AEC4_3E62688A4E7D#25862,COL_E081A41A_87E9_4DC8_AC27_5C5C87155BB3#25863,COL_E78D776C_4947_4F88_826F_D6A3A22EF306#25864,COL_529FE1B7_3F7A_404A_A9DB_662BC865EDF0#25865,COL_CA4EFECB_A4E3_4DBD_B0CC_66A14454C508#25866,COL_E9A52100_C307_4AF4_814C_D9AADF72F033#25867,COL_2B5A180A_8ABA_4438_90CB_A1F3096A952E#25868,COL_94E54ED5_3042_45FF_80D0_0CAC840EB097#25869,COL_D67142F7_A207_4870_8963_E237B841636A#25870,COL_6C9B78F5_69CF_4C3C_905D_5B4A777C6708#25871,COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC#25872,COL_250EFFA3_F3D1_4D95_9062_004B0C5E91B7#25873,COL_D171F390_EECB_4924_B2C2_095D45EAE768#25874,COL_15505186_7875_4C25_9AEA_F3510A184E50#25875,COL_B5F1716C_B5E3_470C_86DB_85BBE52E1E63#25876,COL_1C35A227_836A_4477_8139_CAB7258B4395#25877,COL_B1E40BB3_6570_4A14_9E67_BB0574B6130D#25878,COL_26B6B621_1F72_4B3A_92EE_F4C1423FE922#25879,COL_A5D0563B_E31F_4108_91C1_A7D995E0288F#25880,COL_687B345E_3370_42F7_AB82_B53990B19AFE#25881,... 9 more fields] parquet

== Optimized Logical Plan ==
GlobalLimit 500000
+- LocalLimit 500000
   +- Sort [COL_329C7EC2_A4CF_4EDA_A6F0_5108222DE825#26058L DESC NULLS LAST], true
      +- Aggregate [COL_4846DC42_7B32_4B22_9F9B_56260389D5B2#26030], [COL_4846DC42_7B32_4B22_9F9B_56260389D5B2#26030 AS COL_ED5378B7_7280_413B_9B8E_6A0F92ADAD7E#26057, count(1) AS COL_329C7EC2_A4CF_4EDA_A6F0_5108222DE825#26058L]
         +- Project [COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC#25872 AS COL_4846DC42_7B32_4B22_9F9B_56260389D5B2#26030]
            +- Relation[COL_5D8D2F5C_F830_4505_BF17_BA213CA447E2#25858,COL_2E9C6AB7_3233_4A3B_9A39_90D9FEAC6B92#25859,COL_A9D2F897_5240_48C1_9585_64F572ED87DD#25860,COL_CB2E17FC_221C_4C38_A806_E9E33FB8E13F#25861,COL_2886BF11_4989_4F4A_AEC4_3E62688A4E7D#25862,COL_E081A41A_87E9_4DC8_AC27_5C5C87155BB3#25863,COL_E78D776C_4947_4F88_826F_D6A3A22EF306#25864,COL_529FE1B7_3F7A_404A_A9DB_662BC865EDF0#25865,COL_CA4EFECB_A4E3_4DBD_B0CC_66A14454C508#25866,COL_E9A52100_C307_4AF4_814C_D9AADF72F033#25867,COL_2B5A180A_8ABA_4438_90CB_A1F3096A952E#25868,COL_94E54ED5_3042_45FF_80D0_0CAC840EB097#25869,COL_D67142F7_A207_4870_8963_E237B841636A#25870,COL_6C9B78F5_69CF_4C3C_905D_5B4A777C6708#25871,COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC#25872,COL_250EFFA3_F3D1_4D95_9062_004B0C5E91B7#25873,COL_D171F390_EECB_4924_B2C2_095D45EAE768#25874,COL_15505186_7875_4C25_9AEA_F3510A184E50#25875,COL_B5F1716C_B5E3_470C_86DB_85BBE52E1E63#25876,COL_1C35A227_836A_4477_8139_CAB7258B4395#25877,COL_B1E40BB3_6570_4A14_9E67_BB0574B6130D#25878,COL_26B6B621_1F72_4B3A_92EE_F4C1423FE922#25879,COL_A5D0563B_E31F_4108_91C1_A7D995E0288F#25880,COL_687B345E_3370_42F7_AB82_B53990B19AFE#25881,... 9 more fields] parquet

== Physical Plan ==
AdaptiveSparkPlan isFinalPlan=true
+- TakeOrderedAndProject(limit=500000, orderBy=[COL_329C7EC2_A4CF_4EDA_A6F0_5108222DE825#26058L DESC NULLS LAST], output=[COL_ED5378B7_7280_413B_9B8E_6A0F92ADAD7E#26057,COL_329C7EC2_A4CF_4EDA_A6F0_5108222DE825#26058L])
   +- *(2) HashAggregate(keys=[COL_4846DC42_7B32_4B22_9F9B_56260389D5B2#26030], functions=[count(1)], output=[COL_ED5378B7_7280_413B_9B8E_6A0F92ADAD7E#26057, COL_329C7EC2_A4CF_4EDA_A6F0_5108222DE825#26058L])
      +- CustomShuffleReader coalesced
         +- ShuffleQueryStage 0
            +- Exchange hashpartitioning(COL_4846DC42_7B32_4B22_9F9B_56260389D5B2#26030, 200), true, [id=#3880]
               +- *(1) HashAggregate(keys=[COL_4846DC42_7B32_4B22_9F9B_56260389D5B2#26030], functions=[partial_count(1)], output=[COL_4846DC42_7B32_4B22_9F9B_56260389D5B2#26030, count#26165L])
                  +- *(1) Project [COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC#25872 AS COL_4846DC42_7B32_4B22_9F9B_56260389D5B2#26030]
                     +- *(1) ColumnarToRow
                        +- FileScan parquet [COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC#25872] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex[file:/data/output/cache/parquet/datablock/MISE_EN_QUALITE_32533], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC:string>