DC2 - Details for Query 51

Details for Query 51

Submitted Time: 2026/03/05 07:13:49
Duration: 0.7 s
Succeeded Jobs: 90 97 99

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" AdaptiveSparkPlan "]; 1 [labelType="html" label=" CollectLimit "]; subgraph cluster2 { isCluster="true"; label="WholeStageCodegen (3)\n \nduration: 0 ms"; 3 [labelType="html" label="HashAggregate time in aggregation build: 0 ms number of output rows: 1"]; } 4 [labelType="html" label="Exchange shuffle records written: 13 shuffle write time total (min, med, max (stageId: taskId)) 51 ms (0 ms, 1 ms, 11 ms (stage 160.0: task 477)) records read: 13 local bytes read: 767.0 B fetch wait time: 0 ms remote bytes read: 0.0 B local blocks read: 13 remote blocks read: 0 data size total (min, med, max (stageId: taskId)) 208.0 B (16.0 B, 16.0 B, 16.0 B (stage 160.0: task 478)) remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 767.0 B (59.0 B, 59.0 B, 59.0 B (stage 160.0: task 478))"]; subgraph cluster5 { isCluster="true"; label="WholeStageCodegen (2)\n \nduration: total (min, med, max (stageId: taskId))\n39 ms (1 ms, 2 ms, 7 ms (stage 160.0: task 484))"; 6 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 35 ms (1 ms, 2 ms, 7 ms (stage 160.0: task 484)) peak memory: 0.0 B number of output rows: 13 avg hash probe bucket list iters: 0"]; 7 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 17 ms (0 ms, 1 ms, 3 ms (stage 160.0: task 481)) peak memory total (min, med, max (stageId: taskId)) 835.3 MiB (64.3 MiB, 64.3 MiB, 64.3 MiB (stage 160.0: task 478)) number of output rows: 5,424 avg hash probe bucket list iters (min, med, max (stageId: taskId)): (1, 1, 1 (stage 160.0: task 478))"]; } 8 [labelType="html" label=" CustomShuffleReader "]; 9 [labelType="html" label="Exchange shuffle records written: 5,424 shuffle write time total (min, med, max (stageId: taskId)) 2.9 s (102 ms, 375 ms, 443 ms (stage 148.0: task 413)) records read: 5,424 local bytes read total (min, med, max (stageId: taskId)) 279.6 KiB (8.5 KiB, 22.6 KiB, 23.2 KiB (stage 160.0: task 481)) fetch wait time total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 160.0: task 478)) remote bytes read: 0.0 B local blocks read: 117 remote blocks read: 0 data size total (min, med, max (stageId: taskId)) 254.3 KiB (6.7 KiB, 23.6 KiB, 79.2 KiB (stage 148.0: task 413)) remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 279.6 KiB (10.6 KiB, 28.2 KiB, 72.1 KiB (stage 148.0: task 413))"]; subgraph cluster10 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n443 ms (25 ms, 46 ms, 87 ms (stage 148.0: task 416))"; 11 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 149 ms (3 ms, 11 ms, 33 ms (stage 148.0: task 420)) peak memory total (min, med, max (stageId: taskId)) 578.3 MiB (64.3 MiB, 64.3 MiB, 64.3 MiB (stage 148.0: task 414)) number of output rows: 5,424 avg hash probe bucket list iters (min, med, max (stageId: taskId)): (1, 1, 1 (stage 148.0: task 414))"]; 12 [labelType="html" label=" Project "]; 13 [labelType="html" label="ColumnarToRow number of output rows: 5,424 number of input batches: 9"]; } 14 [labelType="html" label="Scan parquet number of files read: 9 scan time total (min, med, max (stageId: taskId)) 105 ms (2 ms, 10 ms, 29 ms (stage 148.0: task 417)) metadata time: 0 ms size of files read: 839.4 KiB number of output rows: 5,424"]; 1->0; 3->1; 4->3; 6->4; 7->6; 8->7; 9->8; 11->9; 12->11; 13->12; 14->13; }

AdaptiveSparkPlan isFinalPlan=true

CollectLimit 500000

HashAggregate(keys=[], functions=[count(distinct COL_20FF6261_962B_4FAC_A02A_DC1BCD6545E1#9546)])

WholeStageCodegen (3)

Exchange SinglePartition, true, [id=#2647]

HashAggregate(keys=[], functions=[partial_count(distinct COL_20FF6261_962B_4FAC_A02A_DC1BCD6545E1#9546)])

HashAggregate(keys=[COL_20FF6261_962B_4FAC_A02A_DC1BCD6545E1#9546], functions=[])

WholeStageCodegen (2)

CustomShuffleReader coalesced

Exchange hashpartitioning(COL_20FF6261_962B_4FAC_A02A_DC1BCD6545E1#9546, 200), true, [id=#2429]

HashAggregate(keys=[COL_20FF6261_962B_4FAC_A02A_DC1BCD6545E1#9546], functions=[])

Project [COL_23625D52_51A7_4BE8_9ADD_5022CD4F6F5C#9160 AS COL_20FF6261_962B_4FAC_A02A_DC1BCD6545E1#9546]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_23625D52_51A7_4BE8_9ADD_5022CD4F6F5C#9160] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex[file:/data/output/cache/parquet/datablock/MISE_EN_QUALITE_32533], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_23625D52_51A7_4BE8_9ADD_5022CD4F6F5C:string>

Details

== Parsed Logical Plan ==
GlobalLimit 500000
+- LocalLimit 500000
   +- Project [COL_7E65C3C8_69E1_4047_90BA_BD29C74334E5#9705 AS COL_7E65C3C8_69E1_4047_90BA_BD29C74334E5#9708, COL_51D9A1CE_D469_404D_9BDE_62840B78F7F4#9704L AS COL_51D9A1CE_D469_404D_9BDE_62840B78F7F4#9709L]
      +- Project [COL_51D9A1CE_D469_404D_9BDE_62840B78F7F4#9700L AS COL_51D9A1CE_D469_404D_9BDE_62840B78F7F4#9704L, COL_7E65C3C8_69E1_4047_90BA_BD29C74334E5#9701 AS COL_7E65C3C8_69E1_4047_90BA_BD29C74334E5#9705]
         +- Project [COL_51D9A1CE_D469_404D_9BDE_62840B78F7F4#9644L AS COL_51D9A1CE_D469_404D_9BDE_62840B78F7F4#9700L, COL_7E65C3C8_69E1_4047_90BA_BD29C74334E5#9680 AS COL_7E65C3C8_69E1_4047_90BA_BD29C74334E5#9701]
            +- Project [COL_51D9A1CE_D469_404D_9BDE_62840B78F7F4#9644L, bigint_to_str(COL_51D9A1CE_D469_404D_9BDE_62840B78F7F4#9644L) AS COL_7E65C3C8_69E1_4047_90BA_BD29C74334E5#9680]
               +- Project [COL_51D9A1CE_D469_404D_9BDE_62840B78F7F4#9638L AS COL_51D9A1CE_D469_404D_9BDE_62840B78F7F4#9644L]
                  +- Project [COL_51D9A1CE_D469_404D_9BDE_62840B78F7F4#9591L AS COL_51D9A1CE_D469_404D_9BDE_62840B78F7F4#9638L]
                     +- Project [COL_51D9A1CE_D469_404D_9BDE_62840B78F7F4#9591L]
                        +- Aggregate [1 AS NULL_1#9593, count(distinct COL_20FF6261_962B_4FAC_A02A_DC1BCD6545E1#9546) AS COL_51D9A1CE_D469_404D_9BDE_62840B78F7F4#9591L]
                           +- Project [COL_BB18E4DA_8DCD_42BB_8013_ADC0B0B74FAB#9499 AS COL_BB18E4DA_8DCD_42BB_8013_ADC0B0B74FAB#9544, COL_F4FC3987_EF83_4065_A0DD_555439A6753C#9500 AS COL_F4FC3987_EF83_4065_A0DD_555439A6753C#9545, COL_20FF6261_962B_4FAC_A02A_DC1BCD6545E1#9501 AS COL_20FF6261_962B_4FAC_A02A_DC1BCD6545E1#9546]
                              +- Project [cast(MISE_EN_QUALITE_32533_COL_5D8D2F5C_F830_4505_BF17_BA213CA447E2#9297 as string) AS COL_BB18E4DA_8DCD_42BB_8013_ADC0B0B74FAB#9499, cast(MISE_EN_QUALITE_32533_COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC#9329 as string) AS COL_F4FC3987_EF83_4065_A0DD_555439A6753C#9500, cast(MISE_EN_QUALITE_32533_COL_23625D52_51A7_4BE8_9ADD_5022CD4F6F5C#9358 as string) AS COL_20FF6261_962B_4FAC_A02A_DC1BCD6545E1#9501]
                                 +- Project [COL_5D8D2F5C_F830_4505_BF17_BA213CA447E2#9131 AS MISE_EN_QUALITE_32533_COL_5D8D2F5C_F830_4505_BF17_BA213CA447E2#9297, COL_2E9C6AB7_3233_4A3B_9A39_90D9FEAC6B92#9132 AS MISE_EN_QUALITE_32533_COL_2E9C6AB7_3233_4A3B_9A39_90D9FEAC6B92#9300, COL_A9D2F897_5240_48C1_9585_64F572ED87DD#9133 AS MISE_EN_QUALITE_32533_COL_A9D2F897_5240_48C1_9585_64F572ED87DD#9302, COL_CB2E17FC_221C_4C38_A806_E9E33FB8E13F#9134 AS MISE_EN_QUALITE_32533_COL_CB2E17FC_221C_4C38_A806_E9E33FB8E13F#9304, COL_2886BF11_4989_4F4A_AEC4_3E62688A4E7D#9135 AS MISE_EN_QUALITE_32533_COL_2886BF11_4989_4F4A_AEC4_3E62688A4E7D#9308, COL_E081A41A_87E9_4DC8_AC27_5C5C87155BB3#9136 AS MISE_EN_QUALITE_32533_COL_E081A41A_87E9_4DC8_AC27_5C5C87155BB3#9310, COL_E78D776C_4947_4F88_826F_D6A3A22EF306#9137 AS MISE_EN_QUALITE_32533_COL_E78D776C_4947_4F88_826F_D6A3A22EF306#9313, COL_529FE1B7_3F7A_404A_A9DB_662BC865EDF0#9138 AS MISE_EN_QUALITE_32533_COL_529FE1B7_3F7A_404A_A9DB_662BC865EDF0#9315, COL_CA4EFECB_A4E3_4DBD_B0CC_66A14454C508#9139 AS MISE_EN_QUALITE_32533_COL_CA4EFECB_A4E3_4DBD_B0CC_66A14454C508#9317, COL_E9A52100_C307_4AF4_814C_D9AADF72F033#9140 AS MISE_EN_QUALITE_32533_COL_E9A52100_C307_4AF4_814C_D9AADF72F033#9319, COL_2B5A180A_8ABA_4438_90CB_A1F3096A952E#9141 AS MISE_EN_QUALITE_32533_COL_2B5A180A_8ABA_4438_90CB_A1F3096A952E#9321, COL_94E54ED5_3042_45FF_80D0_0CAC840EB097#9142 AS MISE_EN_QUALITE_32533_COL_94E54ED5_3042_45FF_80D0_0CAC840EB097#9323, COL_D67142F7_A207_4870_8963_E237B841636A#9143 AS MISE_EN_QUALITE_32533_COL_D67142F7_A207_4870_8963_E237B841636A#9325, COL_6C9B78F5_69CF_4C3C_905D_5B4A777C6708#9144 AS MISE_EN_QUALITE_32533_COL_6C9B78F5_69CF_4C3C_905D_5B4A777C6708#9327, COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC#9145 AS MISE_EN_QUALITE_32533_COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC#9329, COL_250EFFA3_F3D1_4D95_9062_004B0C5E91B7#9146 AS MISE_EN_QUALITE_32533_COL_250EFFA3_F3D1_4D95_9062_004B0C5E91B7#9331, COL_D171F390_EECB_4924_B2C2_095D45EAE768#9147 AS MISE_EN_QUALITE_32533_COL_D171F390_EECB_4924_B2C2_095D45EAE768#9333, COL_15505186_7875_4C25_9AEA_F3510A184E50#9148 AS MISE_EN_QUALITE_32533_COL_15505186_7875_4C25_9AEA_F3510A184E50#9335, COL_B5F1716C_B5E3_470C_86DB_85BBE52E1E63#9149 AS MISE_EN_QUALITE_32533_COL_B5F1716C_B5E3_470C_86DB_85BBE52E1E63#9337, COL_1C35A227_836A_4477_8139_CAB7258B4395#9150 AS MISE_EN_QUALITE_32533_COL_1C35A227_836A_4477_8139_CAB7258B4395#9339, COL_B1E40BB3_6570_4A14_9E67_BB0574B6130D#9151 AS MISE_EN_QUALITE_32533_COL_B1E40BB3_6570_4A14_9E67_BB0574B6130D#9341, COL_26B6B621_1F72_4B3A_92EE_F4C1423FE922#9152 AS MISE_EN_QUALITE_32533_COL_26B6B621_1F72_4B3A_92EE_F4C1423FE922#9343, COL_A5D0563B_E31F_4108_91C1_A7D995E0288F#9153 AS MISE_EN_QUALITE_32533_COL_A5D0563B_E31F_4108_91C1_A7D995E0288F#9345, COL_687B345E_3370_42F7_AB82_B53990B19AFE#9154 AS MISE_EN_QUALITE_32533_COL_687B345E_3370_42F7_AB82_B53990B19AFE#9347, ... 9 more fields]
                                    +- SubqueryAlias MISE_EN_QUALITE_32533117
                                       +- Relation[COL_5D8D2F5C_F830_4505_BF17_BA213CA447E2#9131,COL_2E9C6AB7_3233_4A3B_9A39_90D9FEAC6B92#9132,COL_A9D2F897_5240_48C1_9585_64F572ED87DD#9133,COL_CB2E17FC_221C_4C38_A806_E9E33FB8E13F#9134,COL_2886BF11_4989_4F4A_AEC4_3E62688A4E7D#9135,COL_E081A41A_87E9_4DC8_AC27_5C5C87155BB3#9136,COL_E78D776C_4947_4F88_826F_D6A3A22EF306#9137,COL_529FE1B7_3F7A_404A_A9DB_662BC865EDF0#9138,COL_CA4EFECB_A4E3_4DBD_B0CC_66A14454C508#9139,COL_E9A52100_C307_4AF4_814C_D9AADF72F033#9140,COL_2B5A180A_8ABA_4438_90CB_A1F3096A952E#9141,COL_94E54ED5_3042_45FF_80D0_0CAC840EB097#9142,COL_D67142F7_A207_4870_8963_E237B841636A#9143,COL_6C9B78F5_69CF_4C3C_905D_5B4A777C6708#9144,COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC#9145,COL_250EFFA3_F3D1_4D95_9062_004B0C5E91B7#9146,COL_D171F390_EECB_4924_B2C2_095D45EAE768#9147,COL_15505186_7875_4C25_9AEA_F3510A184E50#9148,COL_B5F1716C_B5E3_470C_86DB_85BBE52E1E63#9149,COL_1C35A227_836A_4477_8139_CAB7258B4395#9150,COL_B1E40BB3_6570_4A14_9E67_BB0574B6130D#9151,COL_26B6B621_1F72_4B3A_92EE_F4C1423FE922#9152,COL_A5D0563B_E31F_4108_91C1_A7D995E0288F#9153,COL_687B345E_3370_42F7_AB82_B53990B19AFE#9154,... 9 more fields] parquet

== Analyzed Logical Plan ==
COL_7E65C3C8_69E1_4047_90BA_BD29C74334E5: string, COL_51D9A1CE_D469_404D_9BDE_62840B78F7F4: bigint
GlobalLimit 500000
+- LocalLimit 500000
   +- Project [COL_7E65C3C8_69E1_4047_90BA_BD29C74334E5#9705 AS COL_7E65C3C8_69E1_4047_90BA_BD29C74334E5#9708, COL_51D9A1CE_D469_404D_9BDE_62840B78F7F4#9704L AS COL_51D9A1CE_D469_404D_9BDE_62840B78F7F4#9709L]
      +- Project [COL_51D9A1CE_D469_404D_9BDE_62840B78F7F4#9700L AS COL_51D9A1CE_D469_404D_9BDE_62840B78F7F4#9704L, COL_7E65C3C8_69E1_4047_90BA_BD29C74334E5#9701 AS COL_7E65C3C8_69E1_4047_90BA_BD29C74334E5#9705]
         +- Project [COL_51D9A1CE_D469_404D_9BDE_62840B78F7F4#9644L AS COL_51D9A1CE_D469_404D_9BDE_62840B78F7F4#9700L, COL_7E65C3C8_69E1_4047_90BA_BD29C74334E5#9680 AS COL_7E65C3C8_69E1_4047_90BA_BD29C74334E5#9701]
            +- Project [COL_51D9A1CE_D469_404D_9BDE_62840B78F7F4#9644L, bigint_to_str(COL_51D9A1CE_D469_404D_9BDE_62840B78F7F4#9644L) AS COL_7E65C3C8_69E1_4047_90BA_BD29C74334E5#9680]
               +- Project [COL_51D9A1CE_D469_404D_9BDE_62840B78F7F4#9638L AS COL_51D9A1CE_D469_404D_9BDE_62840B78F7F4#9644L]
                  +- Project [COL_51D9A1CE_D469_404D_9BDE_62840B78F7F4#9591L AS COL_51D9A1CE_D469_404D_9BDE_62840B78F7F4#9638L]
                     +- Project [COL_51D9A1CE_D469_404D_9BDE_62840B78F7F4#9591L]
                        +- Aggregate [1 AS NULL_1#9593, count(distinct COL_20FF6261_962B_4FAC_A02A_DC1BCD6545E1#9546) AS COL_51D9A1CE_D469_404D_9BDE_62840B78F7F4#9591L]
                           +- Project [COL_BB18E4DA_8DCD_42BB_8013_ADC0B0B74FAB#9499 AS COL_BB18E4DA_8DCD_42BB_8013_ADC0B0B74FAB#9544, COL_F4FC3987_EF83_4065_A0DD_555439A6753C#9500 AS COL_F4FC3987_EF83_4065_A0DD_555439A6753C#9545, COL_20FF6261_962B_4FAC_A02A_DC1BCD6545E1#9501 AS COL_20FF6261_962B_4FAC_A02A_DC1BCD6545E1#9546]
                              +- Project [cast(MISE_EN_QUALITE_32533_COL_5D8D2F5C_F830_4505_BF17_BA213CA447E2#9297 as string) AS COL_BB18E4DA_8DCD_42BB_8013_ADC0B0B74FAB#9499, cast(MISE_EN_QUALITE_32533_COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC#9329 as string) AS COL_F4FC3987_EF83_4065_A0DD_555439A6753C#9500, cast(MISE_EN_QUALITE_32533_COL_23625D52_51A7_4BE8_9ADD_5022CD4F6F5C#9358 as string) AS COL_20FF6261_962B_4FAC_A02A_DC1BCD6545E1#9501]
                                 +- Project [COL_5D8D2F5C_F830_4505_BF17_BA213CA447E2#9131 AS MISE_EN_QUALITE_32533_COL_5D8D2F5C_F830_4505_BF17_BA213CA447E2#9297, COL_2E9C6AB7_3233_4A3B_9A39_90D9FEAC6B92#9132 AS MISE_EN_QUALITE_32533_COL_2E9C6AB7_3233_4A3B_9A39_90D9FEAC6B92#9300, COL_A9D2F897_5240_48C1_9585_64F572ED87DD#9133 AS MISE_EN_QUALITE_32533_COL_A9D2F897_5240_48C1_9585_64F572ED87DD#9302, COL_CB2E17FC_221C_4C38_A806_E9E33FB8E13F#9134 AS MISE_EN_QUALITE_32533_COL_CB2E17FC_221C_4C38_A806_E9E33FB8E13F#9304, COL_2886BF11_4989_4F4A_AEC4_3E62688A4E7D#9135 AS MISE_EN_QUALITE_32533_COL_2886BF11_4989_4F4A_AEC4_3E62688A4E7D#9308, COL_E081A41A_87E9_4DC8_AC27_5C5C87155BB3#9136 AS MISE_EN_QUALITE_32533_COL_E081A41A_87E9_4DC8_AC27_5C5C87155BB3#9310, COL_E78D776C_4947_4F88_826F_D6A3A22EF306#9137 AS MISE_EN_QUALITE_32533_COL_E78D776C_4947_4F88_826F_D6A3A22EF306#9313, COL_529FE1B7_3F7A_404A_A9DB_662BC865EDF0#9138 AS MISE_EN_QUALITE_32533_COL_529FE1B7_3F7A_404A_A9DB_662BC865EDF0#9315, COL_CA4EFECB_A4E3_4DBD_B0CC_66A14454C508#9139 AS MISE_EN_QUALITE_32533_COL_CA4EFECB_A4E3_4DBD_B0CC_66A14454C508#9317, COL_E9A52100_C307_4AF4_814C_D9AADF72F033#9140 AS MISE_EN_QUALITE_32533_COL_E9A52100_C307_4AF4_814C_D9AADF72F033#9319, COL_2B5A180A_8ABA_4438_90CB_A1F3096A952E#9141 AS MISE_EN_QUALITE_32533_COL_2B5A180A_8ABA_4438_90CB_A1F3096A952E#9321, COL_94E54ED5_3042_45FF_80D0_0CAC840EB097#9142 AS MISE_EN_QUALITE_32533_COL_94E54ED5_3042_45FF_80D0_0CAC840EB097#9323, COL_D67142F7_A207_4870_8963_E237B841636A#9143 AS MISE_EN_QUALITE_32533_COL_D67142F7_A207_4870_8963_E237B841636A#9325, COL_6C9B78F5_69CF_4C3C_905D_5B4A777C6708#9144 AS MISE_EN_QUALITE_32533_COL_6C9B78F5_69CF_4C3C_905D_5B4A777C6708#9327, COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC#9145 AS MISE_EN_QUALITE_32533_COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC#9329, COL_250EFFA3_F3D1_4D95_9062_004B0C5E91B7#9146 AS MISE_EN_QUALITE_32533_COL_250EFFA3_F3D1_4D95_9062_004B0C5E91B7#9331, COL_D171F390_EECB_4924_B2C2_095D45EAE768#9147 AS MISE_EN_QUALITE_32533_COL_D171F390_EECB_4924_B2C2_095D45EAE768#9333, COL_15505186_7875_4C25_9AEA_F3510A184E50#9148 AS MISE_EN_QUALITE_32533_COL_15505186_7875_4C25_9AEA_F3510A184E50#9335, COL_B5F1716C_B5E3_470C_86DB_85BBE52E1E63#9149 AS MISE_EN_QUALITE_32533_COL_B5F1716C_B5E3_470C_86DB_85BBE52E1E63#9337, COL_1C35A227_836A_4477_8139_CAB7258B4395#9150 AS MISE_EN_QUALITE_32533_COL_1C35A227_836A_4477_8139_CAB7258B4395#9339, COL_B1E40BB3_6570_4A14_9E67_BB0574B6130D#9151 AS MISE_EN_QUALITE_32533_COL_B1E40BB3_6570_4A14_9E67_BB0574B6130D#9341, COL_26B6B621_1F72_4B3A_92EE_F4C1423FE922#9152 AS MISE_EN_QUALITE_32533_COL_26B6B621_1F72_4B3A_92EE_F4C1423FE922#9343, COL_A5D0563B_E31F_4108_91C1_A7D995E0288F#9153 AS MISE_EN_QUALITE_32533_COL_A5D0563B_E31F_4108_91C1_A7D995E0288F#9345, COL_687B345E_3370_42F7_AB82_B53990B19AFE#9154 AS MISE_EN_QUALITE_32533_COL_687B345E_3370_42F7_AB82_B53990B19AFE#9347, ... 9 more fields]
                                    +- SubqueryAlias MISE_EN_QUALITE_32533117
                                       +- Relation[COL_5D8D2F5C_F830_4505_BF17_BA213CA447E2#9131,COL_2E9C6AB7_3233_4A3B_9A39_90D9FEAC6B92#9132,COL_A9D2F897_5240_48C1_9585_64F572ED87DD#9133,COL_CB2E17FC_221C_4C38_A806_E9E33FB8E13F#9134,COL_2886BF11_4989_4F4A_AEC4_3E62688A4E7D#9135,COL_E081A41A_87E9_4DC8_AC27_5C5C87155BB3#9136,COL_E78D776C_4947_4F88_826F_D6A3A22EF306#9137,COL_529FE1B7_3F7A_404A_A9DB_662BC865EDF0#9138,COL_CA4EFECB_A4E3_4DBD_B0CC_66A14454C508#9139,COL_E9A52100_C307_4AF4_814C_D9AADF72F033#9140,COL_2B5A180A_8ABA_4438_90CB_A1F3096A952E#9141,COL_94E54ED5_3042_45FF_80D0_0CAC840EB097#9142,COL_D67142F7_A207_4870_8963_E237B841636A#9143,COL_6C9B78F5_69CF_4C3C_905D_5B4A777C6708#9144,COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC#9145,COL_250EFFA3_F3D1_4D95_9062_004B0C5E91B7#9146,COL_D171F390_EECB_4924_B2C2_095D45EAE768#9147,COL_15505186_7875_4C25_9AEA_F3510A184E50#9148,COL_B5F1716C_B5E3_470C_86DB_85BBE52E1E63#9149,COL_1C35A227_836A_4477_8139_CAB7258B4395#9150,COL_B1E40BB3_6570_4A14_9E67_BB0574B6130D#9151,COL_26B6B621_1F72_4B3A_92EE_F4C1423FE922#9152,COL_A5D0563B_E31F_4108_91C1_A7D995E0288F#9153,COL_687B345E_3370_42F7_AB82_B53990B19AFE#9154,... 9 more fields] parquet

== Optimized Logical Plan ==
GlobalLimit 500000
+- LocalLimit 500000
   +- Aggregate [bigint_to_str(count(distinct COL_20FF6261_962B_4FAC_A02A_DC1BCD6545E1#9546)) AS COL_7E65C3C8_69E1_4047_90BA_BD29C74334E5#9708, count(distinct COL_20FF6261_962B_4FAC_A02A_DC1BCD6545E1#9546) AS COL_51D9A1CE_D469_404D_9BDE_62840B78F7F4#9709L]
      +- Project [COL_23625D52_51A7_4BE8_9ADD_5022CD4F6F5C#9160 AS COL_20FF6261_962B_4FAC_A02A_DC1BCD6545E1#9546]
         +- Relation[COL_5D8D2F5C_F830_4505_BF17_BA213CA447E2#9131,COL_2E9C6AB7_3233_4A3B_9A39_90D9FEAC6B92#9132,COL_A9D2F897_5240_48C1_9585_64F572ED87DD#9133,COL_CB2E17FC_221C_4C38_A806_E9E33FB8E13F#9134,COL_2886BF11_4989_4F4A_AEC4_3E62688A4E7D#9135,COL_E081A41A_87E9_4DC8_AC27_5C5C87155BB3#9136,COL_E78D776C_4947_4F88_826F_D6A3A22EF306#9137,COL_529FE1B7_3F7A_404A_A9DB_662BC865EDF0#9138,COL_CA4EFECB_A4E3_4DBD_B0CC_66A14454C508#9139,COL_E9A52100_C307_4AF4_814C_D9AADF72F033#9140,COL_2B5A180A_8ABA_4438_90CB_A1F3096A952E#9141,COL_94E54ED5_3042_45FF_80D0_0CAC840EB097#9142,COL_D67142F7_A207_4870_8963_E237B841636A#9143,COL_6C9B78F5_69CF_4C3C_905D_5B4A777C6708#9144,COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC#9145,COL_250EFFA3_F3D1_4D95_9062_004B0C5E91B7#9146,COL_D171F390_EECB_4924_B2C2_095D45EAE768#9147,COL_15505186_7875_4C25_9AEA_F3510A184E50#9148,COL_B5F1716C_B5E3_470C_86DB_85BBE52E1E63#9149,COL_1C35A227_836A_4477_8139_CAB7258B4395#9150,COL_B1E40BB3_6570_4A14_9E67_BB0574B6130D#9151,COL_26B6B621_1F72_4B3A_92EE_F4C1423FE922#9152,COL_A5D0563B_E31F_4108_91C1_A7D995E0288F#9153,COL_687B345E_3370_42F7_AB82_B53990B19AFE#9154,... 9 more fields] parquet

== Physical Plan ==
AdaptiveSparkPlan isFinalPlan=true
+- CollectLimit 500000
   +- *(3) HashAggregate(keys=[], functions=[count(distinct COL_20FF6261_962B_4FAC_A02A_DC1BCD6545E1#9546)], output=[COL_7E65C3C8_69E1_4047_90BA_BD29C74334E5#9708, COL_51D9A1CE_D469_404D_9BDE_62840B78F7F4#9709L])
      +- ShuffleQueryStage 1
         +- Exchange SinglePartition, true, [id=#2647]
            +- *(2) HashAggregate(keys=[], functions=[partial_count(distinct COL_20FF6261_962B_4FAC_A02A_DC1BCD6545E1#9546)], output=[count#9720L])
               +- *(2) HashAggregate(keys=[COL_20FF6261_962B_4FAC_A02A_DC1BCD6545E1#9546], functions=[], output=[COL_20FF6261_962B_4FAC_A02A_DC1BCD6545E1#9546])
                  +- CustomShuffleReader coalesced
                     +- ShuffleQueryStage 0
                        +- Exchange hashpartitioning(COL_20FF6261_962B_4FAC_A02A_DC1BCD6545E1#9546, 200), true, [id=#2429]
                           +- *(1) HashAggregate(keys=[COL_20FF6261_962B_4FAC_A02A_DC1BCD6545E1#9546], functions=[], output=[COL_20FF6261_962B_4FAC_A02A_DC1BCD6545E1#9546])
                              +- *(1) Project [COL_23625D52_51A7_4BE8_9ADD_5022CD4F6F5C#9160 AS COL_20FF6261_962B_4FAC_A02A_DC1BCD6545E1#9546]
                                 +- *(1) ColumnarToRow
                                    +- FileScan parquet [COL_23625D52_51A7_4BE8_9ADD_5022CD4F6F5C#9160] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex[file:/data/output/cache/parquet/datablock/MISE_EN_QUALITE_32533], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_23625D52_51A7_4BE8_9ADD_5022CD4F6F5C:string>