DC2 - Details for Query 97

Details for Query 97

Submitted Time: 2025/11/07 08:58:44
Duration: 0.6 s
Succeeded Jobs: 153 160 163

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" AdaptiveSparkPlan "]; 1 [labelType="html" label=" CollectLimit "]; subgraph cluster2 { isCluster="true"; label="WholeStageCodegen (3)\n \nduration: 0 ms"; 3 [labelType="html" label="HashAggregate time in aggregation build: 0 ms number of output rows: 1"]; } 4 [labelType="html" label="Exchange shuffle records written: 13 shuffle write time total (min, med, max (stageId: taskId)) 50 ms (0 ms, 3 ms, 10 ms (stage 228.0: task 610)) records read: 13 local bytes read: 767.0 B fetch wait time: 0 ms remote bytes read: 0.0 B local blocks read: 13 remote blocks read: 0 data size total (min, med, max (stageId: taskId)) 208.0 B (16.0 B, 16.0 B, 16.0 B (stage 228.0: task 619)) remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 767.0 B (59.0 B, 59.0 B, 59.0 B (stage 228.0: task 619))"]; subgraph cluster5 { isCluster="true"; label="WholeStageCodegen (2)\n \nduration: total (min, med, max (stageId: taskId))\n49 ms (1 ms, 3 ms, 9 ms (stage 228.0: task 618))"; 6 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 42 ms (1 ms, 2 ms, 9 ms (stage 228.0: task 613)) peak memory: 0.0 B number of output rows: 13 avg hash probe bucket list iters: 0"]; 7 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 25 ms (0 ms, 1 ms, 8 ms (stage 228.0: task 613)) peak memory total (min, med, max (stageId: taskId)) 835.3 MiB (64.3 MiB, 64.3 MiB, 64.3 MiB (stage 228.0: task 619)) number of output rows: 5,424 avg hash probe bucket list iters (min, med, max (stageId: taskId)): (1, 1, 1 (stage 228.0: task 619))"]; } 8 [labelType="html" label=" CustomShuffleReader "]; 9 [labelType="html" label="Exchange shuffle records written: 5,424 shuffle write time total (min, med, max (stageId: taskId)) 2.2 s (183 ms, 244 ms, 328 ms (stage 216.0: task 556)) records read: 5,424 local bytes read total (min, med, max (stageId: taskId)) 279.6 KiB (8.5 KiB, 22.6 KiB, 23.2 KiB (stage 228.0: task 616)) fetch wait time total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 228.0: task 619)) remote bytes read: 0.0 B local blocks read: 117 remote blocks read: 0 data size total (min, med, max (stageId: taskId)) 254.3 KiB (6.7 KiB, 23.6 KiB, 79.2 KiB (stage 216.0: task 556)) remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 279.6 KiB (10.6 KiB, 28.2 KiB, 72.1 KiB (stage 216.0: task 556))"]; subgraph cluster10 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n602 ms (47 ms, 54 ms, 103 ms (stage 216.0: task 560))"; 11 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 62 ms (3 ms, 4 ms, 16 ms (stage 216.0: task 558)) peak memory total (min, med, max (stageId: taskId)) 578.3 MiB (64.3 MiB, 64.3 MiB, 64.3 MiB (stage 216.0: task 558)) number of output rows: 5,424 avg hash probe bucket list iters (min, med, max (stageId: taskId)): (1, 1, 1 (stage 216.0: task 558))"]; 12 [labelType="html" label=" Project "]; 13 [labelType="html" label="ColumnarToRow number of output rows: 5,424 number of input batches: 9"]; } 14 [labelType="html" label="Scan parquet number of files read: 9 scan time total (min, med, max (stageId: taskId)) 45 ms (2 ms, 4 ms, 15 ms (stage 216.0: task 557)) metadata time: 0 ms size of files read: 839.4 KiB number of output rows: 5,424"]; 1->0; 3->1; 4->3; 6->4; 7->6; 8->7; 9->8; 11->9; 12->11; 13->12; 14->13; }

AdaptiveSparkPlan isFinalPlan=true

CollectLimit 500000

HashAggregate(keys=[], functions=[count(distinct COL_20FF6261_962B_4FAC_A02A_DC1BCD6545E1#26442)])

WholeStageCodegen (3)

Exchange SinglePartition, true, [id=#4227]

HashAggregate(keys=[], functions=[partial_count(distinct COL_20FF6261_962B_4FAC_A02A_DC1BCD6545E1#26442)])

HashAggregate(keys=[COL_20FF6261_962B_4FAC_A02A_DC1BCD6545E1#26442], functions=[])

WholeStageCodegen (2)

CustomShuffleReader coalesced

Exchange hashpartitioning(COL_20FF6261_962B_4FAC_A02A_DC1BCD6545E1#26442, 200), true, [id=#4015]

HashAggregate(keys=[COL_20FF6261_962B_4FAC_A02A_DC1BCD6545E1#26442], functions=[])

Project [COL_23625D52_51A7_4BE8_9ADD_5022CD4F6F5C#26228 AS COL_20FF6261_962B_4FAC_A02A_DC1BCD6545E1#26442]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_23625D52_51A7_4BE8_9ADD_5022CD4F6F5C#26228] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex[file:/data/output/cache/parquet/datablock/MISE_EN_QUALITE_32533], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_23625D52_51A7_4BE8_9ADD_5022CD4F6F5C:string>

Details

== Parsed Logical Plan ==
GlobalLimit 500000
+- LocalLimit 500000
   +- Project [COL_7E65C3C8_69E1_4047_90BA_BD29C74334E5#26471 AS COL_7E65C3C8_69E1_4047_90BA_BD29C74334E5#26539, COL_51D9A1CE_D469_404D_9BDE_62840B78F7F4#26470L AS COL_51D9A1CE_D469_404D_9BDE_62840B78F7F4#26540L]
      +- Project [COL_51D9A1CE_D469_404D_9BDE_62840B78F7F4#26466L AS COL_51D9A1CE_D469_404D_9BDE_62840B78F7F4#26470L, COL_7E65C3C8_69E1_4047_90BA_BD29C74334E5#26467 AS COL_7E65C3C8_69E1_4047_90BA_BD29C74334E5#26471]
         +- Project [COL_51D9A1CE_D469_404D_9BDE_62840B78F7F4#26461L AS COL_51D9A1CE_D469_404D_9BDE_62840B78F7F4#26466L, COL_7E65C3C8_69E1_4047_90BA_BD29C74334E5#26463 AS COL_7E65C3C8_69E1_4047_90BA_BD29C74334E5#26467]
            +- Project [COL_51D9A1CE_D469_404D_9BDE_62840B78F7F4#26461L, bigint_to_str(COL_51D9A1CE_D469_404D_9BDE_62840B78F7F4#26461L) AS COL_7E65C3C8_69E1_4047_90BA_BD29C74334E5#26463]
               +- Project [COL_51D9A1CE_D469_404D_9BDE_62840B78F7F4#26459L AS COL_51D9A1CE_D469_404D_9BDE_62840B78F7F4#26461L]
                  +- Project [COL_51D9A1CE_D469_404D_9BDE_62840B78F7F4#26452L AS COL_51D9A1CE_D469_404D_9BDE_62840B78F7F4#26459L]
                     +- Project [COL_51D9A1CE_D469_404D_9BDE_62840B78F7F4#26452L]
                        +- Aggregate [1 AS NULL_1#26453, count(distinct COL_20FF6261_962B_4FAC_A02A_DC1BCD6545E1#26442) AS COL_51D9A1CE_D469_404D_9BDE_62840B78F7F4#26452L]
                           +- Project [COL_BB18E4DA_8DCD_42BB_8013_ADC0B0B74FAB#26430 AS COL_BB18E4DA_8DCD_42BB_8013_ADC0B0B74FAB#26440, COL_F4FC3987_EF83_4065_A0DD_555439A6753C#26431 AS COL_F4FC3987_EF83_4065_A0DD_555439A6753C#26441, COL_20FF6261_962B_4FAC_A02A_DC1BCD6545E1#26432 AS COL_20FF6261_962B_4FAC_A02A_DC1BCD6545E1#26442]
                              +- Project [cast(MISE_EN_QUALITE_32533_COL_5D8D2F5C_F830_4505_BF17_BA213CA447E2#26349 as string) AS COL_BB18E4DA_8DCD_42BB_8013_ADC0B0B74FAB#26430, cast(MISE_EN_QUALITE_32533_COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC#26363 as string) AS COL_F4FC3987_EF83_4065_A0DD_555439A6753C#26431, cast(MISE_EN_QUALITE_32533_COL_23625D52_51A7_4BE8_9ADD_5022CD4F6F5C#26378 as string) AS COL_20FF6261_962B_4FAC_A02A_DC1BCD6545E1#26432]
                                 +- Project [COL_5D8D2F5C_F830_4505_BF17_BA213CA447E2#26199 AS MISE_EN_QUALITE_32533_COL_5D8D2F5C_F830_4505_BF17_BA213CA447E2#26349, COL_2E9C6AB7_3233_4A3B_9A39_90D9FEAC6B92#26200 AS MISE_EN_QUALITE_32533_COL_2E9C6AB7_3233_4A3B_9A39_90D9FEAC6B92#26350, COL_A9D2F897_5240_48C1_9585_64F572ED87DD#26201 AS MISE_EN_QUALITE_32533_COL_A9D2F897_5240_48C1_9585_64F572ED87DD#26351, COL_CB2E17FC_221C_4C38_A806_E9E33FB8E13F#26202 AS MISE_EN_QUALITE_32533_COL_CB2E17FC_221C_4C38_A806_E9E33FB8E13F#26352, COL_2886BF11_4989_4F4A_AEC4_3E62688A4E7D#26203 AS MISE_EN_QUALITE_32533_COL_2886BF11_4989_4F4A_AEC4_3E62688A4E7D#26353, COL_E081A41A_87E9_4DC8_AC27_5C5C87155BB3#26204 AS MISE_EN_QUALITE_32533_COL_E081A41A_87E9_4DC8_AC27_5C5C87155BB3#26354, COL_E78D776C_4947_4F88_826F_D6A3A22EF306#26205 AS MISE_EN_QUALITE_32533_COL_E78D776C_4947_4F88_826F_D6A3A22EF306#26355, COL_529FE1B7_3F7A_404A_A9DB_662BC865EDF0#26206 AS MISE_EN_QUALITE_32533_COL_529FE1B7_3F7A_404A_A9DB_662BC865EDF0#26356, COL_CA4EFECB_A4E3_4DBD_B0CC_66A14454C508#26207 AS MISE_EN_QUALITE_32533_COL_CA4EFECB_A4E3_4DBD_B0CC_66A14454C508#26357, COL_E9A52100_C307_4AF4_814C_D9AADF72F033#26208 AS MISE_EN_QUALITE_32533_COL_E9A52100_C307_4AF4_814C_D9AADF72F033#26358, COL_2B5A180A_8ABA_4438_90CB_A1F3096A952E#26209 AS MISE_EN_QUALITE_32533_COL_2B5A180A_8ABA_4438_90CB_A1F3096A952E#26359, COL_94E54ED5_3042_45FF_80D0_0CAC840EB097#26210 AS MISE_EN_QUALITE_32533_COL_94E54ED5_3042_45FF_80D0_0CAC840EB097#26360, COL_D67142F7_A207_4870_8963_E237B841636A#26211 AS MISE_EN_QUALITE_32533_COL_D67142F7_A207_4870_8963_E237B841636A#26361, COL_6C9B78F5_69CF_4C3C_905D_5B4A777C6708#26212 AS MISE_EN_QUALITE_32533_COL_6C9B78F5_69CF_4C3C_905D_5B4A777C6708#26362, COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC#26213 AS MISE_EN_QUALITE_32533_COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC#26363, COL_250EFFA3_F3D1_4D95_9062_004B0C5E91B7#26214 AS MISE_EN_QUALITE_32533_COL_250EFFA3_F3D1_4D95_9062_004B0C5E91B7#26364, COL_D171F390_EECB_4924_B2C2_095D45EAE768#26215 AS MISE_EN_QUALITE_32533_COL_D171F390_EECB_4924_B2C2_095D45EAE768#26365, COL_15505186_7875_4C25_9AEA_F3510A184E50#26216 AS MISE_EN_QUALITE_32533_COL_15505186_7875_4C25_9AEA_F3510A184E50#26366, COL_B5F1716C_B5E3_470C_86DB_85BBE52E1E63#26217 AS MISE_EN_QUALITE_32533_COL_B5F1716C_B5E3_470C_86DB_85BBE52E1E63#26367, COL_1C35A227_836A_4477_8139_CAB7258B4395#26218 AS MISE_EN_QUALITE_32533_COL_1C35A227_836A_4477_8139_CAB7258B4395#26368, COL_B1E40BB3_6570_4A14_9E67_BB0574B6130D#26219 AS MISE_EN_QUALITE_32533_COL_B1E40BB3_6570_4A14_9E67_BB0574B6130D#26369, COL_26B6B621_1F72_4B3A_92EE_F4C1423FE922#26220 AS MISE_EN_QUALITE_32533_COL_26B6B621_1F72_4B3A_92EE_F4C1423FE922#26370, COL_A5D0563B_E31F_4108_91C1_A7D995E0288F#26221 AS MISE_EN_QUALITE_32533_COL_A5D0563B_E31F_4108_91C1_A7D995E0288F#26371, COL_687B345E_3370_42F7_AB82_B53990B19AFE#26222 AS MISE_EN_QUALITE_32533_COL_687B345E_3370_42F7_AB82_B53990B19AFE#26372, ... 9 more fields]
                                    +- SubqueryAlias MISE_EN_QUALITE_32533114
                                       +- Relation[COL_5D8D2F5C_F830_4505_BF17_BA213CA447E2#26199,COL_2E9C6AB7_3233_4A3B_9A39_90D9FEAC6B92#26200,COL_A9D2F897_5240_48C1_9585_64F572ED87DD#26201,COL_CB2E17FC_221C_4C38_A806_E9E33FB8E13F#26202,COL_2886BF11_4989_4F4A_AEC4_3E62688A4E7D#26203,COL_E081A41A_87E9_4DC8_AC27_5C5C87155BB3#26204,COL_E78D776C_4947_4F88_826F_D6A3A22EF306#26205,COL_529FE1B7_3F7A_404A_A9DB_662BC865EDF0#26206,COL_CA4EFECB_A4E3_4DBD_B0CC_66A14454C508#26207,COL_E9A52100_C307_4AF4_814C_D9AADF72F033#26208,COL_2B5A180A_8ABA_4438_90CB_A1F3096A952E#26209,COL_94E54ED5_3042_45FF_80D0_0CAC840EB097#26210,COL_D67142F7_A207_4870_8963_E237B841636A#26211,COL_6C9B78F5_69CF_4C3C_905D_5B4A777C6708#26212,COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC#26213,COL_250EFFA3_F3D1_4D95_9062_004B0C5E91B7#26214,COL_D171F390_EECB_4924_B2C2_095D45EAE768#26215,COL_15505186_7875_4C25_9AEA_F3510A184E50#26216,COL_B5F1716C_B5E3_470C_86DB_85BBE52E1E63#26217,COL_1C35A227_836A_4477_8139_CAB7258B4395#26218,COL_B1E40BB3_6570_4A14_9E67_BB0574B6130D#26219,COL_26B6B621_1F72_4B3A_92EE_F4C1423FE922#26220,COL_A5D0563B_E31F_4108_91C1_A7D995E0288F#26221,COL_687B345E_3370_42F7_AB82_B53990B19AFE#26222,... 9 more fields] parquet

== Analyzed Logical Plan ==
COL_7E65C3C8_69E1_4047_90BA_BD29C74334E5: string, COL_51D9A1CE_D469_404D_9BDE_62840B78F7F4: bigint
GlobalLimit 500000
+- LocalLimit 500000
   +- Project [COL_7E65C3C8_69E1_4047_90BA_BD29C74334E5#26471 AS COL_7E65C3C8_69E1_4047_90BA_BD29C74334E5#26539, COL_51D9A1CE_D469_404D_9BDE_62840B78F7F4#26470L AS COL_51D9A1CE_D469_404D_9BDE_62840B78F7F4#26540L]
      +- Project [COL_51D9A1CE_D469_404D_9BDE_62840B78F7F4#26466L AS COL_51D9A1CE_D469_404D_9BDE_62840B78F7F4#26470L, COL_7E65C3C8_69E1_4047_90BA_BD29C74334E5#26467 AS COL_7E65C3C8_69E1_4047_90BA_BD29C74334E5#26471]
         +- Project [COL_51D9A1CE_D469_404D_9BDE_62840B78F7F4#26461L AS COL_51D9A1CE_D469_404D_9BDE_62840B78F7F4#26466L, COL_7E65C3C8_69E1_4047_90BA_BD29C74334E5#26463 AS COL_7E65C3C8_69E1_4047_90BA_BD29C74334E5#26467]
            +- Project [COL_51D9A1CE_D469_404D_9BDE_62840B78F7F4#26461L, bigint_to_str(COL_51D9A1CE_D469_404D_9BDE_62840B78F7F4#26461L) AS COL_7E65C3C8_69E1_4047_90BA_BD29C74334E5#26463]
               +- Project [COL_51D9A1CE_D469_404D_9BDE_62840B78F7F4#26459L AS COL_51D9A1CE_D469_404D_9BDE_62840B78F7F4#26461L]
                  +- Project [COL_51D9A1CE_D469_404D_9BDE_62840B78F7F4#26452L AS COL_51D9A1CE_D469_404D_9BDE_62840B78F7F4#26459L]
                     +- Project [COL_51D9A1CE_D469_404D_9BDE_62840B78F7F4#26452L]
                        +- Aggregate [1 AS NULL_1#26453, count(distinct COL_20FF6261_962B_4FAC_A02A_DC1BCD6545E1#26442) AS COL_51D9A1CE_D469_404D_9BDE_62840B78F7F4#26452L]
                           +- Project [COL_BB18E4DA_8DCD_42BB_8013_ADC0B0B74FAB#26430 AS COL_BB18E4DA_8DCD_42BB_8013_ADC0B0B74FAB#26440, COL_F4FC3987_EF83_4065_A0DD_555439A6753C#26431 AS COL_F4FC3987_EF83_4065_A0DD_555439A6753C#26441, COL_20FF6261_962B_4FAC_A02A_DC1BCD6545E1#26432 AS COL_20FF6261_962B_4FAC_A02A_DC1BCD6545E1#26442]
                              +- Project [cast(MISE_EN_QUALITE_32533_COL_5D8D2F5C_F830_4505_BF17_BA213CA447E2#26349 as string) AS COL_BB18E4DA_8DCD_42BB_8013_ADC0B0B74FAB#26430, cast(MISE_EN_QUALITE_32533_COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC#26363 as string) AS COL_F4FC3987_EF83_4065_A0DD_555439A6753C#26431, cast(MISE_EN_QUALITE_32533_COL_23625D52_51A7_4BE8_9ADD_5022CD4F6F5C#26378 as string) AS COL_20FF6261_962B_4FAC_A02A_DC1BCD6545E1#26432]
                                 +- Project [COL_5D8D2F5C_F830_4505_BF17_BA213CA447E2#26199 AS MISE_EN_QUALITE_32533_COL_5D8D2F5C_F830_4505_BF17_BA213CA447E2#26349, COL_2E9C6AB7_3233_4A3B_9A39_90D9FEAC6B92#26200 AS MISE_EN_QUALITE_32533_COL_2E9C6AB7_3233_4A3B_9A39_90D9FEAC6B92#26350, COL_A9D2F897_5240_48C1_9585_64F572ED87DD#26201 AS MISE_EN_QUALITE_32533_COL_A9D2F897_5240_48C1_9585_64F572ED87DD#26351, COL_CB2E17FC_221C_4C38_A806_E9E33FB8E13F#26202 AS MISE_EN_QUALITE_32533_COL_CB2E17FC_221C_4C38_A806_E9E33FB8E13F#26352, COL_2886BF11_4989_4F4A_AEC4_3E62688A4E7D#26203 AS MISE_EN_QUALITE_32533_COL_2886BF11_4989_4F4A_AEC4_3E62688A4E7D#26353, COL_E081A41A_87E9_4DC8_AC27_5C5C87155BB3#26204 AS MISE_EN_QUALITE_32533_COL_E081A41A_87E9_4DC8_AC27_5C5C87155BB3#26354, COL_E78D776C_4947_4F88_826F_D6A3A22EF306#26205 AS MISE_EN_QUALITE_32533_COL_E78D776C_4947_4F88_826F_D6A3A22EF306#26355, COL_529FE1B7_3F7A_404A_A9DB_662BC865EDF0#26206 AS MISE_EN_QUALITE_32533_COL_529FE1B7_3F7A_404A_A9DB_662BC865EDF0#26356, COL_CA4EFECB_A4E3_4DBD_B0CC_66A14454C508#26207 AS MISE_EN_QUALITE_32533_COL_CA4EFECB_A4E3_4DBD_B0CC_66A14454C508#26357, COL_E9A52100_C307_4AF4_814C_D9AADF72F033#26208 AS MISE_EN_QUALITE_32533_COL_E9A52100_C307_4AF4_814C_D9AADF72F033#26358, COL_2B5A180A_8ABA_4438_90CB_A1F3096A952E#26209 AS MISE_EN_QUALITE_32533_COL_2B5A180A_8ABA_4438_90CB_A1F3096A952E#26359, COL_94E54ED5_3042_45FF_80D0_0CAC840EB097#26210 AS MISE_EN_QUALITE_32533_COL_94E54ED5_3042_45FF_80D0_0CAC840EB097#26360, COL_D67142F7_A207_4870_8963_E237B841636A#26211 AS MISE_EN_QUALITE_32533_COL_D67142F7_A207_4870_8963_E237B841636A#26361, COL_6C9B78F5_69CF_4C3C_905D_5B4A777C6708#26212 AS MISE_EN_QUALITE_32533_COL_6C9B78F5_69CF_4C3C_905D_5B4A777C6708#26362, COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC#26213 AS MISE_EN_QUALITE_32533_COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC#26363, COL_250EFFA3_F3D1_4D95_9062_004B0C5E91B7#26214 AS MISE_EN_QUALITE_32533_COL_250EFFA3_F3D1_4D95_9062_004B0C5E91B7#26364, COL_D171F390_EECB_4924_B2C2_095D45EAE768#26215 AS MISE_EN_QUALITE_32533_COL_D171F390_EECB_4924_B2C2_095D45EAE768#26365, COL_15505186_7875_4C25_9AEA_F3510A184E50#26216 AS MISE_EN_QUALITE_32533_COL_15505186_7875_4C25_9AEA_F3510A184E50#26366, COL_B5F1716C_B5E3_470C_86DB_85BBE52E1E63#26217 AS MISE_EN_QUALITE_32533_COL_B5F1716C_B5E3_470C_86DB_85BBE52E1E63#26367, COL_1C35A227_836A_4477_8139_CAB7258B4395#26218 AS MISE_EN_QUALITE_32533_COL_1C35A227_836A_4477_8139_CAB7258B4395#26368, COL_B1E40BB3_6570_4A14_9E67_BB0574B6130D#26219 AS MISE_EN_QUALITE_32533_COL_B1E40BB3_6570_4A14_9E67_BB0574B6130D#26369, COL_26B6B621_1F72_4B3A_92EE_F4C1423FE922#26220 AS MISE_EN_QUALITE_32533_COL_26B6B621_1F72_4B3A_92EE_F4C1423FE922#26370, COL_A5D0563B_E31F_4108_91C1_A7D995E0288F#26221 AS MISE_EN_QUALITE_32533_COL_A5D0563B_E31F_4108_91C1_A7D995E0288F#26371, COL_687B345E_3370_42F7_AB82_B53990B19AFE#26222 AS MISE_EN_QUALITE_32533_COL_687B345E_3370_42F7_AB82_B53990B19AFE#26372, ... 9 more fields]
                                    +- SubqueryAlias MISE_EN_QUALITE_32533114
                                       +- Relation[COL_5D8D2F5C_F830_4505_BF17_BA213CA447E2#26199,COL_2E9C6AB7_3233_4A3B_9A39_90D9FEAC6B92#26200,COL_A9D2F897_5240_48C1_9585_64F572ED87DD#26201,COL_CB2E17FC_221C_4C38_A806_E9E33FB8E13F#26202,COL_2886BF11_4989_4F4A_AEC4_3E62688A4E7D#26203,COL_E081A41A_87E9_4DC8_AC27_5C5C87155BB3#26204,COL_E78D776C_4947_4F88_826F_D6A3A22EF306#26205,COL_529FE1B7_3F7A_404A_A9DB_662BC865EDF0#26206,COL_CA4EFECB_A4E3_4DBD_B0CC_66A14454C508#26207,COL_E9A52100_C307_4AF4_814C_D9AADF72F033#26208,COL_2B5A180A_8ABA_4438_90CB_A1F3096A952E#26209,COL_94E54ED5_3042_45FF_80D0_0CAC840EB097#26210,COL_D67142F7_A207_4870_8963_E237B841636A#26211,COL_6C9B78F5_69CF_4C3C_905D_5B4A777C6708#26212,COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC#26213,COL_250EFFA3_F3D1_4D95_9062_004B0C5E91B7#26214,COL_D171F390_EECB_4924_B2C2_095D45EAE768#26215,COL_15505186_7875_4C25_9AEA_F3510A184E50#26216,COL_B5F1716C_B5E3_470C_86DB_85BBE52E1E63#26217,COL_1C35A227_836A_4477_8139_CAB7258B4395#26218,COL_B1E40BB3_6570_4A14_9E67_BB0574B6130D#26219,COL_26B6B621_1F72_4B3A_92EE_F4C1423FE922#26220,COL_A5D0563B_E31F_4108_91C1_A7D995E0288F#26221,COL_687B345E_3370_42F7_AB82_B53990B19AFE#26222,... 9 more fields] parquet

== Optimized Logical Plan ==
GlobalLimit 500000
+- LocalLimit 500000
   +- Aggregate [bigint_to_str(count(distinct COL_20FF6261_962B_4FAC_A02A_DC1BCD6545E1#26442)) AS COL_7E65C3C8_69E1_4047_90BA_BD29C74334E5#26539, count(distinct COL_20FF6261_962B_4FAC_A02A_DC1BCD6545E1#26442) AS COL_51D9A1CE_D469_404D_9BDE_62840B78F7F4#26540L]
      +- Project [COL_23625D52_51A7_4BE8_9ADD_5022CD4F6F5C#26228 AS COL_20FF6261_962B_4FAC_A02A_DC1BCD6545E1#26442]
         +- Relation[COL_5D8D2F5C_F830_4505_BF17_BA213CA447E2#26199,COL_2E9C6AB7_3233_4A3B_9A39_90D9FEAC6B92#26200,COL_A9D2F897_5240_48C1_9585_64F572ED87DD#26201,COL_CB2E17FC_221C_4C38_A806_E9E33FB8E13F#26202,COL_2886BF11_4989_4F4A_AEC4_3E62688A4E7D#26203,COL_E081A41A_87E9_4DC8_AC27_5C5C87155BB3#26204,COL_E78D776C_4947_4F88_826F_D6A3A22EF306#26205,COL_529FE1B7_3F7A_404A_A9DB_662BC865EDF0#26206,COL_CA4EFECB_A4E3_4DBD_B0CC_66A14454C508#26207,COL_E9A52100_C307_4AF4_814C_D9AADF72F033#26208,COL_2B5A180A_8ABA_4438_90CB_A1F3096A952E#26209,COL_94E54ED5_3042_45FF_80D0_0CAC840EB097#26210,COL_D67142F7_A207_4870_8963_E237B841636A#26211,COL_6C9B78F5_69CF_4C3C_905D_5B4A777C6708#26212,COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC#26213,COL_250EFFA3_F3D1_4D95_9062_004B0C5E91B7#26214,COL_D171F390_EECB_4924_B2C2_095D45EAE768#26215,COL_15505186_7875_4C25_9AEA_F3510A184E50#26216,COL_B5F1716C_B5E3_470C_86DB_85BBE52E1E63#26217,COL_1C35A227_836A_4477_8139_CAB7258B4395#26218,COL_B1E40BB3_6570_4A14_9E67_BB0574B6130D#26219,COL_26B6B621_1F72_4B3A_92EE_F4C1423FE922#26220,COL_A5D0563B_E31F_4108_91C1_A7D995E0288F#26221,COL_687B345E_3370_42F7_AB82_B53990B19AFE#26222,... 9 more fields] parquet

== Physical Plan ==
AdaptiveSparkPlan isFinalPlan=true
+- CollectLimit 500000
   +- *(3) HashAggregate(keys=[], functions=[count(distinct COL_20FF6261_962B_4FAC_A02A_DC1BCD6545E1#26442)], output=[COL_7E65C3C8_69E1_4047_90BA_BD29C74334E5#26539, COL_51D9A1CE_D469_404D_9BDE_62840B78F7F4#26540L])
      +- ShuffleQueryStage 1
         +- Exchange SinglePartition, true, [id=#4227]
            +- *(2) HashAggregate(keys=[], functions=[partial_count(distinct COL_20FF6261_962B_4FAC_A02A_DC1BCD6545E1#26442)], output=[count#26609L])
               +- *(2) HashAggregate(keys=[COL_20FF6261_962B_4FAC_A02A_DC1BCD6545E1#26442], functions=[], output=[COL_20FF6261_962B_4FAC_A02A_DC1BCD6545E1#26442])
                  +- CustomShuffleReader coalesced
                     +- ShuffleQueryStage 0
                        +- Exchange hashpartitioning(COL_20FF6261_962B_4FAC_A02A_DC1BCD6545E1#26442, 200), true, [id=#4015]
                           +- *(1) HashAggregate(keys=[COL_20FF6261_962B_4FAC_A02A_DC1BCD6545E1#26442], functions=[], output=[COL_20FF6261_962B_4FAC_A02A_DC1BCD6545E1#26442])
                              +- *(1) Project [COL_23625D52_51A7_4BE8_9ADD_5022CD4F6F5C#26228 AS COL_20FF6261_962B_4FAC_A02A_DC1BCD6545E1#26442]
                                 +- *(1) ColumnarToRow
                                    +- FileScan parquet [COL_23625D52_51A7_4BE8_9ADD_5022CD4F6F5C#26228] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex[file:/data/output/cache/parquet/datablock/MISE_EN_QUALITE_32533], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_23625D52_51A7_4BE8_9ADD_5022CD4F6F5C:string>