DC2 - Details for Query 96

Details for Query 96

Submitted Time: 2025/11/07 08:58:44
Duration: 0.5 s
Succeeded Jobs: 152 156 159

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" AdaptiveSparkPlan "]; 1 [labelType="html" label=" CollectLimit "]; subgraph cluster2 { isCluster="true"; label="WholeStageCodegen (3)\n \nduration: 1 ms"; 3 [labelType="html" label="HashAggregate time in aggregation build: 0 ms number of output rows: 1"]; } 4 [labelType="html" label="Exchange shuffle records written: 20 shuffle write time total (min, med, max (stageId: taskId)) 51 ms (0 ms, 2 ms, 7 ms (stage 221.0: task 602)) records read: 20 local bytes read: 1180.0 B fetch wait time: 0 ms remote bytes read: 0.0 B local blocks read: 20 remote blocks read: 0 data size total (min, med, max (stageId: taskId)) 320.0 B (16.0 B, 16.0 B, 16.0 B (stage 221.0: task 575)) remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 1180.0 B (59.0 B, 59.0 B, 59.0 B (stage 221.0: task 575))"]; subgraph cluster5 { isCluster="true"; label="WholeStageCodegen (2)\n \nduration: total (min, med, max (stageId: taskId))\n33 ms (0 ms, 1 ms, 5 ms (stage 221.0: task 585))"; 6 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 21 ms (0 ms, 1 ms, 3 ms (stage 221.0: task 575)) peak memory: 0.0 B number of output rows: 20 avg hash probe bucket list iters: 0"]; 7 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 3 ms (0 ms, 0 ms, 3 ms (stage 221.0: task 575)) peak memory total (min, med, max (stageId: taskId)) 1285.0 MiB (64.3 MiB, 64.3 MiB, 64.3 MiB (stage 221.0: task 575)) number of output rows: 21 avg hash probe bucket list iters (min, med, max (stageId: taskId)): (1, 1, 1 (stage 221.0: task 575))"]; } 8 [labelType="html" label=" CustomShuffleReader "]; 9 [labelType="html" label="Exchange shuffle records written: 21 shuffle write time total (min, med, max (stageId: taskId)) 130 ms (4 ms, 15 ms, 29 ms (stage 215.0: task 555)) records read: 21 local bytes read total (min, med, max (stageId: taskId)) 1475.0 B (68.0 B, 76.0 B, 91.0 B (stage 221.0: task 575)) fetch wait time total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 221.0: task 575)) remote bytes read: 0.0 B local blocks read: 20 remote blocks read: 0 data size total (min, med, max (stageId: taskId)) 608.0 B (24.0 B, 56.0 B, 152.0 B (stage 215.0: task 550)) remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 1475.0 B (68.0 B, 91.0 B, 372.0 B (stage 215.0: task 550))"]; subgraph cluster10 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n176 ms (8 ms, 14 ms, 40 ms (stage 215.0: task 549))"; 11 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 54 ms (2 ms, 7 ms, 9 ms (stage 215.0: task 548)) peak memory total (min, med, max (stageId: taskId)) 578.3 MiB (64.3 MiB, 64.3 MiB, 64.3 MiB (stage 215.0: task 552)) number of output rows: 21 avg hash probe bucket list iters (min, med, max (stageId: taskId)): (1, 1, 1 (stage 215.0: task 552))"]; 12 [labelType="html" label=" Project "]; 13 [labelType="html" label="ColumnarToRow number of output rows: 5,424 number of input batches: 9"]; } 14 [labelType="html" label="Scan parquet number of files read: 9 scan time total (min, med, max (stageId: taskId)) 45 ms (2 ms, 6 ms, 8 ms (stage 215.0: task 551)) metadata time: 0 ms size of files read: 839.4 KiB number of output rows: 5,424"]; 1->0; 3->1; 4->3; 6->4; 7->6; 8->7; 9->8; 11->9; 12->11; 13->12; 14->13; }

AdaptiveSparkPlan isFinalPlan=true

CollectLimit 500000

HashAggregate(keys=[], functions=[count(distinct COL_C0E1B100_FC5F_4543_8457_58B63E53229D#26308)])

WholeStageCodegen (3)

Exchange SinglePartition, true, [id=#4066]

HashAggregate(keys=[], functions=[partial_count(distinct COL_C0E1B100_FC5F_4543_8457_58B63E53229D#26308)])

HashAggregate(keys=[COL_C0E1B100_FC5F_4543_8457_58B63E53229D#26308], functions=[])

WholeStageCodegen (2)

CustomShuffleReader coalesced

Exchange hashpartitioning(COL_C0E1B100_FC5F_4543_8457_58B63E53229D#26308, 200), true, [id=#3946]

HashAggregate(keys=[COL_C0E1B100_FC5F_4543_8457_58B63E53229D#26308], functions=[])

Project [COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC#26079 AS COL_C0E1B100_FC5F_4543_8457_58B63E53229D#26308]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC#26079] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex[file:/data/output/cache/parquet/datablock/MISE_EN_QUALITE_32533], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC:string>

Details

== Parsed Logical Plan ==
GlobalLimit 500000
+- LocalLimit 500000
   +- Project [COL_CCD0C6AD_9FBD_4622_9BA5_9D84F5511C46#26436 AS COL_CCD0C6AD_9FBD_4622_9BA5_9D84F5511C46#26445]
      +- Project [COL_1B9EDF9C_0F84_4273_B166_BA59C4AFB7F6#26428L AS COL_1B9EDF9C_0F84_4273_B166_BA59C4AFB7F6#26435L, COL_CCD0C6AD_9FBD_4622_9BA5_9D84F5511C46#26429 AS COL_CCD0C6AD_9FBD_4622_9BA5_9D84F5511C46#26436]
         +- Project [COL_1B9EDF9C_0F84_4273_B166_BA59C4AFB7F6#26387L AS COL_1B9EDF9C_0F84_4273_B166_BA59C4AFB7F6#26428L, COL_CCD0C6AD_9FBD_4622_9BA5_9D84F5511C46#26389 AS COL_CCD0C6AD_9FBD_4622_9BA5_9D84F5511C46#26429]
            +- Project [COL_1B9EDF9C_0F84_4273_B166_BA59C4AFB7F6#26387L, bigint_to_str(COL_1B9EDF9C_0F84_4273_B166_BA59C4AFB7F6#26387L) AS COL_CCD0C6AD_9FBD_4622_9BA5_9D84F5511C46#26389]
               +- Project [COL_1B9EDF9C_0F84_4273_B166_BA59C4AFB7F6#26385L AS COL_1B9EDF9C_0F84_4273_B166_BA59C4AFB7F6#26387L]
                  +- Project [COL_1B9EDF9C_0F84_4273_B166_BA59C4AFB7F6#26313L AS COL_1B9EDF9C_0F84_4273_B166_BA59C4AFB7F6#26385L]
                     +- Project [COL_1B9EDF9C_0F84_4273_B166_BA59C4AFB7F6#26313L]
                        +- Aggregate [1 AS NULL_1#26314, count(distinct COL_C0E1B100_FC5F_4543_8457_58B63E53229D#26308) AS COL_1B9EDF9C_0F84_4273_B166_BA59C4AFB7F6#26313L]
                           +- Project [COL_CD59CCF7_EFBF_4A44_A26D_9BF870F5601F#26303 AS COL_CD59CCF7_EFBF_4A44_A26D_9BF870F5601F#26307, COL_C0E1B100_FC5F_4543_8457_58B63E53229D#26304 AS COL_C0E1B100_FC5F_4543_8457_58B63E53229D#26308]
                              +- Project [cast(MISE_EN_QUALITE_32533_COL_5D8D2F5C_F830_4505_BF17_BA213CA447E2#26166 as string) AS COL_CD59CCF7_EFBF_4A44_A26D_9BF870F5601F#26303, cast(MISE_EN_QUALITE_32533_COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC#26180 as string) AS COL_C0E1B100_FC5F_4543_8457_58B63E53229D#26304]
                                 +- Project [COL_5D8D2F5C_F830_4505_BF17_BA213CA447E2#26065 AS MISE_EN_QUALITE_32533_COL_5D8D2F5C_F830_4505_BF17_BA213CA447E2#26166, COL_2E9C6AB7_3233_4A3B_9A39_90D9FEAC6B92#26066 AS MISE_EN_QUALITE_32533_COL_2E9C6AB7_3233_4A3B_9A39_90D9FEAC6B92#26167, COL_A9D2F897_5240_48C1_9585_64F572ED87DD#26067 AS MISE_EN_QUALITE_32533_COL_A9D2F897_5240_48C1_9585_64F572ED87DD#26168, COL_CB2E17FC_221C_4C38_A806_E9E33FB8E13F#26068 AS MISE_EN_QUALITE_32533_COL_CB2E17FC_221C_4C38_A806_E9E33FB8E13F#26169, COL_2886BF11_4989_4F4A_AEC4_3E62688A4E7D#26069 AS MISE_EN_QUALITE_32533_COL_2886BF11_4989_4F4A_AEC4_3E62688A4E7D#26170, COL_E081A41A_87E9_4DC8_AC27_5C5C87155BB3#26070 AS MISE_EN_QUALITE_32533_COL_E081A41A_87E9_4DC8_AC27_5C5C87155BB3#26171, COL_E78D776C_4947_4F88_826F_D6A3A22EF306#26071 AS MISE_EN_QUALITE_32533_COL_E78D776C_4947_4F88_826F_D6A3A22EF306#26172, COL_529FE1B7_3F7A_404A_A9DB_662BC865EDF0#26072 AS MISE_EN_QUALITE_32533_COL_529FE1B7_3F7A_404A_A9DB_662BC865EDF0#26173, COL_CA4EFECB_A4E3_4DBD_B0CC_66A14454C508#26073 AS MISE_EN_QUALITE_32533_COL_CA4EFECB_A4E3_4DBD_B0CC_66A14454C508#26174, COL_E9A52100_C307_4AF4_814C_D9AADF72F033#26074 AS MISE_EN_QUALITE_32533_COL_E9A52100_C307_4AF4_814C_D9AADF72F033#26175, COL_2B5A180A_8ABA_4438_90CB_A1F3096A952E#26075 AS MISE_EN_QUALITE_32533_COL_2B5A180A_8ABA_4438_90CB_A1F3096A952E#26176, COL_94E54ED5_3042_45FF_80D0_0CAC840EB097#26076 AS MISE_EN_QUALITE_32533_COL_94E54ED5_3042_45FF_80D0_0CAC840EB097#26177, COL_D67142F7_A207_4870_8963_E237B841636A#26077 AS MISE_EN_QUALITE_32533_COL_D67142F7_A207_4870_8963_E237B841636A#26178, COL_6C9B78F5_69CF_4C3C_905D_5B4A777C6708#26078 AS MISE_EN_QUALITE_32533_COL_6C9B78F5_69CF_4C3C_905D_5B4A777C6708#26179, COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC#26079 AS MISE_EN_QUALITE_32533_COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC#26180, COL_250EFFA3_F3D1_4D95_9062_004B0C5E91B7#26080 AS MISE_EN_QUALITE_32533_COL_250EFFA3_F3D1_4D95_9062_004B0C5E91B7#26181, COL_D171F390_EECB_4924_B2C2_095D45EAE768#26081 AS MISE_EN_QUALITE_32533_COL_D171F390_EECB_4924_B2C2_095D45EAE768#26182, COL_15505186_7875_4C25_9AEA_F3510A184E50#26082 AS MISE_EN_QUALITE_32533_COL_15505186_7875_4C25_9AEA_F3510A184E50#26183, COL_B5F1716C_B5E3_470C_86DB_85BBE52E1E63#26083 AS MISE_EN_QUALITE_32533_COL_B5F1716C_B5E3_470C_86DB_85BBE52E1E63#26184, COL_1C35A227_836A_4477_8139_CAB7258B4395#26084 AS MISE_EN_QUALITE_32533_COL_1C35A227_836A_4477_8139_CAB7258B4395#26185, COL_B1E40BB3_6570_4A14_9E67_BB0574B6130D#26085 AS MISE_EN_QUALITE_32533_COL_B1E40BB3_6570_4A14_9E67_BB0574B6130D#26186, COL_26B6B621_1F72_4B3A_92EE_F4C1423FE922#26086 AS MISE_EN_QUALITE_32533_COL_26B6B621_1F72_4B3A_92EE_F4C1423FE922#26187, COL_A5D0563B_E31F_4108_91C1_A7D995E0288F#26087 AS MISE_EN_QUALITE_32533_COL_A5D0563B_E31F_4108_91C1_A7D995E0288F#26188, COL_687B345E_3370_42F7_AB82_B53990B19AFE#26088 AS MISE_EN_QUALITE_32533_COL_687B345E_3370_42F7_AB82_B53990B19AFE#26189, ... 9 more fields]
                                    +- SubqueryAlias MISE_EN_QUALITE_32533117
                                       +- Relation[COL_5D8D2F5C_F830_4505_BF17_BA213CA447E2#26065,COL_2E9C6AB7_3233_4A3B_9A39_90D9FEAC6B92#26066,COL_A9D2F897_5240_48C1_9585_64F572ED87DD#26067,COL_CB2E17FC_221C_4C38_A806_E9E33FB8E13F#26068,COL_2886BF11_4989_4F4A_AEC4_3E62688A4E7D#26069,COL_E081A41A_87E9_4DC8_AC27_5C5C87155BB3#26070,COL_E78D776C_4947_4F88_826F_D6A3A22EF306#26071,COL_529FE1B7_3F7A_404A_A9DB_662BC865EDF0#26072,COL_CA4EFECB_A4E3_4DBD_B0CC_66A14454C508#26073,COL_E9A52100_C307_4AF4_814C_D9AADF72F033#26074,COL_2B5A180A_8ABA_4438_90CB_A1F3096A952E#26075,COL_94E54ED5_3042_45FF_80D0_0CAC840EB097#26076,COL_D67142F7_A207_4870_8963_E237B841636A#26077,COL_6C9B78F5_69CF_4C3C_905D_5B4A777C6708#26078,COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC#26079,COL_250EFFA3_F3D1_4D95_9062_004B0C5E91B7#26080,COL_D171F390_EECB_4924_B2C2_095D45EAE768#26081,COL_15505186_7875_4C25_9AEA_F3510A184E50#26082,COL_B5F1716C_B5E3_470C_86DB_85BBE52E1E63#26083,COL_1C35A227_836A_4477_8139_CAB7258B4395#26084,COL_B1E40BB3_6570_4A14_9E67_BB0574B6130D#26085,COL_26B6B621_1F72_4B3A_92EE_F4C1423FE922#26086,COL_A5D0563B_E31F_4108_91C1_A7D995E0288F#26087,COL_687B345E_3370_42F7_AB82_B53990B19AFE#26088,... 9 more fields] parquet

== Analyzed Logical Plan ==
COL_CCD0C6AD_9FBD_4622_9BA5_9D84F5511C46: string
GlobalLimit 500000
+- LocalLimit 500000
   +- Project [COL_CCD0C6AD_9FBD_4622_9BA5_9D84F5511C46#26436 AS COL_CCD0C6AD_9FBD_4622_9BA5_9D84F5511C46#26445]
      +- Project [COL_1B9EDF9C_0F84_4273_B166_BA59C4AFB7F6#26428L AS COL_1B9EDF9C_0F84_4273_B166_BA59C4AFB7F6#26435L, COL_CCD0C6AD_9FBD_4622_9BA5_9D84F5511C46#26429 AS COL_CCD0C6AD_9FBD_4622_9BA5_9D84F5511C46#26436]
         +- Project [COL_1B9EDF9C_0F84_4273_B166_BA59C4AFB7F6#26387L AS COL_1B9EDF9C_0F84_4273_B166_BA59C4AFB7F6#26428L, COL_CCD0C6AD_9FBD_4622_9BA5_9D84F5511C46#26389 AS COL_CCD0C6AD_9FBD_4622_9BA5_9D84F5511C46#26429]
            +- Project [COL_1B9EDF9C_0F84_4273_B166_BA59C4AFB7F6#26387L, bigint_to_str(COL_1B9EDF9C_0F84_4273_B166_BA59C4AFB7F6#26387L) AS COL_CCD0C6AD_9FBD_4622_9BA5_9D84F5511C46#26389]
               +- Project [COL_1B9EDF9C_0F84_4273_B166_BA59C4AFB7F6#26385L AS COL_1B9EDF9C_0F84_4273_B166_BA59C4AFB7F6#26387L]
                  +- Project [COL_1B9EDF9C_0F84_4273_B166_BA59C4AFB7F6#26313L AS COL_1B9EDF9C_0F84_4273_B166_BA59C4AFB7F6#26385L]
                     +- Project [COL_1B9EDF9C_0F84_4273_B166_BA59C4AFB7F6#26313L]
                        +- Aggregate [1 AS NULL_1#26314, count(distinct COL_C0E1B100_FC5F_4543_8457_58B63E53229D#26308) AS COL_1B9EDF9C_0F84_4273_B166_BA59C4AFB7F6#26313L]
                           +- Project [COL_CD59CCF7_EFBF_4A44_A26D_9BF870F5601F#26303 AS COL_CD59CCF7_EFBF_4A44_A26D_9BF870F5601F#26307, COL_C0E1B100_FC5F_4543_8457_58B63E53229D#26304 AS COL_C0E1B100_FC5F_4543_8457_58B63E53229D#26308]
                              +- Project [cast(MISE_EN_QUALITE_32533_COL_5D8D2F5C_F830_4505_BF17_BA213CA447E2#26166 as string) AS COL_CD59CCF7_EFBF_4A44_A26D_9BF870F5601F#26303, cast(MISE_EN_QUALITE_32533_COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC#26180 as string) AS COL_C0E1B100_FC5F_4543_8457_58B63E53229D#26304]
                                 +- Project [COL_5D8D2F5C_F830_4505_BF17_BA213CA447E2#26065 AS MISE_EN_QUALITE_32533_COL_5D8D2F5C_F830_4505_BF17_BA213CA447E2#26166, COL_2E9C6AB7_3233_4A3B_9A39_90D9FEAC6B92#26066 AS MISE_EN_QUALITE_32533_COL_2E9C6AB7_3233_4A3B_9A39_90D9FEAC6B92#26167, COL_A9D2F897_5240_48C1_9585_64F572ED87DD#26067 AS MISE_EN_QUALITE_32533_COL_A9D2F897_5240_48C1_9585_64F572ED87DD#26168, COL_CB2E17FC_221C_4C38_A806_E9E33FB8E13F#26068 AS MISE_EN_QUALITE_32533_COL_CB2E17FC_221C_4C38_A806_E9E33FB8E13F#26169, COL_2886BF11_4989_4F4A_AEC4_3E62688A4E7D#26069 AS MISE_EN_QUALITE_32533_COL_2886BF11_4989_4F4A_AEC4_3E62688A4E7D#26170, COL_E081A41A_87E9_4DC8_AC27_5C5C87155BB3#26070 AS MISE_EN_QUALITE_32533_COL_E081A41A_87E9_4DC8_AC27_5C5C87155BB3#26171, COL_E78D776C_4947_4F88_826F_D6A3A22EF306#26071 AS MISE_EN_QUALITE_32533_COL_E78D776C_4947_4F88_826F_D6A3A22EF306#26172, COL_529FE1B7_3F7A_404A_A9DB_662BC865EDF0#26072 AS MISE_EN_QUALITE_32533_COL_529FE1B7_3F7A_404A_A9DB_662BC865EDF0#26173, COL_CA4EFECB_A4E3_4DBD_B0CC_66A14454C508#26073 AS MISE_EN_QUALITE_32533_COL_CA4EFECB_A4E3_4DBD_B0CC_66A14454C508#26174, COL_E9A52100_C307_4AF4_814C_D9AADF72F033#26074 AS MISE_EN_QUALITE_32533_COL_E9A52100_C307_4AF4_814C_D9AADF72F033#26175, COL_2B5A180A_8ABA_4438_90CB_A1F3096A952E#26075 AS MISE_EN_QUALITE_32533_COL_2B5A180A_8ABA_4438_90CB_A1F3096A952E#26176, COL_94E54ED5_3042_45FF_80D0_0CAC840EB097#26076 AS MISE_EN_QUALITE_32533_COL_94E54ED5_3042_45FF_80D0_0CAC840EB097#26177, COL_D67142F7_A207_4870_8963_E237B841636A#26077 AS MISE_EN_QUALITE_32533_COL_D67142F7_A207_4870_8963_E237B841636A#26178, COL_6C9B78F5_69CF_4C3C_905D_5B4A777C6708#26078 AS MISE_EN_QUALITE_32533_COL_6C9B78F5_69CF_4C3C_905D_5B4A777C6708#26179, COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC#26079 AS MISE_EN_QUALITE_32533_COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC#26180, COL_250EFFA3_F3D1_4D95_9062_004B0C5E91B7#26080 AS MISE_EN_QUALITE_32533_COL_250EFFA3_F3D1_4D95_9062_004B0C5E91B7#26181, COL_D171F390_EECB_4924_B2C2_095D45EAE768#26081 AS MISE_EN_QUALITE_32533_COL_D171F390_EECB_4924_B2C2_095D45EAE768#26182, COL_15505186_7875_4C25_9AEA_F3510A184E50#26082 AS MISE_EN_QUALITE_32533_COL_15505186_7875_4C25_9AEA_F3510A184E50#26183, COL_B5F1716C_B5E3_470C_86DB_85BBE52E1E63#26083 AS MISE_EN_QUALITE_32533_COL_B5F1716C_B5E3_470C_86DB_85BBE52E1E63#26184, COL_1C35A227_836A_4477_8139_CAB7258B4395#26084 AS MISE_EN_QUALITE_32533_COL_1C35A227_836A_4477_8139_CAB7258B4395#26185, COL_B1E40BB3_6570_4A14_9E67_BB0574B6130D#26085 AS MISE_EN_QUALITE_32533_COL_B1E40BB3_6570_4A14_9E67_BB0574B6130D#26186, COL_26B6B621_1F72_4B3A_92EE_F4C1423FE922#26086 AS MISE_EN_QUALITE_32533_COL_26B6B621_1F72_4B3A_92EE_F4C1423FE922#26187, COL_A5D0563B_E31F_4108_91C1_A7D995E0288F#26087 AS MISE_EN_QUALITE_32533_COL_A5D0563B_E31F_4108_91C1_A7D995E0288F#26188, COL_687B345E_3370_42F7_AB82_B53990B19AFE#26088 AS MISE_EN_QUALITE_32533_COL_687B345E_3370_42F7_AB82_B53990B19AFE#26189, ... 9 more fields]
                                    +- SubqueryAlias MISE_EN_QUALITE_32533117
                                       +- Relation[COL_5D8D2F5C_F830_4505_BF17_BA213CA447E2#26065,COL_2E9C6AB7_3233_4A3B_9A39_90D9FEAC6B92#26066,COL_A9D2F897_5240_48C1_9585_64F572ED87DD#26067,COL_CB2E17FC_221C_4C38_A806_E9E33FB8E13F#26068,COL_2886BF11_4989_4F4A_AEC4_3E62688A4E7D#26069,COL_E081A41A_87E9_4DC8_AC27_5C5C87155BB3#26070,COL_E78D776C_4947_4F88_826F_D6A3A22EF306#26071,COL_529FE1B7_3F7A_404A_A9DB_662BC865EDF0#26072,COL_CA4EFECB_A4E3_4DBD_B0CC_66A14454C508#26073,COL_E9A52100_C307_4AF4_814C_D9AADF72F033#26074,COL_2B5A180A_8ABA_4438_90CB_A1F3096A952E#26075,COL_94E54ED5_3042_45FF_80D0_0CAC840EB097#26076,COL_D67142F7_A207_4870_8963_E237B841636A#26077,COL_6C9B78F5_69CF_4C3C_905D_5B4A777C6708#26078,COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC#26079,COL_250EFFA3_F3D1_4D95_9062_004B0C5E91B7#26080,COL_D171F390_EECB_4924_B2C2_095D45EAE768#26081,COL_15505186_7875_4C25_9AEA_F3510A184E50#26082,COL_B5F1716C_B5E3_470C_86DB_85BBE52E1E63#26083,COL_1C35A227_836A_4477_8139_CAB7258B4395#26084,COL_B1E40BB3_6570_4A14_9E67_BB0574B6130D#26085,COL_26B6B621_1F72_4B3A_92EE_F4C1423FE922#26086,COL_A5D0563B_E31F_4108_91C1_A7D995E0288F#26087,COL_687B345E_3370_42F7_AB82_B53990B19AFE#26088,... 9 more fields] parquet

== Optimized Logical Plan ==
GlobalLimit 500000
+- LocalLimit 500000
   +- Aggregate [bigint_to_str(count(distinct COL_C0E1B100_FC5F_4543_8457_58B63E53229D#26308)) AS COL_CCD0C6AD_9FBD_4622_9BA5_9D84F5511C46#26445]
      +- Project [COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC#26079 AS COL_C0E1B100_FC5F_4543_8457_58B63E53229D#26308]
         +- Relation[COL_5D8D2F5C_F830_4505_BF17_BA213CA447E2#26065,COL_2E9C6AB7_3233_4A3B_9A39_90D9FEAC6B92#26066,COL_A9D2F897_5240_48C1_9585_64F572ED87DD#26067,COL_CB2E17FC_221C_4C38_A806_E9E33FB8E13F#26068,COL_2886BF11_4989_4F4A_AEC4_3E62688A4E7D#26069,COL_E081A41A_87E9_4DC8_AC27_5C5C87155BB3#26070,COL_E78D776C_4947_4F88_826F_D6A3A22EF306#26071,COL_529FE1B7_3F7A_404A_A9DB_662BC865EDF0#26072,COL_CA4EFECB_A4E3_4DBD_B0CC_66A14454C508#26073,COL_E9A52100_C307_4AF4_814C_D9AADF72F033#26074,COL_2B5A180A_8ABA_4438_90CB_A1F3096A952E#26075,COL_94E54ED5_3042_45FF_80D0_0CAC840EB097#26076,COL_D67142F7_A207_4870_8963_E237B841636A#26077,COL_6C9B78F5_69CF_4C3C_905D_5B4A777C6708#26078,COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC#26079,COL_250EFFA3_F3D1_4D95_9062_004B0C5E91B7#26080,COL_D171F390_EECB_4924_B2C2_095D45EAE768#26081,COL_15505186_7875_4C25_9AEA_F3510A184E50#26082,COL_B5F1716C_B5E3_470C_86DB_85BBE52E1E63#26083,COL_1C35A227_836A_4477_8139_CAB7258B4395#26084,COL_B1E40BB3_6570_4A14_9E67_BB0574B6130D#26085,COL_26B6B621_1F72_4B3A_92EE_F4C1423FE922#26086,COL_A5D0563B_E31F_4108_91C1_A7D995E0288F#26087,COL_687B345E_3370_42F7_AB82_B53990B19AFE#26088,... 9 more fields] parquet

== Physical Plan ==
AdaptiveSparkPlan isFinalPlan=true
+- CollectLimit 500000
   +- *(3) HashAggregate(keys=[], functions=[count(distinct COL_C0E1B100_FC5F_4543_8457_58B63E53229D#26308)], output=[COL_CCD0C6AD_9FBD_4622_9BA5_9D84F5511C46#26445])
      +- ShuffleQueryStage 1
         +- Exchange SinglePartition, true, [id=#4066]
            +- *(2) HashAggregate(keys=[], functions=[partial_count(distinct COL_C0E1B100_FC5F_4543_8457_58B63E53229D#26308)], output=[count#26535L])
               +- *(2) HashAggregate(keys=[COL_C0E1B100_FC5F_4543_8457_58B63E53229D#26308], functions=[], output=[COL_C0E1B100_FC5F_4543_8457_58B63E53229D#26308])
                  +- CustomShuffleReader coalesced
                     +- ShuffleQueryStage 0
                        +- Exchange hashpartitioning(COL_C0E1B100_FC5F_4543_8457_58B63E53229D#26308, 200), true, [id=#3946]
                           +- *(1) HashAggregate(keys=[COL_C0E1B100_FC5F_4543_8457_58B63E53229D#26308], functions=[], output=[COL_C0E1B100_FC5F_4543_8457_58B63E53229D#26308])
                              +- *(1) Project [COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC#26079 AS COL_C0E1B100_FC5F_4543_8457_58B63E53229D#26308]
                                 +- *(1) ColumnarToRow
                                    +- FileScan parquet [COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC#26079] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex[file:/data/output/cache/parquet/datablock/MISE_EN_QUALITE_32533], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC:string>