DC2 - Details for Query 52

Details for Query 52

Submitted Time: 2026/03/05 07:13:49
Duration: 0.6 s
Succeeded Jobs: 91 93 96

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" AdaptiveSparkPlan "]; 1 [labelType="html" label=" CollectLimit "]; subgraph cluster2 { isCluster="true"; label="WholeStageCodegen (3)\n \nduration: 1 ms"; 3 [labelType="html" label="HashAggregate time in aggregation build: 0 ms number of output rows: 1"]; } 4 [labelType="html" label="Exchange shuffle records written: 20 shuffle write time total (min, med, max (stageId: taskId)) 104 ms (0 ms, 3 ms, 21 ms (stage 153.0: task 458)) records read: 20 local bytes read: 1180.0 B fetch wait time: 0 ms remote bytes read: 0.0 B local blocks read: 20 remote blocks read: 0 data size total (min, med, max (stageId: taskId)) 320.0 B (16.0 B, 16.0 B, 16.0 B (stage 153.0: task 456)) remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 1180.0 B (59.0 B, 59.0 B, 59.0 B (stage 153.0: task 456))"]; subgraph cluster5 { isCluster="true"; label="WholeStageCodegen (2)\n \nduration: total (min, med, max (stageId: taskId))\n38 ms (0 ms, 1 ms, 7 ms (stage 153.0: task 460))"; 6 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 24 ms (0 ms, 1 ms, 6 ms (stage 153.0: task 457)) peak memory: 0.0 B number of output rows: 20 avg hash probe bucket list iters: 0"]; 7 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 1 ms (0 ms, 0 ms, 1 ms (stage 153.0: task 454)) peak memory total (min, med, max (stageId: taskId)) 1285.0 MiB (64.3 MiB, 64.3 MiB, 64.3 MiB (stage 153.0: task 456)) number of output rows: 21 avg hash probe bucket list iters (min, med, max (stageId: taskId)): (1, 1, 1 (stage 153.0: task 456))"]; } 8 [labelType="html" label=" CustomShuffleReader "]; 9 [labelType="html" label="Exchange shuffle records written: 21 shuffle write time total (min, med, max (stageId: taskId)) 81 ms (3 ms, 7 ms, 18 ms (stage 149.0: task 433)) records read: 21 local bytes read total (min, med, max (stageId: taskId)) 1475.0 B (68.0 B, 76.0 B, 91.0 B (stage 153.0: task 451)) fetch wait time total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 153.0: task 456)) remote bytes read: 0.0 B local blocks read: 20 remote blocks read: 0 data size total (min, med, max (stageId: taskId)) 608.0 B (24.0 B, 56.0 B, 152.0 B (stage 149.0: task 425)) remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 1475.0 B (68.0 B, 91.0 B, 372.0 B (stage 149.0: task 425))"]; subgraph cluster10 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n94 ms (5 ms, 10 ms, 18 ms (stage 149.0: task 424))"; 11 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 43 ms (2 ms, 3 ms, 11 ms (stage 149.0: task 427)) peak memory total (min, med, max (stageId: taskId)) 578.3 MiB (64.3 MiB, 64.3 MiB, 64.3 MiB (stage 149.0: task 422)) number of output rows: 21 avg hash probe bucket list iters (min, med, max (stageId: taskId)): (1, 1, 1 (stage 149.0: task 422))"]; 12 [labelType="html" label=" Project "]; 13 [labelType="html" label="ColumnarToRow number of output rows: 5,424 number of input batches: 9"]; } 14 [labelType="html" label="Scan parquet number of files read: 9 scan time total (min, med, max (stageId: taskId)) 37 ms (1 ms, 2 ms, 11 ms (stage 149.0: task 427)) metadata time: 0 ms size of files read: 839.4 KiB number of output rows: 5,424"]; 1->0; 3->1; 4->3; 6->4; 7->6; 8->7; 9->8; 11->9; 12->11; 13->12; 14->13; }

AdaptiveSparkPlan isFinalPlan=true

CollectLimit 500000

HashAggregate(keys=[], functions=[count(distinct COL_C0E1B100_FC5F_4543_8457_58B63E53229D#9540)])

WholeStageCodegen (3)

Exchange SinglePartition, true, [id=#2552]

HashAggregate(keys=[], functions=[partial_count(distinct COL_C0E1B100_FC5F_4543_8457_58B63E53229D#9540)])

HashAggregate(keys=[COL_C0E1B100_FC5F_4543_8457_58B63E53229D#9540], functions=[])

WholeStageCodegen (2)

CustomShuffleReader coalesced

Exchange hashpartitioning(COL_C0E1B100_FC5F_4543_8457_58B63E53229D#9540, 200), true, [id=#2495]

HashAggregate(keys=[COL_C0E1B100_FC5F_4543_8457_58B63E53229D#9540], functions=[])

Project [COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC#9112 AS COL_C0E1B100_FC5F_4543_8457_58B63E53229D#9540]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC#9112] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex[file:/data/output/cache/parquet/datablock/MISE_EN_QUALITE_32533], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC:string>

Details

== Parsed Logical Plan ==
GlobalLimit 500000
+- LocalLimit 500000
   +- Project [COL_CCD0C6AD_9FBD_4622_9BA5_9D84F5511C46#9694 AS COL_CCD0C6AD_9FBD_4622_9BA5_9D84F5511C46#9697]
      +- Project [COL_1B9EDF9C_0F84_4273_B166_BA59C4AFB7F6#9689L AS COL_1B9EDF9C_0F84_4273_B166_BA59C4AFB7F6#9693L, COL_CCD0C6AD_9FBD_4622_9BA5_9D84F5511C46#9690 AS COL_CCD0C6AD_9FBD_4622_9BA5_9D84F5511C46#9694]
         +- Project [COL_1B9EDF9C_0F84_4273_B166_BA59C4AFB7F6#9679L AS COL_1B9EDF9C_0F84_4273_B166_BA59C4AFB7F6#9689L, COL_CCD0C6AD_9FBD_4622_9BA5_9D84F5511C46#9684 AS COL_CCD0C6AD_9FBD_4622_9BA5_9D84F5511C46#9690]
            +- Project [COL_1B9EDF9C_0F84_4273_B166_BA59C4AFB7F6#9679L, bigint_to_str(COL_1B9EDF9C_0F84_4273_B166_BA59C4AFB7F6#9679L) AS COL_CCD0C6AD_9FBD_4622_9BA5_9D84F5511C46#9684]
               +- Project [COL_1B9EDF9C_0F84_4273_B166_BA59C4AFB7F6#9674L AS COL_1B9EDF9C_0F84_4273_B166_BA59C4AFB7F6#9679L]
                  +- Project [COL_1B9EDF9C_0F84_4273_B166_BA59C4AFB7F6#9587L AS COL_1B9EDF9C_0F84_4273_B166_BA59C4AFB7F6#9674L]
                     +- Project [COL_1B9EDF9C_0F84_4273_B166_BA59C4AFB7F6#9587L]
                        +- Aggregate [1 AS NULL_1#9592, count(distinct COL_C0E1B100_FC5F_4543_8457_58B63E53229D#9540) AS COL_1B9EDF9C_0F84_4273_B166_BA59C4AFB7F6#9587L]
                           +- Project [COL_CD59CCF7_EFBF_4A44_A26D_9BF870F5601F#9502 AS COL_CD59CCF7_EFBF_4A44_A26D_9BF870F5601F#9539, COL_C0E1B100_FC5F_4543_8457_58B63E53229D#9503 AS COL_C0E1B100_FC5F_4543_8457_58B63E53229D#9540]
                              +- Project [cast(MISE_EN_QUALITE_32533_COL_5D8D2F5C_F830_4505_BF17_BA213CA447E2#9296 as string) AS COL_CD59CCF7_EFBF_4A44_A26D_9BF870F5601F#9502, cast(MISE_EN_QUALITE_32533_COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC#9320 as string) AS COL_C0E1B100_FC5F_4543_8457_58B63E53229D#9503]
                                 +- Project [COL_5D8D2F5C_F830_4505_BF17_BA213CA447E2#9098 AS MISE_EN_QUALITE_32533_COL_5D8D2F5C_F830_4505_BF17_BA213CA447E2#9296, COL_2E9C6AB7_3233_4A3B_9A39_90D9FEAC6B92#9099 AS MISE_EN_QUALITE_32533_COL_2E9C6AB7_3233_4A3B_9A39_90D9FEAC6B92#9298, COL_A9D2F897_5240_48C1_9585_64F572ED87DD#9100 AS MISE_EN_QUALITE_32533_COL_A9D2F897_5240_48C1_9585_64F572ED87DD#9299, COL_CB2E17FC_221C_4C38_A806_E9E33FB8E13F#9101 AS MISE_EN_QUALITE_32533_COL_CB2E17FC_221C_4C38_A806_E9E33FB8E13F#9301, COL_2886BF11_4989_4F4A_AEC4_3E62688A4E7D#9102 AS MISE_EN_QUALITE_32533_COL_2886BF11_4989_4F4A_AEC4_3E62688A4E7D#9303, COL_E081A41A_87E9_4DC8_AC27_5C5C87155BB3#9103 AS MISE_EN_QUALITE_32533_COL_E081A41A_87E9_4DC8_AC27_5C5C87155BB3#9305, COL_E78D776C_4947_4F88_826F_D6A3A22EF306#9104 AS MISE_EN_QUALITE_32533_COL_E78D776C_4947_4F88_826F_D6A3A22EF306#9306, COL_529FE1B7_3F7A_404A_A9DB_662BC865EDF0#9105 AS MISE_EN_QUALITE_32533_COL_529FE1B7_3F7A_404A_A9DB_662BC865EDF0#9307, COL_CA4EFECB_A4E3_4DBD_B0CC_66A14454C508#9106 AS MISE_EN_QUALITE_32533_COL_CA4EFECB_A4E3_4DBD_B0CC_66A14454C508#9309, COL_E9A52100_C307_4AF4_814C_D9AADF72F033#9107 AS MISE_EN_QUALITE_32533_COL_E9A52100_C307_4AF4_814C_D9AADF72F033#9311, COL_2B5A180A_8ABA_4438_90CB_A1F3096A952E#9108 AS MISE_EN_QUALITE_32533_COL_2B5A180A_8ABA_4438_90CB_A1F3096A952E#9312, COL_94E54ED5_3042_45FF_80D0_0CAC840EB097#9109 AS MISE_EN_QUALITE_32533_COL_94E54ED5_3042_45FF_80D0_0CAC840EB097#9314, COL_D67142F7_A207_4870_8963_E237B841636A#9110 AS MISE_EN_QUALITE_32533_COL_D67142F7_A207_4870_8963_E237B841636A#9316, COL_6C9B78F5_69CF_4C3C_905D_5B4A777C6708#9111 AS MISE_EN_QUALITE_32533_COL_6C9B78F5_69CF_4C3C_905D_5B4A777C6708#9318, COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC#9112 AS MISE_EN_QUALITE_32533_COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC#9320, COL_250EFFA3_F3D1_4D95_9062_004B0C5E91B7#9113 AS MISE_EN_QUALITE_32533_COL_250EFFA3_F3D1_4D95_9062_004B0C5E91B7#9322, COL_D171F390_EECB_4924_B2C2_095D45EAE768#9114 AS MISE_EN_QUALITE_32533_COL_D171F390_EECB_4924_B2C2_095D45EAE768#9324, COL_15505186_7875_4C25_9AEA_F3510A184E50#9115 AS MISE_EN_QUALITE_32533_COL_15505186_7875_4C25_9AEA_F3510A184E50#9326, COL_B5F1716C_B5E3_470C_86DB_85BBE52E1E63#9116 AS MISE_EN_QUALITE_32533_COL_B5F1716C_B5E3_470C_86DB_85BBE52E1E63#9328, COL_1C35A227_836A_4477_8139_CAB7258B4395#9117 AS MISE_EN_QUALITE_32533_COL_1C35A227_836A_4477_8139_CAB7258B4395#9330, COL_B1E40BB3_6570_4A14_9E67_BB0574B6130D#9118 AS MISE_EN_QUALITE_32533_COL_B1E40BB3_6570_4A14_9E67_BB0574B6130D#9332, COL_26B6B621_1F72_4B3A_92EE_F4C1423FE922#9119 AS MISE_EN_QUALITE_32533_COL_26B6B621_1F72_4B3A_92EE_F4C1423FE922#9334, COL_A5D0563B_E31F_4108_91C1_A7D995E0288F#9120 AS MISE_EN_QUALITE_32533_COL_A5D0563B_E31F_4108_91C1_A7D995E0288F#9336, COL_687B345E_3370_42F7_AB82_B53990B19AFE#9121 AS MISE_EN_QUALITE_32533_COL_687B345E_3370_42F7_AB82_B53990B19AFE#9338, ... 9 more fields]
                                    +- SubqueryAlias MISE_EN_QUALITE_32533114
                                       +- Relation[COL_5D8D2F5C_F830_4505_BF17_BA213CA447E2#9098,COL_2E9C6AB7_3233_4A3B_9A39_90D9FEAC6B92#9099,COL_A9D2F897_5240_48C1_9585_64F572ED87DD#9100,COL_CB2E17FC_221C_4C38_A806_E9E33FB8E13F#9101,COL_2886BF11_4989_4F4A_AEC4_3E62688A4E7D#9102,COL_E081A41A_87E9_4DC8_AC27_5C5C87155BB3#9103,COL_E78D776C_4947_4F88_826F_D6A3A22EF306#9104,COL_529FE1B7_3F7A_404A_A9DB_662BC865EDF0#9105,COL_CA4EFECB_A4E3_4DBD_B0CC_66A14454C508#9106,COL_E9A52100_C307_4AF4_814C_D9AADF72F033#9107,COL_2B5A180A_8ABA_4438_90CB_A1F3096A952E#9108,COL_94E54ED5_3042_45FF_80D0_0CAC840EB097#9109,COL_D67142F7_A207_4870_8963_E237B841636A#9110,COL_6C9B78F5_69CF_4C3C_905D_5B4A777C6708#9111,COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC#9112,COL_250EFFA3_F3D1_4D95_9062_004B0C5E91B7#9113,COL_D171F390_EECB_4924_B2C2_095D45EAE768#9114,COL_15505186_7875_4C25_9AEA_F3510A184E50#9115,COL_B5F1716C_B5E3_470C_86DB_85BBE52E1E63#9116,COL_1C35A227_836A_4477_8139_CAB7258B4395#9117,COL_B1E40BB3_6570_4A14_9E67_BB0574B6130D#9118,COL_26B6B621_1F72_4B3A_92EE_F4C1423FE922#9119,COL_A5D0563B_E31F_4108_91C1_A7D995E0288F#9120,COL_687B345E_3370_42F7_AB82_B53990B19AFE#9121,... 9 more fields] parquet

== Analyzed Logical Plan ==
COL_CCD0C6AD_9FBD_4622_9BA5_9D84F5511C46: string
GlobalLimit 500000
+- LocalLimit 500000
   +- Project [COL_CCD0C6AD_9FBD_4622_9BA5_9D84F5511C46#9694 AS COL_CCD0C6AD_9FBD_4622_9BA5_9D84F5511C46#9697]
      +- Project [COL_1B9EDF9C_0F84_4273_B166_BA59C4AFB7F6#9689L AS COL_1B9EDF9C_0F84_4273_B166_BA59C4AFB7F6#9693L, COL_CCD0C6AD_9FBD_4622_9BA5_9D84F5511C46#9690 AS COL_CCD0C6AD_9FBD_4622_9BA5_9D84F5511C46#9694]
         +- Project [COL_1B9EDF9C_0F84_4273_B166_BA59C4AFB7F6#9679L AS COL_1B9EDF9C_0F84_4273_B166_BA59C4AFB7F6#9689L, COL_CCD0C6AD_9FBD_4622_9BA5_9D84F5511C46#9684 AS COL_CCD0C6AD_9FBD_4622_9BA5_9D84F5511C46#9690]
            +- Project [COL_1B9EDF9C_0F84_4273_B166_BA59C4AFB7F6#9679L, bigint_to_str(COL_1B9EDF9C_0F84_4273_B166_BA59C4AFB7F6#9679L) AS COL_CCD0C6AD_9FBD_4622_9BA5_9D84F5511C46#9684]
               +- Project [COL_1B9EDF9C_0F84_4273_B166_BA59C4AFB7F6#9674L AS COL_1B9EDF9C_0F84_4273_B166_BA59C4AFB7F6#9679L]
                  +- Project [COL_1B9EDF9C_0F84_4273_B166_BA59C4AFB7F6#9587L AS COL_1B9EDF9C_0F84_4273_B166_BA59C4AFB7F6#9674L]
                     +- Project [COL_1B9EDF9C_0F84_4273_B166_BA59C4AFB7F6#9587L]
                        +- Aggregate [1 AS NULL_1#9592, count(distinct COL_C0E1B100_FC5F_4543_8457_58B63E53229D#9540) AS COL_1B9EDF9C_0F84_4273_B166_BA59C4AFB7F6#9587L]
                           +- Project [COL_CD59CCF7_EFBF_4A44_A26D_9BF870F5601F#9502 AS COL_CD59CCF7_EFBF_4A44_A26D_9BF870F5601F#9539, COL_C0E1B100_FC5F_4543_8457_58B63E53229D#9503 AS COL_C0E1B100_FC5F_4543_8457_58B63E53229D#9540]
                              +- Project [cast(MISE_EN_QUALITE_32533_COL_5D8D2F5C_F830_4505_BF17_BA213CA447E2#9296 as string) AS COL_CD59CCF7_EFBF_4A44_A26D_9BF870F5601F#9502, cast(MISE_EN_QUALITE_32533_COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC#9320 as string) AS COL_C0E1B100_FC5F_4543_8457_58B63E53229D#9503]
                                 +- Project [COL_5D8D2F5C_F830_4505_BF17_BA213CA447E2#9098 AS MISE_EN_QUALITE_32533_COL_5D8D2F5C_F830_4505_BF17_BA213CA447E2#9296, COL_2E9C6AB7_3233_4A3B_9A39_90D9FEAC6B92#9099 AS MISE_EN_QUALITE_32533_COL_2E9C6AB7_3233_4A3B_9A39_90D9FEAC6B92#9298, COL_A9D2F897_5240_48C1_9585_64F572ED87DD#9100 AS MISE_EN_QUALITE_32533_COL_A9D2F897_5240_48C1_9585_64F572ED87DD#9299, COL_CB2E17FC_221C_4C38_A806_E9E33FB8E13F#9101 AS MISE_EN_QUALITE_32533_COL_CB2E17FC_221C_4C38_A806_E9E33FB8E13F#9301, COL_2886BF11_4989_4F4A_AEC4_3E62688A4E7D#9102 AS MISE_EN_QUALITE_32533_COL_2886BF11_4989_4F4A_AEC4_3E62688A4E7D#9303, COL_E081A41A_87E9_4DC8_AC27_5C5C87155BB3#9103 AS MISE_EN_QUALITE_32533_COL_E081A41A_87E9_4DC8_AC27_5C5C87155BB3#9305, COL_E78D776C_4947_4F88_826F_D6A3A22EF306#9104 AS MISE_EN_QUALITE_32533_COL_E78D776C_4947_4F88_826F_D6A3A22EF306#9306, COL_529FE1B7_3F7A_404A_A9DB_662BC865EDF0#9105 AS MISE_EN_QUALITE_32533_COL_529FE1B7_3F7A_404A_A9DB_662BC865EDF0#9307, COL_CA4EFECB_A4E3_4DBD_B0CC_66A14454C508#9106 AS MISE_EN_QUALITE_32533_COL_CA4EFECB_A4E3_4DBD_B0CC_66A14454C508#9309, COL_E9A52100_C307_4AF4_814C_D9AADF72F033#9107 AS MISE_EN_QUALITE_32533_COL_E9A52100_C307_4AF4_814C_D9AADF72F033#9311, COL_2B5A180A_8ABA_4438_90CB_A1F3096A952E#9108 AS MISE_EN_QUALITE_32533_COL_2B5A180A_8ABA_4438_90CB_A1F3096A952E#9312, COL_94E54ED5_3042_45FF_80D0_0CAC840EB097#9109 AS MISE_EN_QUALITE_32533_COL_94E54ED5_3042_45FF_80D0_0CAC840EB097#9314, COL_D67142F7_A207_4870_8963_E237B841636A#9110 AS MISE_EN_QUALITE_32533_COL_D67142F7_A207_4870_8963_E237B841636A#9316, COL_6C9B78F5_69CF_4C3C_905D_5B4A777C6708#9111 AS MISE_EN_QUALITE_32533_COL_6C9B78F5_69CF_4C3C_905D_5B4A777C6708#9318, COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC#9112 AS MISE_EN_QUALITE_32533_COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC#9320, COL_250EFFA3_F3D1_4D95_9062_004B0C5E91B7#9113 AS MISE_EN_QUALITE_32533_COL_250EFFA3_F3D1_4D95_9062_004B0C5E91B7#9322, COL_D171F390_EECB_4924_B2C2_095D45EAE768#9114 AS MISE_EN_QUALITE_32533_COL_D171F390_EECB_4924_B2C2_095D45EAE768#9324, COL_15505186_7875_4C25_9AEA_F3510A184E50#9115 AS MISE_EN_QUALITE_32533_COL_15505186_7875_4C25_9AEA_F3510A184E50#9326, COL_B5F1716C_B5E3_470C_86DB_85BBE52E1E63#9116 AS MISE_EN_QUALITE_32533_COL_B5F1716C_B5E3_470C_86DB_85BBE52E1E63#9328, COL_1C35A227_836A_4477_8139_CAB7258B4395#9117 AS MISE_EN_QUALITE_32533_COL_1C35A227_836A_4477_8139_CAB7258B4395#9330, COL_B1E40BB3_6570_4A14_9E67_BB0574B6130D#9118 AS MISE_EN_QUALITE_32533_COL_B1E40BB3_6570_4A14_9E67_BB0574B6130D#9332, COL_26B6B621_1F72_4B3A_92EE_F4C1423FE922#9119 AS MISE_EN_QUALITE_32533_COL_26B6B621_1F72_4B3A_92EE_F4C1423FE922#9334, COL_A5D0563B_E31F_4108_91C1_A7D995E0288F#9120 AS MISE_EN_QUALITE_32533_COL_A5D0563B_E31F_4108_91C1_A7D995E0288F#9336, COL_687B345E_3370_42F7_AB82_B53990B19AFE#9121 AS MISE_EN_QUALITE_32533_COL_687B345E_3370_42F7_AB82_B53990B19AFE#9338, ... 9 more fields]
                                    +- SubqueryAlias MISE_EN_QUALITE_32533114
                                       +- Relation[COL_5D8D2F5C_F830_4505_BF17_BA213CA447E2#9098,COL_2E9C6AB7_3233_4A3B_9A39_90D9FEAC6B92#9099,COL_A9D2F897_5240_48C1_9585_64F572ED87DD#9100,COL_CB2E17FC_221C_4C38_A806_E9E33FB8E13F#9101,COL_2886BF11_4989_4F4A_AEC4_3E62688A4E7D#9102,COL_E081A41A_87E9_4DC8_AC27_5C5C87155BB3#9103,COL_E78D776C_4947_4F88_826F_D6A3A22EF306#9104,COL_529FE1B7_3F7A_404A_A9DB_662BC865EDF0#9105,COL_CA4EFECB_A4E3_4DBD_B0CC_66A14454C508#9106,COL_E9A52100_C307_4AF4_814C_D9AADF72F033#9107,COL_2B5A180A_8ABA_4438_90CB_A1F3096A952E#9108,COL_94E54ED5_3042_45FF_80D0_0CAC840EB097#9109,COL_D67142F7_A207_4870_8963_E237B841636A#9110,COL_6C9B78F5_69CF_4C3C_905D_5B4A777C6708#9111,COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC#9112,COL_250EFFA3_F3D1_4D95_9062_004B0C5E91B7#9113,COL_D171F390_EECB_4924_B2C2_095D45EAE768#9114,COL_15505186_7875_4C25_9AEA_F3510A184E50#9115,COL_B5F1716C_B5E3_470C_86DB_85BBE52E1E63#9116,COL_1C35A227_836A_4477_8139_CAB7258B4395#9117,COL_B1E40BB3_6570_4A14_9E67_BB0574B6130D#9118,COL_26B6B621_1F72_4B3A_92EE_F4C1423FE922#9119,COL_A5D0563B_E31F_4108_91C1_A7D995E0288F#9120,COL_687B345E_3370_42F7_AB82_B53990B19AFE#9121,... 9 more fields] parquet

== Optimized Logical Plan ==
GlobalLimit 500000
+- LocalLimit 500000
   +- Aggregate [bigint_to_str(count(distinct COL_C0E1B100_FC5F_4543_8457_58B63E53229D#9540)) AS COL_CCD0C6AD_9FBD_4622_9BA5_9D84F5511C46#9697]
      +- Project [COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC#9112 AS COL_C0E1B100_FC5F_4543_8457_58B63E53229D#9540]
         +- Relation[COL_5D8D2F5C_F830_4505_BF17_BA213CA447E2#9098,COL_2E9C6AB7_3233_4A3B_9A39_90D9FEAC6B92#9099,COL_A9D2F897_5240_48C1_9585_64F572ED87DD#9100,COL_CB2E17FC_221C_4C38_A806_E9E33FB8E13F#9101,COL_2886BF11_4989_4F4A_AEC4_3E62688A4E7D#9102,COL_E081A41A_87E9_4DC8_AC27_5C5C87155BB3#9103,COL_E78D776C_4947_4F88_826F_D6A3A22EF306#9104,COL_529FE1B7_3F7A_404A_A9DB_662BC865EDF0#9105,COL_CA4EFECB_A4E3_4DBD_B0CC_66A14454C508#9106,COL_E9A52100_C307_4AF4_814C_D9AADF72F033#9107,COL_2B5A180A_8ABA_4438_90CB_A1F3096A952E#9108,COL_94E54ED5_3042_45FF_80D0_0CAC840EB097#9109,COL_D67142F7_A207_4870_8963_E237B841636A#9110,COL_6C9B78F5_69CF_4C3C_905D_5B4A777C6708#9111,COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC#9112,COL_250EFFA3_F3D1_4D95_9062_004B0C5E91B7#9113,COL_D171F390_EECB_4924_B2C2_095D45EAE768#9114,COL_15505186_7875_4C25_9AEA_F3510A184E50#9115,COL_B5F1716C_B5E3_470C_86DB_85BBE52E1E63#9116,COL_1C35A227_836A_4477_8139_CAB7258B4395#9117,COL_B1E40BB3_6570_4A14_9E67_BB0574B6130D#9118,COL_26B6B621_1F72_4B3A_92EE_F4C1423FE922#9119,COL_A5D0563B_E31F_4108_91C1_A7D995E0288F#9120,COL_687B345E_3370_42F7_AB82_B53990B19AFE#9121,... 9 more fields] parquet

== Physical Plan ==
AdaptiveSparkPlan isFinalPlan=true
+- CollectLimit 500000
   +- *(3) HashAggregate(keys=[], functions=[count(distinct COL_C0E1B100_FC5F_4543_8457_58B63E53229D#9540)], output=[COL_CCD0C6AD_9FBD_4622_9BA5_9D84F5511C46#9697])
      +- ShuffleQueryStage 1
         +- Exchange SinglePartition, true, [id=#2552]
            +- *(2) HashAggregate(keys=[], functions=[partial_count(distinct COL_C0E1B100_FC5F_4543_8457_58B63E53229D#9540)], output=[count#9728L])
               +- *(2) HashAggregate(keys=[COL_C0E1B100_FC5F_4543_8457_58B63E53229D#9540], functions=[], output=[COL_C0E1B100_FC5F_4543_8457_58B63E53229D#9540])
                  +- CustomShuffleReader coalesced
                     +- ShuffleQueryStage 0
                        +- Exchange hashpartitioning(COL_C0E1B100_FC5F_4543_8457_58B63E53229D#9540, 200), true, [id=#2495]
                           +- *(1) HashAggregate(keys=[COL_C0E1B100_FC5F_4543_8457_58B63E53229D#9540], functions=[], output=[COL_C0E1B100_FC5F_4543_8457_58B63E53229D#9540])
                              +- *(1) Project [COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC#9112 AS COL_C0E1B100_FC5F_4543_8457_58B63E53229D#9540]
                                 +- *(1) ColumnarToRow
                                    +- FileScan parquet [COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC#9112] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex[file:/data/output/cache/parquet/datablock/MISE_EN_QUALITE_32533], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_759035A2_F085_40B2_80A9_EFA1BD3E6BDC:string>