DC2 - Details for Query 120

Details for Query 120

Submitted Time: 2026/04/29 06:52:24
Duration: 1 s
Succeeded Jobs: 200 205 206

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" AdaptiveSparkPlan "]; 1 [labelType="html" label=" CollectLimit "]; subgraph cluster2 { isCluster="true"; label="WholeStageCodegen (3)\n \nduration: 1 ms"; 3 [labelType="html" label="HashAggregate time in aggregation build: 0 ms number of output rows: 1"]; } 4 [labelType="html" label="Exchange shuffle records written: 13 shuffle write time total (min, med, max (stageId: taskId)) 4 ms (0 ms, 0 ms, 0 ms (stage 317.0: task 1032)) records read: 13 local bytes read: 767.0 B fetch wait time: 0 ms remote bytes read: 0.0 B local blocks read: 13 remote blocks read: 0 data size total (min, med, max (stageId: taskId)) 208.0 B (16.0 B, 16.0 B, 16.0 B (stage 317.0: task 1035)) remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 767.0 B (59.0 B, 59.0 B, 59.0 B (stage 317.0: task 1035))"]; subgraph cluster5 { isCluster="true"; label="WholeStageCodegen (2)\n \nduration: total (min, med, max (stageId: taskId))\n12 ms (0 ms, 1 ms, 1 ms (stage 317.0: task 1035))"; 6 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 8 ms (0 ms, 1 ms, 1 ms (stage 317.0: task 1035)) peak memory: 0.0 B number of output rows: 13 avg hash probe bucket list iters: 0"]; 7 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 317.0: task 1035)) peak memory total (min, med, max (stageId: taskId)) 835.3 MiB (64.3 MiB, 64.3 MiB, 64.3 MiB (stage 317.0: task 1035)) number of output rows: 1,255 avg hash probe bucket list iters (min, med, max (stageId: taskId)): (1, 1, 1 (stage 317.0: task 1035))"]; } 8 [labelType="html" label=" CustomShuffleReader "]; 9 [labelType="html" label="Exchange shuffle records written: 1,255 shuffle write time total (min, med, max (stageId: taskId)) 70 ms (7 ms, 31 ms, 32 ms (stage 312.0: task 1017)) records read: 1,255 local bytes read total (min, med, max (stageId: taskId)) 39.5 KiB (1392.0 B, 3.2 KiB, 3.3 KiB (stage 317.0: task 1033)) fetch wait time total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 317.0: task 1035)) remote bytes read: 0.0 B local blocks read: 37 remote blocks read: 0 data size total (min, med, max (stageId: taskId)) 39.2 KiB (1152.0 B, 7.1 KiB, 31.0 KiB (stage 312.0: task 1016)) remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 39.5 KiB (2.5 KiB, 11.2 KiB, 25.8 KiB (stage 312.0: task 1016))"]; subgraph cluster10 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n1.6 s (11 ms, 457 ms, 846 ms (stage 312.0: task 1016))"; 11 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 1.5 s (1 ms, 431 ms, 800 ms (stage 312.0: task 1016)) peak memory total (min, med, max (stageId: taskId)) 193.0 MiB (256.0 KiB, 64.3 MiB, 64.3 MiB (stage 312.0: task 1018)) number of output rows: 1,255 avg hash probe bucket list iters (min, med, max (stageId: taskId)): (1, 1, 1 (stage 312.0: task 1018))"]; 12 [labelType="html" label=" Project "]; 13 [labelType="html" label="ColumnarToRow number of output rows: 4,081,140 number of input batches: 999"]; } 14 [labelType="html" label="Scan parquet number of files read: 4 scan time total (min, med, max (stageId: taskId)) 33 ms (1 ms, 4 ms, 25 ms (stage 312.0: task 1018)) metadata time: 0 ms size of files read: 2.8 MiB number of output rows: 4,081,140"]; 1->0; 3->1; 4->3; 6->4; 7->6; 8->7; 9->8; 11->9; 12->11; 13->12; 14->13; }

AdaptiveSparkPlan isFinalPlan=true

CollectLimit 500000

HashAggregate(keys=[], functions=[count(distinct COL_325AB556_1F61_466F_B635_1D6BC8EACD20#28351)])

WholeStageCodegen (3)

Exchange SinglePartition, true, [id=#5837]

HashAggregate(keys=[], functions=[partial_count(distinct COL_325AB556_1F61_466F_B635_1D6BC8EACD20#28351)])

HashAggregate(keys=[COL_325AB556_1F61_466F_B635_1D6BC8EACD20#28351], functions=[])

WholeStageCodegen (2)

CustomShuffleReader coalesced

Exchange hashpartitioning(COL_325AB556_1F61_466F_B635_1D6BC8EACD20#28351, 200), true, [id=#5550]

HashAggregate(keys=[COL_325AB556_1F61_466F_B635_1D6BC8EACD20#28351], functions=[])

Project [COL_D34C5A28_828A_40CE_8921_CE19A666620F#28070 AS COL_325AB556_1F61_466F_B635_1D6BC8EACD20#28351]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_D34C5A28_828A_40CE_8921_CE19A666620F#28070] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex[file:/data/output/cache/parquet/datablock/GOUPEMENTS_DE_C_21721], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_D34C5A28_828A_40CE_8921_CE19A666620F:string>

Details

== Parsed Logical Plan ==
GlobalLimit 500000
+- LocalLimit 500000
   +- Project [COL_BDD4C26F_20B1_4728_8262_DBBD519F3DE5#28541L AS COL_BDD4C26F_20B1_4728_8262_DBBD519F3DE5#28582L, COL_B2BEEA07_A9BD_45AF_A0A7_BFA479B7BE4B#28542 AS COL_B2BEEA07_A9BD_45AF_A0A7_BFA479B7BE4B#28583]
      +- Project [COL_BDD4C26F_20B1_4728_8262_DBBD519F3DE5#28521L AS COL_BDD4C26F_20B1_4728_8262_DBBD519F3DE5#28541L, COL_B2BEEA07_A9BD_45AF_A0A7_BFA479B7BE4B#28522 AS COL_B2BEEA07_A9BD_45AF_A0A7_BFA479B7BE4B#28542]
         +- Project [COL_BDD4C26F_20B1_4728_8262_DBBD519F3DE5#28437L AS COL_BDD4C26F_20B1_4728_8262_DBBD519F3DE5#28521L, COL_B2BEEA07_A9BD_45AF_A0A7_BFA479B7BE4B#28480 AS COL_B2BEEA07_A9BD_45AF_A0A7_BFA479B7BE4B#28522]
            +- Project [COL_BDD4C26F_20B1_4728_8262_DBBD519F3DE5#28437L, str_extract_by_str(bigint_to_str(COL_BDD4C26F_20B1_4728_8262_DBBD519F3DE5#28437L), cast(.0 as string), cast(RIGHT as string)) AS COL_B2BEEA07_A9BD_45AF_A0A7_BFA479B7BE4B#28480]
               +- Project [COL_BDD4C26F_20B1_4728_8262_DBBD519F3DE5#28430L AS COL_BDD4C26F_20B1_4728_8262_DBBD519F3DE5#28437L]
                  +- Project [COL_BDD4C26F_20B1_4728_8262_DBBD519F3DE5#28364L AS COL_BDD4C26F_20B1_4728_8262_DBBD519F3DE5#28430L]
                     +- Sort true
                        +- Project [COL_BDD4C26F_20B1_4728_8262_DBBD519F3DE5#28364L]
                           +- Aggregate [1 AS NULL_1#28371, count(distinct COL_325AB556_1F61_466F_B635_1D6BC8EACD20#28351) AS COL_BDD4C26F_20B1_4728_8262_DBBD519F3DE5#28364L]
                              +- Project [COL_4862EE51_BFB7_499B_B6A7_37C39750F1BE#28338 AS COL_4862EE51_BFB7_499B_B6A7_37C39750F1BE#28350, COL_325AB556_1F61_466F_B635_1D6BC8EACD20#28339 AS COL_325AB556_1F61_466F_B635_1D6BC8EACD20#28351]
                                 +- Project [cast(GOUPEMENTS_DE_C_21721_COL_4AB1618C_59AE_42CF_B08E_FCFA4B35E4AF#28200 as string) AS COL_4862EE51_BFB7_499B_B6A7_37C39750F1BE#28338, cast(GOUPEMENTS_DE_C_21721_COL_D34C5A28_828A_40CE_8921_CE19A666620F#28202 as string) AS COL_325AB556_1F61_466F_B635_1D6BC8EACD20#28339]
                                    +- Project [COL_4AB1618C_59AE_42CF_B08E_FCFA4B35E4AF#28068 AS GOUPEMENTS_DE_C_21721_COL_4AB1618C_59AE_42CF_B08E_FCFA4B35E4AF#28200, COL_EBF892AA_953F_4919_A719_EBCDEBAC18EE#28069 AS GOUPEMENTS_DE_C_21721_COL_EBF892AA_953F_4919_A719_EBCDEBAC18EE#28201, COL_D34C5A28_828A_40CE_8921_CE19A666620F#28070 AS GOUPEMENTS_DE_C_21721_COL_D34C5A28_828A_40CE_8921_CE19A666620F#28202, COL_BC8C9F56_E9E7_4BC0_9380_114C24B1F427#28071 AS GOUPEMENTS_DE_C_21721_COL_BC8C9F56_E9E7_4BC0_9380_114C24B1F427#28203, COL_12F7A423_7020_42EE_AA20_1968D13CA12B#28072 AS GOUPEMENTS_DE_C_21721_COL_12F7A423_7020_42EE_AA20_1968D13CA12B#28204, COL_682B1361_587D_4660_AA5C_CF033B72E213#28073 AS GOUPEMENTS_DE_C_21721_COL_682B1361_587D_4660_AA5C_CF033B72E213#28205, COL_278E49B2_CCCC_4A11_A01C_20DC4DB60820#28074 AS GOUPEMENTS_DE_C_21721_COL_278E49B2_CCCC_4A11_A01C_20DC4DB60820#28206, COL_6D4F4315_23D7_4CC3_BA41_CCE3FBC89515#28075 AS GOUPEMENTS_DE_C_21721_COL_6D4F4315_23D7_4CC3_BA41_CCE3FBC89515#28207, COL_B6226726_5203_4CE7_928C_112167B1E3F6#28076 AS GOUPEMENTS_DE_C_21721_COL_B6226726_5203_4CE7_928C_112167B1E3F6#28208, COL_B5BF002E_7653_498B_9834_DCFE11F3725F#28077 AS GOUPEMENTS_DE_C_21721_COL_B5BF002E_7653_498B_9834_DCFE11F3725F#28209, COL_82C0B34C_DEC7_4BF1_853B_67E1863B3D86#28078 AS GOUPEMENTS_DE_C_21721_COL_82C0B34C_DEC7_4BF1_853B_67E1863B3D86#28210, COL_5CFEDC3F_D87F_44F3_94D7_1DE12CF48C3C#28079 AS GOUPEMENTS_DE_C_21721_COL_5CFEDC3F_D87F_44F3_94D7_1DE12CF48C3C#28211, COL_38F9C02A_A7AA_4B3D_8E32_CC065A2A89D4#28080 AS GOUPEMENTS_DE_C_21721_COL_38F9C02A_A7AA_4B3D_8E32_CC065A2A89D4#28212, COL_3C2F73EB_DC83_4A86_A2D5_90B0E0DAC7AE#28081 AS GOUPEMENTS_DE_C_21721_COL_3C2F73EB_DC83_4A86_A2D5_90B0E0DAC7AE#28213, COL_B5C09BBE_D794_43C3_9B0A_812F59350A7A#28082 AS GOUPEMENTS_DE_C_21721_COL_B5C09BBE_D794_43C3_9B0A_812F59350A7A#28214, COL_5762487D_DE41_41F2_B7B8_34135953C74B#28083 AS GOUPEMENTS_DE_C_21721_COL_5762487D_DE41_41F2_B7B8_34135953C74B#28215, COL_BE938454_F986_49A1_9B5E_621971B1BBE2#28084 AS GOUPEMENTS_DE_C_21721_COL_BE938454_F986_49A1_9B5E_621971B1BBE2#28216, COL_9978526E_040F_4765_A07A_494530767825#28085 AS GOUPEMENTS_DE_C_21721_COL_9978526E_040F_4765_A07A_494530767825#28217, COL_37C9528B_3792_4759_A918_47801365FFEC#28086 AS GOUPEMENTS_DE_C_21721_COL_37C9528B_3792_4759_A918_47801365FFEC#28218, COL_899BBF4F_758E_4E48_8A32_A88675ABFA8C#28087 AS GOUPEMENTS_DE_C_21721_COL_899BBF4F_758E_4E48_8A32_A88675ABFA8C#28219, COL_3E66EB4B_3130_4C6E_BA7B_4A12B5DA4009#28088 AS GOUPEMENTS_DE_C_21721_COL_3E66EB4B_3130_4C6E_BA7B_4A12B5DA4009#28220, COL_C020B7C2_9C8C_4976_A4BE_7443B7D7C25A#28089 AS GOUPEMENTS_DE_C_21721_COL_C020B7C2_9C8C_4976_A4BE_7443B7D7C25A#28221, COL_31A0E26B_A85D_4CD9_9043_F6BD9869F163#28090 AS GOUPEMENTS_DE_C_21721_COL_31A0E26B_A85D_4CD9_9043_F6BD9869F163#28222]
                                       +- SubqueryAlias GOUPEMENTS_DE_C_21721116
                                          +- Relation[COL_4AB1618C_59AE_42CF_B08E_FCFA4B35E4AF#28068,COL_EBF892AA_953F_4919_A719_EBCDEBAC18EE#28069,COL_D34C5A28_828A_40CE_8921_CE19A666620F#28070,COL_BC8C9F56_E9E7_4BC0_9380_114C24B1F427#28071,COL_12F7A423_7020_42EE_AA20_1968D13CA12B#28072,COL_682B1361_587D_4660_AA5C_CF033B72E213#28073,COL_278E49B2_CCCC_4A11_A01C_20DC4DB60820#28074,COL_6D4F4315_23D7_4CC3_BA41_CCE3FBC89515#28075,COL_B6226726_5203_4CE7_928C_112167B1E3F6#28076,COL_B5BF002E_7653_498B_9834_DCFE11F3725F#28077,COL_82C0B34C_DEC7_4BF1_853B_67E1863B3D86#28078,COL_5CFEDC3F_D87F_44F3_94D7_1DE12CF48C3C#28079,COL_38F9C02A_A7AA_4B3D_8E32_CC065A2A89D4#28080,COL_3C2F73EB_DC83_4A86_A2D5_90B0E0DAC7AE#28081,COL_B5C09BBE_D794_43C3_9B0A_812F59350A7A#28082,COL_5762487D_DE41_41F2_B7B8_34135953C74B#28083,COL_BE938454_F986_49A1_9B5E_621971B1BBE2#28084,COL_9978526E_040F_4765_A07A_494530767825#28085,COL_37C9528B_3792_4759_A918_47801365FFEC#28086,COL_899BBF4F_758E_4E48_8A32_A88675ABFA8C#28087,COL_3E66EB4B_3130_4C6E_BA7B_4A12B5DA4009#28088,COL_C020B7C2_9C8C_4976_A4BE_7443B7D7C25A#28089,COL_31A0E26B_A85D_4CD9_9043_F6BD9869F163#28090] parquet

== Analyzed Logical Plan ==
COL_BDD4C26F_20B1_4728_8262_DBBD519F3DE5: bigint, COL_B2BEEA07_A9BD_45AF_A0A7_BFA479B7BE4B: string
GlobalLimit 500000
+- LocalLimit 500000
   +- Project [COL_BDD4C26F_20B1_4728_8262_DBBD519F3DE5#28541L AS COL_BDD4C26F_20B1_4728_8262_DBBD519F3DE5#28582L, COL_B2BEEA07_A9BD_45AF_A0A7_BFA479B7BE4B#28542 AS COL_B2BEEA07_A9BD_45AF_A0A7_BFA479B7BE4B#28583]
      +- Project [COL_BDD4C26F_20B1_4728_8262_DBBD519F3DE5#28521L AS COL_BDD4C26F_20B1_4728_8262_DBBD519F3DE5#28541L, COL_B2BEEA07_A9BD_45AF_A0A7_BFA479B7BE4B#28522 AS COL_B2BEEA07_A9BD_45AF_A0A7_BFA479B7BE4B#28542]
         +- Project [COL_BDD4C26F_20B1_4728_8262_DBBD519F3DE5#28437L AS COL_BDD4C26F_20B1_4728_8262_DBBD519F3DE5#28521L, COL_B2BEEA07_A9BD_45AF_A0A7_BFA479B7BE4B#28480 AS COL_B2BEEA07_A9BD_45AF_A0A7_BFA479B7BE4B#28522]
            +- Project [COL_BDD4C26F_20B1_4728_8262_DBBD519F3DE5#28437L, str_extract_by_str(bigint_to_str(COL_BDD4C26F_20B1_4728_8262_DBBD519F3DE5#28437L), cast(.0 as string), cast(RIGHT as string)) AS COL_B2BEEA07_A9BD_45AF_A0A7_BFA479B7BE4B#28480]
               +- Project [COL_BDD4C26F_20B1_4728_8262_DBBD519F3DE5#28430L AS COL_BDD4C26F_20B1_4728_8262_DBBD519F3DE5#28437L]
                  +- Project [COL_BDD4C26F_20B1_4728_8262_DBBD519F3DE5#28364L AS COL_BDD4C26F_20B1_4728_8262_DBBD519F3DE5#28430L]
                     +- Sort true
                        +- Project [COL_BDD4C26F_20B1_4728_8262_DBBD519F3DE5#28364L]
                           +- Aggregate [1 AS NULL_1#28371, count(distinct COL_325AB556_1F61_466F_B635_1D6BC8EACD20#28351) AS COL_BDD4C26F_20B1_4728_8262_DBBD519F3DE5#28364L]
                              +- Project [COL_4862EE51_BFB7_499B_B6A7_37C39750F1BE#28338 AS COL_4862EE51_BFB7_499B_B6A7_37C39750F1BE#28350, COL_325AB556_1F61_466F_B635_1D6BC8EACD20#28339 AS COL_325AB556_1F61_466F_B635_1D6BC8EACD20#28351]
                                 +- Project [cast(GOUPEMENTS_DE_C_21721_COL_4AB1618C_59AE_42CF_B08E_FCFA4B35E4AF#28200 as string) AS COL_4862EE51_BFB7_499B_B6A7_37C39750F1BE#28338, cast(GOUPEMENTS_DE_C_21721_COL_D34C5A28_828A_40CE_8921_CE19A666620F#28202 as string) AS COL_325AB556_1F61_466F_B635_1D6BC8EACD20#28339]
                                    +- Project [COL_4AB1618C_59AE_42CF_B08E_FCFA4B35E4AF#28068 AS GOUPEMENTS_DE_C_21721_COL_4AB1618C_59AE_42CF_B08E_FCFA4B35E4AF#28200, COL_EBF892AA_953F_4919_A719_EBCDEBAC18EE#28069 AS GOUPEMENTS_DE_C_21721_COL_EBF892AA_953F_4919_A719_EBCDEBAC18EE#28201, COL_D34C5A28_828A_40CE_8921_CE19A666620F#28070 AS GOUPEMENTS_DE_C_21721_COL_D34C5A28_828A_40CE_8921_CE19A666620F#28202, COL_BC8C9F56_E9E7_4BC0_9380_114C24B1F427#28071 AS GOUPEMENTS_DE_C_21721_COL_BC8C9F56_E9E7_4BC0_9380_114C24B1F427#28203, COL_12F7A423_7020_42EE_AA20_1968D13CA12B#28072 AS GOUPEMENTS_DE_C_21721_COL_12F7A423_7020_42EE_AA20_1968D13CA12B#28204, COL_682B1361_587D_4660_AA5C_CF033B72E213#28073 AS GOUPEMENTS_DE_C_21721_COL_682B1361_587D_4660_AA5C_CF033B72E213#28205, COL_278E49B2_CCCC_4A11_A01C_20DC4DB60820#28074 AS GOUPEMENTS_DE_C_21721_COL_278E49B2_CCCC_4A11_A01C_20DC4DB60820#28206, COL_6D4F4315_23D7_4CC3_BA41_CCE3FBC89515#28075 AS GOUPEMENTS_DE_C_21721_COL_6D4F4315_23D7_4CC3_BA41_CCE3FBC89515#28207, COL_B6226726_5203_4CE7_928C_112167B1E3F6#28076 AS GOUPEMENTS_DE_C_21721_COL_B6226726_5203_4CE7_928C_112167B1E3F6#28208, COL_B5BF002E_7653_498B_9834_DCFE11F3725F#28077 AS GOUPEMENTS_DE_C_21721_COL_B5BF002E_7653_498B_9834_DCFE11F3725F#28209, COL_82C0B34C_DEC7_4BF1_853B_67E1863B3D86#28078 AS GOUPEMENTS_DE_C_21721_COL_82C0B34C_DEC7_4BF1_853B_67E1863B3D86#28210, COL_5CFEDC3F_D87F_44F3_94D7_1DE12CF48C3C#28079 AS GOUPEMENTS_DE_C_21721_COL_5CFEDC3F_D87F_44F3_94D7_1DE12CF48C3C#28211, COL_38F9C02A_A7AA_4B3D_8E32_CC065A2A89D4#28080 AS GOUPEMENTS_DE_C_21721_COL_38F9C02A_A7AA_4B3D_8E32_CC065A2A89D4#28212, COL_3C2F73EB_DC83_4A86_A2D5_90B0E0DAC7AE#28081 AS GOUPEMENTS_DE_C_21721_COL_3C2F73EB_DC83_4A86_A2D5_90B0E0DAC7AE#28213, COL_B5C09BBE_D794_43C3_9B0A_812F59350A7A#28082 AS GOUPEMENTS_DE_C_21721_COL_B5C09BBE_D794_43C3_9B0A_812F59350A7A#28214, COL_5762487D_DE41_41F2_B7B8_34135953C74B#28083 AS GOUPEMENTS_DE_C_21721_COL_5762487D_DE41_41F2_B7B8_34135953C74B#28215, COL_BE938454_F986_49A1_9B5E_621971B1BBE2#28084 AS GOUPEMENTS_DE_C_21721_COL_BE938454_F986_49A1_9B5E_621971B1BBE2#28216, COL_9978526E_040F_4765_A07A_494530767825#28085 AS GOUPEMENTS_DE_C_21721_COL_9978526E_040F_4765_A07A_494530767825#28217, COL_37C9528B_3792_4759_A918_47801365FFEC#28086 AS GOUPEMENTS_DE_C_21721_COL_37C9528B_3792_4759_A918_47801365FFEC#28218, COL_899BBF4F_758E_4E48_8A32_A88675ABFA8C#28087 AS GOUPEMENTS_DE_C_21721_COL_899BBF4F_758E_4E48_8A32_A88675ABFA8C#28219, COL_3E66EB4B_3130_4C6E_BA7B_4A12B5DA4009#28088 AS GOUPEMENTS_DE_C_21721_COL_3E66EB4B_3130_4C6E_BA7B_4A12B5DA4009#28220, COL_C020B7C2_9C8C_4976_A4BE_7443B7D7C25A#28089 AS GOUPEMENTS_DE_C_21721_COL_C020B7C2_9C8C_4976_A4BE_7443B7D7C25A#28221, COL_31A0E26B_A85D_4CD9_9043_F6BD9869F163#28090 AS GOUPEMENTS_DE_C_21721_COL_31A0E26B_A85D_4CD9_9043_F6BD9869F163#28222]
                                       +- SubqueryAlias GOUPEMENTS_DE_C_21721116
                                          +- Relation[COL_4AB1618C_59AE_42CF_B08E_FCFA4B35E4AF#28068,COL_EBF892AA_953F_4919_A719_EBCDEBAC18EE#28069,COL_D34C5A28_828A_40CE_8921_CE19A666620F#28070,COL_BC8C9F56_E9E7_4BC0_9380_114C24B1F427#28071,COL_12F7A423_7020_42EE_AA20_1968D13CA12B#28072,COL_682B1361_587D_4660_AA5C_CF033B72E213#28073,COL_278E49B2_CCCC_4A11_A01C_20DC4DB60820#28074,COL_6D4F4315_23D7_4CC3_BA41_CCE3FBC89515#28075,COL_B6226726_5203_4CE7_928C_112167B1E3F6#28076,COL_B5BF002E_7653_498B_9834_DCFE11F3725F#28077,COL_82C0B34C_DEC7_4BF1_853B_67E1863B3D86#28078,COL_5CFEDC3F_D87F_44F3_94D7_1DE12CF48C3C#28079,COL_38F9C02A_A7AA_4B3D_8E32_CC065A2A89D4#28080,COL_3C2F73EB_DC83_4A86_A2D5_90B0E0DAC7AE#28081,COL_B5C09BBE_D794_43C3_9B0A_812F59350A7A#28082,COL_5762487D_DE41_41F2_B7B8_34135953C74B#28083,COL_BE938454_F986_49A1_9B5E_621971B1BBE2#28084,COL_9978526E_040F_4765_A07A_494530767825#28085,COL_37C9528B_3792_4759_A918_47801365FFEC#28086,COL_899BBF4F_758E_4E48_8A32_A88675ABFA8C#28087,COL_3E66EB4B_3130_4C6E_BA7B_4A12B5DA4009#28088,COL_C020B7C2_9C8C_4976_A4BE_7443B7D7C25A#28089,COL_31A0E26B_A85D_4CD9_9043_F6BD9869F163#28090] parquet

== Optimized Logical Plan ==
GlobalLimit 500000
+- LocalLimit 500000
   +- Aggregate [count(distinct COL_325AB556_1F61_466F_B635_1D6BC8EACD20#28351) AS COL_BDD4C26F_20B1_4728_8262_DBBD519F3DE5#28364L, str_extract_by_str(bigint_to_str(count(distinct COL_325AB556_1F61_466F_B635_1D6BC8EACD20#28351)), .0, RIGHT) AS COL_B2BEEA07_A9BD_45AF_A0A7_BFA479B7BE4B#28583]
      +- Project [COL_D34C5A28_828A_40CE_8921_CE19A666620F#28070 AS COL_325AB556_1F61_466F_B635_1D6BC8EACD20#28351]
         +- Relation[COL_4AB1618C_59AE_42CF_B08E_FCFA4B35E4AF#28068,COL_EBF892AA_953F_4919_A719_EBCDEBAC18EE#28069,COL_D34C5A28_828A_40CE_8921_CE19A666620F#28070,COL_BC8C9F56_E9E7_4BC0_9380_114C24B1F427#28071,COL_12F7A423_7020_42EE_AA20_1968D13CA12B#28072,COL_682B1361_587D_4660_AA5C_CF033B72E213#28073,COL_278E49B2_CCCC_4A11_A01C_20DC4DB60820#28074,COL_6D4F4315_23D7_4CC3_BA41_CCE3FBC89515#28075,COL_B6226726_5203_4CE7_928C_112167B1E3F6#28076,COL_B5BF002E_7653_498B_9834_DCFE11F3725F#28077,COL_82C0B34C_DEC7_4BF1_853B_67E1863B3D86#28078,COL_5CFEDC3F_D87F_44F3_94D7_1DE12CF48C3C#28079,COL_38F9C02A_A7AA_4B3D_8E32_CC065A2A89D4#28080,COL_3C2F73EB_DC83_4A86_A2D5_90B0E0DAC7AE#28081,COL_B5C09BBE_D794_43C3_9B0A_812F59350A7A#28082,COL_5762487D_DE41_41F2_B7B8_34135953C74B#28083,COL_BE938454_F986_49A1_9B5E_621971B1BBE2#28084,COL_9978526E_040F_4765_A07A_494530767825#28085,COL_37C9528B_3792_4759_A918_47801365FFEC#28086,COL_899BBF4F_758E_4E48_8A32_A88675ABFA8C#28087,COL_3E66EB4B_3130_4C6E_BA7B_4A12B5DA4009#28088,COL_C020B7C2_9C8C_4976_A4BE_7443B7D7C25A#28089,COL_31A0E26B_A85D_4CD9_9043_F6BD9869F163#28090] parquet

== Physical Plan ==
AdaptiveSparkPlan isFinalPlan=true
+- CollectLimit 500000
   +- *(3) HashAggregate(keys=[], functions=[count(distinct COL_325AB556_1F61_466F_B635_1D6BC8EACD20#28351)], output=[COL_BDD4C26F_20B1_4728_8262_DBBD519F3DE5#28364L, COL_B2BEEA07_A9BD_45AF_A0A7_BFA479B7BE4B#28583])
      +- ShuffleQueryStage 1
         +- Exchange SinglePartition, true, [id=#5837]
            +- *(2) HashAggregate(keys=[], functions=[partial_count(distinct COL_325AB556_1F61_466F_B635_1D6BC8EACD20#28351)], output=[count#28701L])
               +- *(2) HashAggregate(keys=[COL_325AB556_1F61_466F_B635_1D6BC8EACD20#28351], functions=[], output=[COL_325AB556_1F61_466F_B635_1D6BC8EACD20#28351])
                  +- CustomShuffleReader coalesced
                     +- ShuffleQueryStage 0
                        +- Exchange hashpartitioning(COL_325AB556_1F61_466F_B635_1D6BC8EACD20#28351, 200), true, [id=#5550]
                           +- *(1) HashAggregate(keys=[COL_325AB556_1F61_466F_B635_1D6BC8EACD20#28351], functions=[], output=[COL_325AB556_1F61_466F_B635_1D6BC8EACD20#28351])
                              +- *(1) Project [COL_D34C5A28_828A_40CE_8921_CE19A666620F#28070 AS COL_325AB556_1F61_466F_B635_1D6BC8EACD20#28351]
                                 +- *(1) ColumnarToRow
                                    +- FileScan parquet [COL_D34C5A28_828A_40CE_8921_CE19A666620F#28070] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex[file:/data/output/cache/parquet/datablock/GOUPEMENTS_DE_C_21721], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_D34C5A28_828A_40CE_8921_CE19A666620F:string>