DC2 - Details for Query 121

Details for Query 121

Submitted Time: 2026/04/29 06:52:24
Duration: 1 s
Succeeded Jobs: 202 208 209

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" AdaptiveSparkPlan "]; 1 [labelType="html" label=" CollectLimit "]; subgraph cluster2 { isCluster="true"; label="WholeStageCodegen (3)\n \nduration: 1 ms"; 3 [labelType="html" label="HashAggregate time in aggregation build: 0 ms number of output rows: 1"]; } 4 [labelType="html" label="Exchange shuffle records written: 13 shuffle write time total (min, med, max (stageId: taskId)) 10 ms (0 ms, 0 ms, 6 ms (stage 323.0: task 1059)) records read: 13 local bytes read: 767.0 B fetch wait time: 0 ms remote bytes read: 0.0 B local blocks read: 13 remote blocks read: 0 data size total (min, med, max (stageId: taskId)) 208.0 B (16.0 B, 16.0 B, 16.0 B (stage 323.0: task 1053)) remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 767.0 B (59.0 B, 59.0 B, 59.0 B (stage 323.0: task 1053))"]; subgraph cluster5 { isCluster="true"; label="WholeStageCodegen (2)\n \nduration: total (min, med, max (stageId: taskId))\n179 ms (4 ms, 17 ms, 20 ms (stage 323.0: task 1058))"; 6 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 170 ms (4 ms, 14 ms, 20 ms (stage 323.0: task 1058)) peak memory: 0.0 B number of output rows: 13 avg hash probe bucket list iters: 0"]; 7 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 118 ms (3 ms, 9 ms, 19 ms (stage 323.0: task 1058)) peak memory total (min, med, max (stageId: taskId)) 835.3 MiB (64.3 MiB, 64.3 MiB, 64.3 MiB (stage 323.0: task 1053)) number of output rows: 34,951 avg hash probe bucket list iters (min, med, max (stageId: taskId)): (1, 1.1, 1.1 (stage 323.0: task 1053))"]; } 8 [labelType="html" label=" CustomShuffleReader "]; 9 [labelType="html" label="Exchange shuffle records written: 34,951 shuffle write time total (min, med, max (stageId: taskId)) 230 ms (29 ms, 60 ms, 139 ms (stage 313.0: task 1021)) records read: 34,951 local bytes read total (min, med, max (stageId: taskId)) 544.5 KiB (21.9 KiB, 43.2 KiB, 45.3 KiB (stage 323.0: task 1053)) fetch wait time total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 323.0: task 1053)) remote bytes read: 0.0 B local blocks read: 39 remote blocks read: 0 data size total (min, med, max (stageId: taskId)) 1365.3 KiB (63.6 KiB, 294.0 KiB, 1007.7 KiB (stage 313.0: task 1020)) remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 544.5 KiB (44.7 KiB, 132.7 KiB, 367.2 KiB (stage 313.0: task 1020))"]; subgraph cluster10 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n2.0 s (144 ms, 556 ms, 962 ms (stage 313.0: task 1020))"; 11 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 1.5 s (46 ms, 403 ms, 831 ms (stage 313.0: task 1020)) peak memory total (min, med, max (stageId: taskId)) 193.8 MiB (256.0 KiB, 64.3 MiB, 65.0 MiB (stage 313.0: task 1020)) number of output rows: 34,951 avg hash probe bucket list iters (min, med, max (stageId: taskId)): (1, 1.3, 1.5 (stage 313.0: task 1020))"]; 12 [labelType="html" label=" Project "]; 13 [labelType="html" label="ColumnarToRow number of output rows: 4,081,140 number of input batches: 999"]; } 14 [labelType="html" label="Scan parquet number of files read: 4 scan time total (min, med, max (stageId: taskId)) 55 ms (2 ms, 4 ms, 46 ms (stage 313.0: task 1023)) metadata time: 0 ms size of files read: 2.8 MiB number of output rows: 4,081,140"]; 1->0; 3->1; 4->3; 6->4; 7->6; 8->7; 9->8; 11->9; 12->11; 13->12; 14->13; }

AdaptiveSparkPlan isFinalPlan=true

CollectLimit 500000

HashAggregate(keys=[], functions=[sum(cast(COL_FC7DE0AA_6ABF_4589_8F0B_74F50B2D5585#28538 as bigint))])

WholeStageCodegen (3)

Exchange SinglePartition, true, [id=#5883]

HashAggregate(keys=[], functions=[partial_sum(cast(COL_FC7DE0AA_6ABF_4589_8F0B_74F50B2D5585#28538 as bigint))])

HashAggregate(keys=[COL_82CC7FA0_7007_4CE5_B927_B7B1440580EC#28472, COL_FBC32A6A_34B2_411C_8017_DB1AD9547CA9#28473], functions=[])

WholeStageCodegen (2)

CustomShuffleReader coalesced

Exchange hashpartitioning(COL_82CC7FA0_7007_4CE5_B927_B7B1440580EC#28472, COL_FBC32A6A_34B2_411C_8017_DB1AD9547CA9#28473, 200), true, [id=#5715]

HashAggregate(keys=[COL_82CC7FA0_7007_4CE5_B927_B7B1440580EC#28472, COL_FBC32A6A_34B2_411C_8017_DB1AD9547CA9#28473], functions=[])

Project [COL_3C2F73EB_DC83_4A86_A2D5_90B0E0DAC7AE#28104 AS COL_82CC7FA0_7007_4CE5_B927_B7B1440580EC#28472, COL_BE938454_F986_49A1_9B5E_621971B1BBE2#28107 AS COL_FBC32A6A_34B2_411C_8017_DB1AD9547CA9#28473]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_3C2F73EB_DC83_4A86_A2D5_90B0E0DAC7AE#28104,COL_BE938454_F986_49A1_9B5E_621971B1BBE2#28107] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex[file:/data/output/cache/parquet/datablock/GOUPEMENTS_DE_C_21721], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_3C2F73EB_DC83_4A86_A2D5_90B0E0DAC7AE:string,COL_BE938454_F986_49A1_9B5E_621971B1BBE2:int>

Details

== Parsed Logical Plan ==
GlobalLimit 500000
+- LocalLimit 500000
   +- Project [COL_CC050D46_6E92_4625_8CF5_197098A3A672#28736L AS COL_CC050D46_6E92_4625_8CF5_197098A3A672#28762L, COL_23370332_028F_43BC_AC92_C6DD3AA9B15A#28754 AS COL_23370332_028F_43BC_AC92_C6DD3AA9B15A#28763]
      +- Project [COL_CC050D46_6E92_4625_8CF5_197098A3A672#28736L, str_extract_by_str(bigint_to_str(COL_CC050D46_6E92_4625_8CF5_197098A3A672#28736L), cast(.0 as string), cast(RIGHT as string)) AS COL_23370332_028F_43BC_AC92_C6DD3AA9B15A#28754]
         +- Project [COL_CC050D46_6E92_4625_8CF5_197098A3A672#28734L AS COL_CC050D46_6E92_4625_8CF5_197098A3A672#28736L]
            +- Project [COL_CC050D46_6E92_4625_8CF5_197098A3A672#28697L AS COL_CC050D46_6E92_4625_8CF5_197098A3A672#28734L]
               +- Sort true
                  +- Project [COL_CC050D46_6E92_4625_8CF5_197098A3A672#28697L]
                     +- Aggregate [1 AS NULL_1#28698, sum(cast(COL_FC7DE0AA_6ABF_4589_8F0B_74F50B2D5585#28665 as bigint)) AS COL_CC050D46_6E92_4625_8CF5_197098A3A672#28697L]
                        +- Project [COL_ED7CB461_377C_4FCB_8C3B_1F396B1960EC#28651 AS COL_ED7CB461_377C_4FCB_8C3B_1F396B1960EC#28664, COL_FC7DE0AA_6ABF_4589_8F0B_74F50B2D5585#28652 AS COL_FC7DE0AA_6ABF_4589_8F0B_74F50B2D5585#28665]
                           +- Project [COL_ED7CB461_377C_4FCB_8C3B_1F396B1960EC#28537 AS COL_ED7CB461_377C_4FCB_8C3B_1F396B1960EC#28651, COL_FC7DE0AA_6ABF_4589_8F0B_74F50B2D5585#28538 AS COL_FC7DE0AA_6ABF_4589_8F0B_74F50B2D5585#28652]
                              +- Sort true
                                 +- Project [COL_ED7CB461_377C_4FCB_8C3B_1F396B1960EC#28537, COL_FC7DE0AA_6ABF_4589_8F0B_74F50B2D5585#28538]
                                    +- Aggregate [COL_82CC7FA0_7007_4CE5_B927_B7B1440580EC#28472, COL_FBC32A6A_34B2_411C_8017_DB1AD9547CA9#28473], [COL_82CC7FA0_7007_4CE5_B927_B7B1440580EC#28472 AS COL_ED7CB461_377C_4FCB_8C3B_1F396B1960EC#28537, COL_FBC32A6A_34B2_411C_8017_DB1AD9547CA9#28473 AS COL_FC7DE0AA_6ABF_4589_8F0B_74F50B2D5585#28538, 1 AS NULL_1#28607]
                                       +- Project [COL_4862EE51_BFB7_499B_B6A7_37C39750F1BE#28421 AS COL_4862EE51_BFB7_499B_B6A7_37C39750F1BE#28471, COL_82CC7FA0_7007_4CE5_B927_B7B1440580EC#28422 AS COL_82CC7FA0_7007_4CE5_B927_B7B1440580EC#28472, COL_FBC32A6A_34B2_411C_8017_DB1AD9547CA9#28423 AS COL_FBC32A6A_34B2_411C_8017_DB1AD9547CA9#28473, COL_60543021_06BE_44D0_A5FE_5C8DD5EAA6C9#28424 AS COL_60543021_06BE_44D0_A5FE_5C8DD5EAA6C9#28474, COL_1E9ED365_79CD_44B9_B278_4B227374F210#28425 AS COL_1E9ED365_79CD_44B9_B278_4B227374F210#28475, COL_52BC05D0_4C75_430A_8C7D_C8D28D70F39B#28426 AS COL_52BC05D0_4C75_430A_8C7D_C8D28D70F39B#28476, COL_CE3CD75B_A844_4C12_BAC1_3CCA4476C3E3#28427 AS COL_CE3CD75B_A844_4C12_BAC1_3CCA4476C3E3#28477, COL_6A15EC53_BABB_4DE9_B11C_7265215D6640#28428 AS COL_6A15EC53_BABB_4DE9_B11C_7265215D6640#28478, COL_3A680ED1_0648_47DE_867E_CDCAA036FF30#28429 AS COL_3A680ED1_0648_47DE_867E_CDCAA036FF30#28479]
                                          +- Project [cast(GOUPEMENTS_DE_C_21721_COL_4AB1618C_59AE_42CF_B08E_FCFA4B35E4AF#28274 as string) AS COL_4862EE51_BFB7_499B_B6A7_37C39750F1BE#28421, cast(GOUPEMENTS_DE_C_21721_COL_3C2F73EB_DC83_4A86_A2D5_90B0E0DAC7AE#28287 as string) AS COL_82CC7FA0_7007_4CE5_B927_B7B1440580EC#28422, cast(GOUPEMENTS_DE_C_21721_COL_BE938454_F986_49A1_9B5E_621971B1BBE2#28290 as int) AS COL_FBC32A6A_34B2_411C_8017_DB1AD9547CA9#28423, cast(GOUPEMENTS_DE_C_21721_COL_B5C09BBE_D794_43C3_9B0A_812F59350A7A#28288 as string) AS COL_60543021_06BE_44D0_A5FE_5C8DD5EAA6C9#28424, cast(GOUPEMENTS_DE_C_21721_COL_C020B7C2_9C8C_4976_A4BE_7443B7D7C25A#28295 as string) AS COL_1E9ED365_79CD_44B9_B278_4B227374F210#28425, cast(GOUPEMENTS_DE_C_21721_COL_82C0B34C_DEC7_4BF1_853B_67E1863B3D86#28284 as string) AS COL_52BC05D0_4C75_430A_8C7D_C8D28D70F39B#28426, cast(GOUPEMENTS_DE_C_21721_COL_B6226726_5203_4CE7_928C_112167B1E3F6#28282 as string) AS COL_CE3CD75B_A844_4C12_BAC1_3CCA4476C3E3#28427, cast(GOUPEMENTS_DE_C_21721_COL_BC8C9F56_E9E7_4BC0_9380_114C24B1F427#28277 as string) AS COL_6A15EC53_BABB_4DE9_B11C_7265215D6640#28428, cast(GOUPEMENTS_DE_C_21721_COL_12F7A423_7020_42EE_AA20_1968D13CA12B#28278 as string) AS COL_3A680ED1_0648_47DE_867E_CDCAA036FF30#28429]
                                             +- Project [COL_4AB1618C_59AE_42CF_B08E_FCFA4B35E4AF#28091 AS GOUPEMENTS_DE_C_21721_COL_4AB1618C_59AE_42CF_B08E_FCFA4B35E4AF#28274, COL_EBF892AA_953F_4919_A719_EBCDEBAC18EE#28092 AS GOUPEMENTS_DE_C_21721_COL_EBF892AA_953F_4919_A719_EBCDEBAC18EE#28275, COL_D34C5A28_828A_40CE_8921_CE19A666620F#28093 AS GOUPEMENTS_DE_C_21721_COL_D34C5A28_828A_40CE_8921_CE19A666620F#28276, COL_BC8C9F56_E9E7_4BC0_9380_114C24B1F427#28094 AS GOUPEMENTS_DE_C_21721_COL_BC8C9F56_E9E7_4BC0_9380_114C24B1F427#28277, COL_12F7A423_7020_42EE_AA20_1968D13CA12B#28095 AS GOUPEMENTS_DE_C_21721_COL_12F7A423_7020_42EE_AA20_1968D13CA12B#28278, COL_682B1361_587D_4660_AA5C_CF033B72E213#28096 AS GOUPEMENTS_DE_C_21721_COL_682B1361_587D_4660_AA5C_CF033B72E213#28279, COL_278E49B2_CCCC_4A11_A01C_20DC4DB60820#28097 AS GOUPEMENTS_DE_C_21721_COL_278E49B2_CCCC_4A11_A01C_20DC4DB60820#28280, COL_6D4F4315_23D7_4CC3_BA41_CCE3FBC89515#28098 AS GOUPEMENTS_DE_C_21721_COL_6D4F4315_23D7_4CC3_BA41_CCE3FBC89515#28281, COL_B6226726_5203_4CE7_928C_112167B1E3F6#28099 AS GOUPEMENTS_DE_C_21721_COL_B6226726_5203_4CE7_928C_112167B1E3F6#28282, COL_B5BF002E_7653_498B_9834_DCFE11F3725F#28100 AS GOUPEMENTS_DE_C_21721_COL_B5BF002E_7653_498B_9834_DCFE11F3725F#28283, COL_82C0B34C_DEC7_4BF1_853B_67E1863B3D86#28101 AS GOUPEMENTS_DE_C_21721_COL_82C0B34C_DEC7_4BF1_853B_67E1863B3D86#28284, COL_5CFEDC3F_D87F_44F3_94D7_1DE12CF48C3C#28102 AS GOUPEMENTS_DE_C_21721_COL_5CFEDC3F_D87F_44F3_94D7_1DE12CF48C3C#28285, COL_38F9C02A_A7AA_4B3D_8E32_CC065A2A89D4#28103 AS GOUPEMENTS_DE_C_21721_COL_38F9C02A_A7AA_4B3D_8E32_CC065A2A89D4#28286, COL_3C2F73EB_DC83_4A86_A2D5_90B0E0DAC7AE#28104 AS GOUPEMENTS_DE_C_21721_COL_3C2F73EB_DC83_4A86_A2D5_90B0E0DAC7AE#28287, COL_B5C09BBE_D794_43C3_9B0A_812F59350A7A#28105 AS GOUPEMENTS_DE_C_21721_COL_B5C09BBE_D794_43C3_9B0A_812F59350A7A#28288, COL_5762487D_DE41_41F2_B7B8_34135953C74B#28106 AS GOUPEMENTS_DE_C_21721_COL_5762487D_DE41_41F2_B7B8_34135953C74B#28289, COL_BE938454_F986_49A1_9B5E_621971B1BBE2#28107 AS GOUPEMENTS_DE_C_21721_COL_BE938454_F986_49A1_9B5E_621971B1BBE2#28290, COL_9978526E_040F_4765_A07A_494530767825#28108 AS GOUPEMENTS_DE_C_21721_COL_9978526E_040F_4765_A07A_494530767825#28291, COL_37C9528B_3792_4759_A918_47801365FFEC#28109 AS GOUPEMENTS_DE_C_21721_COL_37C9528B_3792_4759_A918_47801365FFEC#28292, COL_899BBF4F_758E_4E48_8A32_A88675ABFA8C#28110 AS GOUPEMENTS_DE_C_21721_COL_899BBF4F_758E_4E48_8A32_A88675ABFA8C#28293, COL_3E66EB4B_3130_4C6E_BA7B_4A12B5DA4009#28111 AS GOUPEMENTS_DE_C_21721_COL_3E66EB4B_3130_4C6E_BA7B_4A12B5DA4009#28294, COL_C020B7C2_9C8C_4976_A4BE_7443B7D7C25A#28112 AS GOUPEMENTS_DE_C_21721_COL_C020B7C2_9C8C_4976_A4BE_7443B7D7C25A#28295, COL_31A0E26B_A85D_4CD9_9043_F6BD9869F163#28113 AS GOUPEMENTS_DE_C_21721_COL_31A0E26B_A85D_4CD9_9043_F6BD9869F163#28296]
                                                +- SubqueryAlias GOUPEMENTS_DE_C_21721117
                                                   +- Relation[COL_4AB1618C_59AE_42CF_B08E_FCFA4B35E4AF#28091,COL_EBF892AA_953F_4919_A719_EBCDEBAC18EE#28092,COL_D34C5A28_828A_40CE_8921_CE19A666620F#28093,COL_BC8C9F56_E9E7_4BC0_9380_114C24B1F427#28094,COL_12F7A423_7020_42EE_AA20_1968D13CA12B#28095,COL_682B1361_587D_4660_AA5C_CF033B72E213#28096,COL_278E49B2_CCCC_4A11_A01C_20DC4DB60820#28097,COL_6D4F4315_23D7_4CC3_BA41_CCE3FBC89515#28098,COL_B6226726_5203_4CE7_928C_112167B1E3F6#28099,COL_B5BF002E_7653_498B_9834_DCFE11F3725F#28100,COL_82C0B34C_DEC7_4BF1_853B_67E1863B3D86#28101,COL_5CFEDC3F_D87F_44F3_94D7_1DE12CF48C3C#28102,COL_38F9C02A_A7AA_4B3D_8E32_CC065A2A89D4#28103,COL_3C2F73EB_DC83_4A86_A2D5_90B0E0DAC7AE#28104,COL_B5C09BBE_D794_43C3_9B0A_812F59350A7A#28105,COL_5762487D_DE41_41F2_B7B8_34135953C74B#28106,COL_BE938454_F986_49A1_9B5E_621971B1BBE2#28107,COL_9978526E_040F_4765_A07A_494530767825#28108,COL_37C9528B_3792_4759_A918_47801365FFEC#28109,COL_899BBF4F_758E_4E48_8A32_A88675ABFA8C#28110,COL_3E66EB4B_3130_4C6E_BA7B_4A12B5DA4009#28111,COL_C020B7C2_9C8C_4976_A4BE_7443B7D7C25A#28112,COL_31A0E26B_A85D_4CD9_9043_F6BD9869F163#28113] parquet

== Analyzed Logical Plan ==
COL_CC050D46_6E92_4625_8CF5_197098A3A672: bigint, COL_23370332_028F_43BC_AC92_C6DD3AA9B15A: string
GlobalLimit 500000
+- LocalLimit 500000
   +- Project [COL_CC050D46_6E92_4625_8CF5_197098A3A672#28736L AS COL_CC050D46_6E92_4625_8CF5_197098A3A672#28762L, COL_23370332_028F_43BC_AC92_C6DD3AA9B15A#28754 AS COL_23370332_028F_43BC_AC92_C6DD3AA9B15A#28763]
      +- Project [COL_CC050D46_6E92_4625_8CF5_197098A3A672#28736L, str_extract_by_str(bigint_to_str(COL_CC050D46_6E92_4625_8CF5_197098A3A672#28736L), cast(.0 as string), cast(RIGHT as string)) AS COL_23370332_028F_43BC_AC92_C6DD3AA9B15A#28754]
         +- Project [COL_CC050D46_6E92_4625_8CF5_197098A3A672#28734L AS COL_CC050D46_6E92_4625_8CF5_197098A3A672#28736L]
            +- Project [COL_CC050D46_6E92_4625_8CF5_197098A3A672#28697L AS COL_CC050D46_6E92_4625_8CF5_197098A3A672#28734L]
               +- Sort true
                  +- Project [COL_CC050D46_6E92_4625_8CF5_197098A3A672#28697L]
                     +- Aggregate [1 AS NULL_1#28698, sum(cast(COL_FC7DE0AA_6ABF_4589_8F0B_74F50B2D5585#28665 as bigint)) AS COL_CC050D46_6E92_4625_8CF5_197098A3A672#28697L]
                        +- Project [COL_ED7CB461_377C_4FCB_8C3B_1F396B1960EC#28651 AS COL_ED7CB461_377C_4FCB_8C3B_1F396B1960EC#28664, COL_FC7DE0AA_6ABF_4589_8F0B_74F50B2D5585#28652 AS COL_FC7DE0AA_6ABF_4589_8F0B_74F50B2D5585#28665]
                           +- Project [COL_ED7CB461_377C_4FCB_8C3B_1F396B1960EC#28537 AS COL_ED7CB461_377C_4FCB_8C3B_1F396B1960EC#28651, COL_FC7DE0AA_6ABF_4589_8F0B_74F50B2D5585#28538 AS COL_FC7DE0AA_6ABF_4589_8F0B_74F50B2D5585#28652]
                              +- Sort true
                                 +- Project [COL_ED7CB461_377C_4FCB_8C3B_1F396B1960EC#28537, COL_FC7DE0AA_6ABF_4589_8F0B_74F50B2D5585#28538]
                                    +- Aggregate [COL_82CC7FA0_7007_4CE5_B927_B7B1440580EC#28472, COL_FBC32A6A_34B2_411C_8017_DB1AD9547CA9#28473], [COL_82CC7FA0_7007_4CE5_B927_B7B1440580EC#28472 AS COL_ED7CB461_377C_4FCB_8C3B_1F396B1960EC#28537, COL_FBC32A6A_34B2_411C_8017_DB1AD9547CA9#28473 AS COL_FC7DE0AA_6ABF_4589_8F0B_74F50B2D5585#28538, 1 AS NULL_1#28607]
                                       +- Project [COL_4862EE51_BFB7_499B_B6A7_37C39750F1BE#28421 AS COL_4862EE51_BFB7_499B_B6A7_37C39750F1BE#28471, COL_82CC7FA0_7007_4CE5_B927_B7B1440580EC#28422 AS COL_82CC7FA0_7007_4CE5_B927_B7B1440580EC#28472, COL_FBC32A6A_34B2_411C_8017_DB1AD9547CA9#28423 AS COL_FBC32A6A_34B2_411C_8017_DB1AD9547CA9#28473, COL_60543021_06BE_44D0_A5FE_5C8DD5EAA6C9#28424 AS COL_60543021_06BE_44D0_A5FE_5C8DD5EAA6C9#28474, COL_1E9ED365_79CD_44B9_B278_4B227374F210#28425 AS COL_1E9ED365_79CD_44B9_B278_4B227374F210#28475, COL_52BC05D0_4C75_430A_8C7D_C8D28D70F39B#28426 AS COL_52BC05D0_4C75_430A_8C7D_C8D28D70F39B#28476, COL_CE3CD75B_A844_4C12_BAC1_3CCA4476C3E3#28427 AS COL_CE3CD75B_A844_4C12_BAC1_3CCA4476C3E3#28477, COL_6A15EC53_BABB_4DE9_B11C_7265215D6640#28428 AS COL_6A15EC53_BABB_4DE9_B11C_7265215D6640#28478, COL_3A680ED1_0648_47DE_867E_CDCAA036FF30#28429 AS COL_3A680ED1_0648_47DE_867E_CDCAA036FF30#28479]
                                          +- Project [cast(GOUPEMENTS_DE_C_21721_COL_4AB1618C_59AE_42CF_B08E_FCFA4B35E4AF#28274 as string) AS COL_4862EE51_BFB7_499B_B6A7_37C39750F1BE#28421, cast(GOUPEMENTS_DE_C_21721_COL_3C2F73EB_DC83_4A86_A2D5_90B0E0DAC7AE#28287 as string) AS COL_82CC7FA0_7007_4CE5_B927_B7B1440580EC#28422, cast(GOUPEMENTS_DE_C_21721_COL_BE938454_F986_49A1_9B5E_621971B1BBE2#28290 as int) AS COL_FBC32A6A_34B2_411C_8017_DB1AD9547CA9#28423, cast(GOUPEMENTS_DE_C_21721_COL_B5C09BBE_D794_43C3_9B0A_812F59350A7A#28288 as string) AS COL_60543021_06BE_44D0_A5FE_5C8DD5EAA6C9#28424, cast(GOUPEMENTS_DE_C_21721_COL_C020B7C2_9C8C_4976_A4BE_7443B7D7C25A#28295 as string) AS COL_1E9ED365_79CD_44B9_B278_4B227374F210#28425, cast(GOUPEMENTS_DE_C_21721_COL_82C0B34C_DEC7_4BF1_853B_67E1863B3D86#28284 as string) AS COL_52BC05D0_4C75_430A_8C7D_C8D28D70F39B#28426, cast(GOUPEMENTS_DE_C_21721_COL_B6226726_5203_4CE7_928C_112167B1E3F6#28282 as string) AS COL_CE3CD75B_A844_4C12_BAC1_3CCA4476C3E3#28427, cast(GOUPEMENTS_DE_C_21721_COL_BC8C9F56_E9E7_4BC0_9380_114C24B1F427#28277 as string) AS COL_6A15EC53_BABB_4DE9_B11C_7265215D6640#28428, cast(GOUPEMENTS_DE_C_21721_COL_12F7A423_7020_42EE_AA20_1968D13CA12B#28278 as string) AS COL_3A680ED1_0648_47DE_867E_CDCAA036FF30#28429]
                                             +- Project [COL_4AB1618C_59AE_42CF_B08E_FCFA4B35E4AF#28091 AS GOUPEMENTS_DE_C_21721_COL_4AB1618C_59AE_42CF_B08E_FCFA4B35E4AF#28274, COL_EBF892AA_953F_4919_A719_EBCDEBAC18EE#28092 AS GOUPEMENTS_DE_C_21721_COL_EBF892AA_953F_4919_A719_EBCDEBAC18EE#28275, COL_D34C5A28_828A_40CE_8921_CE19A666620F#28093 AS GOUPEMENTS_DE_C_21721_COL_D34C5A28_828A_40CE_8921_CE19A666620F#28276, COL_BC8C9F56_E9E7_4BC0_9380_114C24B1F427#28094 AS GOUPEMENTS_DE_C_21721_COL_BC8C9F56_E9E7_4BC0_9380_114C24B1F427#28277, COL_12F7A423_7020_42EE_AA20_1968D13CA12B#28095 AS GOUPEMENTS_DE_C_21721_COL_12F7A423_7020_42EE_AA20_1968D13CA12B#28278, COL_682B1361_587D_4660_AA5C_CF033B72E213#28096 AS GOUPEMENTS_DE_C_21721_COL_682B1361_587D_4660_AA5C_CF033B72E213#28279, COL_278E49B2_CCCC_4A11_A01C_20DC4DB60820#28097 AS GOUPEMENTS_DE_C_21721_COL_278E49B2_CCCC_4A11_A01C_20DC4DB60820#28280, COL_6D4F4315_23D7_4CC3_BA41_CCE3FBC89515#28098 AS GOUPEMENTS_DE_C_21721_COL_6D4F4315_23D7_4CC3_BA41_CCE3FBC89515#28281, COL_B6226726_5203_4CE7_928C_112167B1E3F6#28099 AS GOUPEMENTS_DE_C_21721_COL_B6226726_5203_4CE7_928C_112167B1E3F6#28282, COL_B5BF002E_7653_498B_9834_DCFE11F3725F#28100 AS GOUPEMENTS_DE_C_21721_COL_B5BF002E_7653_498B_9834_DCFE11F3725F#28283, COL_82C0B34C_DEC7_4BF1_853B_67E1863B3D86#28101 AS GOUPEMENTS_DE_C_21721_COL_82C0B34C_DEC7_4BF1_853B_67E1863B3D86#28284, COL_5CFEDC3F_D87F_44F3_94D7_1DE12CF48C3C#28102 AS GOUPEMENTS_DE_C_21721_COL_5CFEDC3F_D87F_44F3_94D7_1DE12CF48C3C#28285, COL_38F9C02A_A7AA_4B3D_8E32_CC065A2A89D4#28103 AS GOUPEMENTS_DE_C_21721_COL_38F9C02A_A7AA_4B3D_8E32_CC065A2A89D4#28286, COL_3C2F73EB_DC83_4A86_A2D5_90B0E0DAC7AE#28104 AS GOUPEMENTS_DE_C_21721_COL_3C2F73EB_DC83_4A86_A2D5_90B0E0DAC7AE#28287, COL_B5C09BBE_D794_43C3_9B0A_812F59350A7A#28105 AS GOUPEMENTS_DE_C_21721_COL_B5C09BBE_D794_43C3_9B0A_812F59350A7A#28288, COL_5762487D_DE41_41F2_B7B8_34135953C74B#28106 AS GOUPEMENTS_DE_C_21721_COL_5762487D_DE41_41F2_B7B8_34135953C74B#28289, COL_BE938454_F986_49A1_9B5E_621971B1BBE2#28107 AS GOUPEMENTS_DE_C_21721_COL_BE938454_F986_49A1_9B5E_621971B1BBE2#28290, COL_9978526E_040F_4765_A07A_494530767825#28108 AS GOUPEMENTS_DE_C_21721_COL_9978526E_040F_4765_A07A_494530767825#28291, COL_37C9528B_3792_4759_A918_47801365FFEC#28109 AS GOUPEMENTS_DE_C_21721_COL_37C9528B_3792_4759_A918_47801365FFEC#28292, COL_899BBF4F_758E_4E48_8A32_A88675ABFA8C#28110 AS GOUPEMENTS_DE_C_21721_COL_899BBF4F_758E_4E48_8A32_A88675ABFA8C#28293, COL_3E66EB4B_3130_4C6E_BA7B_4A12B5DA4009#28111 AS GOUPEMENTS_DE_C_21721_COL_3E66EB4B_3130_4C6E_BA7B_4A12B5DA4009#28294, COL_C020B7C2_9C8C_4976_A4BE_7443B7D7C25A#28112 AS GOUPEMENTS_DE_C_21721_COL_C020B7C2_9C8C_4976_A4BE_7443B7D7C25A#28295, COL_31A0E26B_A85D_4CD9_9043_F6BD9869F163#28113 AS GOUPEMENTS_DE_C_21721_COL_31A0E26B_A85D_4CD9_9043_F6BD9869F163#28296]
                                                +- SubqueryAlias GOUPEMENTS_DE_C_21721117
                                                   +- Relation[COL_4AB1618C_59AE_42CF_B08E_FCFA4B35E4AF#28091,COL_EBF892AA_953F_4919_A719_EBCDEBAC18EE#28092,COL_D34C5A28_828A_40CE_8921_CE19A666620F#28093,COL_BC8C9F56_E9E7_4BC0_9380_114C24B1F427#28094,COL_12F7A423_7020_42EE_AA20_1968D13CA12B#28095,COL_682B1361_587D_4660_AA5C_CF033B72E213#28096,COL_278E49B2_CCCC_4A11_A01C_20DC4DB60820#28097,COL_6D4F4315_23D7_4CC3_BA41_CCE3FBC89515#28098,COL_B6226726_5203_4CE7_928C_112167B1E3F6#28099,COL_B5BF002E_7653_498B_9834_DCFE11F3725F#28100,COL_82C0B34C_DEC7_4BF1_853B_67E1863B3D86#28101,COL_5CFEDC3F_D87F_44F3_94D7_1DE12CF48C3C#28102,COL_38F9C02A_A7AA_4B3D_8E32_CC065A2A89D4#28103,COL_3C2F73EB_DC83_4A86_A2D5_90B0E0DAC7AE#28104,COL_B5C09BBE_D794_43C3_9B0A_812F59350A7A#28105,COL_5762487D_DE41_41F2_B7B8_34135953C74B#28106,COL_BE938454_F986_49A1_9B5E_621971B1BBE2#28107,COL_9978526E_040F_4765_A07A_494530767825#28108,COL_37C9528B_3792_4759_A918_47801365FFEC#28109,COL_899BBF4F_758E_4E48_8A32_A88675ABFA8C#28110,COL_3E66EB4B_3130_4C6E_BA7B_4A12B5DA4009#28111,COL_C020B7C2_9C8C_4976_A4BE_7443B7D7C25A#28112,COL_31A0E26B_A85D_4CD9_9043_F6BD9869F163#28113] parquet

== Optimized Logical Plan ==
GlobalLimit 500000
+- LocalLimit 500000
   +- Aggregate [sum(cast(COL_FC7DE0AA_6ABF_4589_8F0B_74F50B2D5585#28538 as bigint)) AS COL_CC050D46_6E92_4625_8CF5_197098A3A672#28697L, str_extract_by_str(bigint_to_str(sum(cast(COL_FC7DE0AA_6ABF_4589_8F0B_74F50B2D5585#28538 as bigint))), .0, RIGHT) AS COL_23370332_028F_43BC_AC92_C6DD3AA9B15A#28763]
      +- Aggregate [COL_82CC7FA0_7007_4CE5_B927_B7B1440580EC#28472, COL_FBC32A6A_34B2_411C_8017_DB1AD9547CA9#28473], [COL_FBC32A6A_34B2_411C_8017_DB1AD9547CA9#28473 AS COL_FC7DE0AA_6ABF_4589_8F0B_74F50B2D5585#28538]
         +- Project [COL_3C2F73EB_DC83_4A86_A2D5_90B0E0DAC7AE#28104 AS COL_82CC7FA0_7007_4CE5_B927_B7B1440580EC#28472, COL_BE938454_F986_49A1_9B5E_621971B1BBE2#28107 AS COL_FBC32A6A_34B2_411C_8017_DB1AD9547CA9#28473]
            +- Relation[COL_4AB1618C_59AE_42CF_B08E_FCFA4B35E4AF#28091,COL_EBF892AA_953F_4919_A719_EBCDEBAC18EE#28092,COL_D34C5A28_828A_40CE_8921_CE19A666620F#28093,COL_BC8C9F56_E9E7_4BC0_9380_114C24B1F427#28094,COL_12F7A423_7020_42EE_AA20_1968D13CA12B#28095,COL_682B1361_587D_4660_AA5C_CF033B72E213#28096,COL_278E49B2_CCCC_4A11_A01C_20DC4DB60820#28097,COL_6D4F4315_23D7_4CC3_BA41_CCE3FBC89515#28098,COL_B6226726_5203_4CE7_928C_112167B1E3F6#28099,COL_B5BF002E_7653_498B_9834_DCFE11F3725F#28100,COL_82C0B34C_DEC7_4BF1_853B_67E1863B3D86#28101,COL_5CFEDC3F_D87F_44F3_94D7_1DE12CF48C3C#28102,COL_38F9C02A_A7AA_4B3D_8E32_CC065A2A89D4#28103,COL_3C2F73EB_DC83_4A86_A2D5_90B0E0DAC7AE#28104,COL_B5C09BBE_D794_43C3_9B0A_812F59350A7A#28105,COL_5762487D_DE41_41F2_B7B8_34135953C74B#28106,COL_BE938454_F986_49A1_9B5E_621971B1BBE2#28107,COL_9978526E_040F_4765_A07A_494530767825#28108,COL_37C9528B_3792_4759_A918_47801365FFEC#28109,COL_899BBF4F_758E_4E48_8A32_A88675ABFA8C#28110,COL_3E66EB4B_3130_4C6E_BA7B_4A12B5DA4009#28111,COL_C020B7C2_9C8C_4976_A4BE_7443B7D7C25A#28112,COL_31A0E26B_A85D_4CD9_9043_F6BD9869F163#28113] parquet

== Physical Plan ==
AdaptiveSparkPlan isFinalPlan=true
+- CollectLimit 500000
   +- *(3) HashAggregate(keys=[], functions=[sum(cast(COL_FC7DE0AA_6ABF_4589_8F0B_74F50B2D5585#28538 as bigint))], output=[COL_CC050D46_6E92_4625_8CF5_197098A3A672#28697L, COL_23370332_028F_43BC_AC92_C6DD3AA9B15A#28763])
      +- ShuffleQueryStage 1
         +- Exchange SinglePartition, true, [id=#5883]
            +- *(2) HashAggregate(keys=[], functions=[partial_sum(cast(COL_FC7DE0AA_6ABF_4589_8F0B_74F50B2D5585#28538 as bigint))], output=[sum#28811L])
               +- *(2) HashAggregate(keys=[COL_82CC7FA0_7007_4CE5_B927_B7B1440580EC#28472, COL_FBC32A6A_34B2_411C_8017_DB1AD9547CA9#28473], functions=[], output=[COL_FC7DE0AA_6ABF_4589_8F0B_74F50B2D5585#28538])
                  +- CustomShuffleReader coalesced
                     +- ShuffleQueryStage 0
                        +- Exchange hashpartitioning(COL_82CC7FA0_7007_4CE5_B927_B7B1440580EC#28472, COL_FBC32A6A_34B2_411C_8017_DB1AD9547CA9#28473, 200), true, [id=#5715]
                           +- *(1) HashAggregate(keys=[COL_82CC7FA0_7007_4CE5_B927_B7B1440580EC#28472, COL_FBC32A6A_34B2_411C_8017_DB1AD9547CA9#28473], functions=[], output=[COL_82CC7FA0_7007_4CE5_B927_B7B1440580EC#28472, COL_FBC32A6A_34B2_411C_8017_DB1AD9547CA9#28473])
                              +- *(1) Project [COL_3C2F73EB_DC83_4A86_A2D5_90B0E0DAC7AE#28104 AS COL_82CC7FA0_7007_4CE5_B927_B7B1440580EC#28472, COL_BE938454_F986_49A1_9B5E_621971B1BBE2#28107 AS COL_FBC32A6A_34B2_411C_8017_DB1AD9547CA9#28473]
                                 +- *(1) ColumnarToRow
                                    +- FileScan parquet [COL_3C2F73EB_DC83_4A86_A2D5_90B0E0DAC7AE#28104,COL_BE938454_F986_49A1_9B5E_621971B1BBE2#28107] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex[file:/data/output/cache/parquet/datablock/GOUPEMENTS_DE_C_21721], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_3C2F73EB_DC83_4A86_A2D5_90B0E0DAC7AE:string,COL_BE938454_F986_49A1_9B5E_621971B1BBE2:int>