DC2 - Details for Query 124

Details for Query 124

Submitted Time: 2026/04/29 06:52:25
Duration: 1 s
Succeeded Jobs: 210 213 214

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" AdaptiveSparkPlan "]; 1 [labelType="html" label=" CollectLimit "]; subgraph cluster2 { isCluster="true"; label="WholeStageCodegen (3)\n \nduration: 32 ms"; 3 [labelType="html" label="HashAggregate time in aggregation build: 32 ms number of output rows: 1"]; } 4 [labelType="html" label="Exchange shuffle records written: 13 shuffle write time total (min, med, max (stageId: taskId)) 57 ms (0 ms, 0 ms, 15 ms (stage 331.0: task 1070)) records read: 13 local bytes read: 767.0 B fetch wait time: 0 ms remote bytes read: 0.0 B local blocks read: 13 remote blocks read: 0 data size total (min, med, max (stageId: taskId)) 208.0 B (16.0 B, 16.0 B, 16.0 B (stage 331.0: task 1072)) remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 767.0 B (59.0 B, 59.0 B, 59.0 B (stage 331.0: task 1072))"]; subgraph cluster5 { isCluster="true"; label="WholeStageCodegen (2)\n \nduration: total (min, med, max (stageId: taskId))\n14 ms (1 ms, 1 ms, 2 ms (stage 331.0: task 1072))"; 6 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 12 ms (0 ms, 1 ms, 1 ms (stage 331.0: task 1072)) peak memory: 0.0 B number of output rows: 13 avg hash probe bucket list iters: 0"]; 7 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 331.0: task 1072)) peak memory total (min, med, max (stageId: taskId)) 835.3 MiB (64.3 MiB, 64.3 MiB, 64.3 MiB (stage 331.0: task 1072)) number of output rows: 1,255 avg hash probe bucket list iters (min, med, max (stageId: taskId)): (1, 1, 1 (stage 331.0: task 1072))"]; } 8 [labelType="html" label=" CustomShuffleReader "]; 9 [labelType="html" label="Exchange shuffle records written: 1,255 shuffle write time total (min, med, max (stageId: taskId)) 401 ms (25 ms, 50 ms, 325 ms (stage 327.0: task 1061)) records read: 1,255 local bytes read total (min, med, max (stageId: taskId)) 49.7 KiB (1139.0 B, 4.1 KiB, 4.2 KiB (stage 331.0: task 1073)) fetch wait time total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 331.0: task 1072)) remote bytes read: 0.0 B local blocks read: 38 remote blocks read: 0 data size total (min, med, max (stageId: taskId)) 49.0 KiB (1440.0 B, 8.9 KiB, 38.8 KiB (stage 327.0: task 1061)) remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 49.7 KiB (2.8 KiB, 12.5 KiB, 34.4 KiB (stage 327.0: task 1061))"]; subgraph cluster10 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n1.2 s (79 ms, 344 ms, 628 ms (stage 327.0: task 1061))"; 11 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 893 ms (4 ms, 256 ms, 525 ms (stage 327.0: task 1061)) peak memory total (min, med, max (stageId: taskId)) 193.0 MiB (256.0 KiB, 64.3 MiB, 64.3 MiB (stage 327.0: task 1063)) number of output rows: 1,255 avg hash probe bucket list iters (min, med, max (stageId: taskId)): (1, 1, 1 (stage 327.0: task 1063))"]; 12 [labelType="html" label=" Project "]; 13 [labelType="html" label="ColumnarToRow number of output rows: 4,081,140 number of input batches: 999"]; } 14 [labelType="html" label="Scan parquet number of files read: 4 scan time total (min, med, max (stageId: taskId)) 26 ms (4 ms, 9 ms, 9 ms (stage 327.0: task 1063)) metadata time: 0 ms size of files read: 2.8 MiB number of output rows: 4,081,140"]; 1->0; 3->1; 4->3; 6->4; 7->6; 8->7; 9->8; 11->9; 12->11; 13->12; 14->13; }

AdaptiveSparkPlan isFinalPlan=true

CollectLimit 500000

HashAggregate(keys=[], functions=[sum(COL_7983EA6E_8D15_4533_956A_56F70BFB6F13#29036)])

WholeStageCodegen (3)

Exchange SinglePartition, true, [id=#6050]

HashAggregate(keys=[], functions=[partial_sum(COL_7983EA6E_8D15_4533_956A_56F70BFB6F13#29036)])

HashAggregate(keys=[COL_430BDF7F_0E4E_44BC_BB4F_04E7852EB1A3#29023, COL_2E6C20FE_B482_45A6_A087_BD3C61EFF780#29024], functions=[])

WholeStageCodegen (2)

CustomShuffleReader coalesced

Exchange hashpartitioning(COL_430BDF7F_0E4E_44BC_BB4F_04E7852EB1A3#29023, COL_2E6C20FE_B482_45A6_A087_BD3C61EFF780#29024, 200), true, [id=#5956]

HashAggregate(keys=[knownfloatingpointnormalized(normalizenanandzero(COL_430BDF7F_0E4E_44BC_BB4F_04E7852EB1A3#29023)) AS COL_430BDF7F_0E4E_44BC_BB4F_04E7852EB1A3#29023, COL_2E6C20FE_B482_45A6_A087_BD3C61EFF780#29024], functions=[])

Project [COL_682B1361_587D_4660_AA5C_CF033B72E213#28891 AS COL_430BDF7F_0E4E_44BC_BB4F_04E7852EB1A3#29023, COL_D34C5A28_828A_40CE_8921_CE19A666620F#28888 AS COL_2E6C20FE_B482_45A6_A087_BD3C61EFF780#29024]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_D34C5A28_828A_40CE_8921_CE19A666620F#28888,COL_682B1361_587D_4660_AA5C_CF033B72E213#28891] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex[file:/data/output/cache/parquet/datablock/GOUPEMENTS_DE_C_21721], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_D34C5A28_828A_40CE_8921_CE19A666620F:string,COL_682B1361_587D_4660_AA5C_CF033B72E213:d...

Details

== Parsed Logical Plan ==
GlobalLimit 500000
+- LocalLimit 500000
   +- Project [COL_C908968F_0CA6_4D9C_AD06_BFCEE902FEC6#29069 AS COL_C908968F_0CA6_4D9C_AD06_BFCEE902FEC6#29071]
      +- Project [COL_C908968F_0CA6_4D9C_AD06_BFCEE902FEC6#29067 AS COL_C908968F_0CA6_4D9C_AD06_BFCEE902FEC6#29069]
         +- Project [COL_C908968F_0CA6_4D9C_AD06_BFCEE902FEC6#29062 AS COL_C908968F_0CA6_4D9C_AD06_BFCEE902FEC6#29067]
            +- Sort true
               +- Project [COL_C908968F_0CA6_4D9C_AD06_BFCEE902FEC6#29062]
                  +- Aggregate [1 AS NULL_1#29063, sum(COL_7983EA6E_8D15_4533_956A_56F70BFB6F13#29055) AS COL_C908968F_0CA6_4D9C_AD06_BFCEE902FEC6#29062]
                     +- Project [COL_7983EA6E_8D15_4533_956A_56F70BFB6F13#29051 AS COL_7983EA6E_8D15_4533_956A_56F70BFB6F13#29055, COL_45811B8D_7E78_45DB_AB48_23A37B344AE1#29052 AS COL_45811B8D_7E78_45DB_AB48_23A37B344AE1#29056]
                        +- Project [COL_7983EA6E_8D15_4533_956A_56F70BFB6F13#29036 AS COL_7983EA6E_8D15_4533_956A_56F70BFB6F13#29051, COL_45811B8D_7E78_45DB_AB48_23A37B344AE1#29037 AS COL_45811B8D_7E78_45DB_AB48_23A37B344AE1#29052]
                           +- Sort true
                              +- Project [COL_7983EA6E_8D15_4533_956A_56F70BFB6F13#29036, COL_45811B8D_7E78_45DB_AB48_23A37B344AE1#29037]
                                 +- Aggregate [COL_430BDF7F_0E4E_44BC_BB4F_04E7852EB1A3#29023, COL_2E6C20FE_B482_45A6_A087_BD3C61EFF780#29024], [COL_430BDF7F_0E4E_44BC_BB4F_04E7852EB1A3#29023 AS COL_7983EA6E_8D15_4533_956A_56F70BFB6F13#29036, COL_2E6C20FE_B482_45A6_A087_BD3C61EFF780#29024 AS COL_45811B8D_7E78_45DB_AB48_23A37B344AE1#29037, 1 AS NULL_1#29045]
                                    +- Project [COL_F6EBB2DA_F7CD_4119_9CE3_93336C185785#29008 AS COL_F6EBB2DA_F7CD_4119_9CE3_93336C185785#29022, COL_430BDF7F_0E4E_44BC_BB4F_04E7852EB1A3#29009 AS COL_430BDF7F_0E4E_44BC_BB4F_04E7852EB1A3#29023, COL_2E6C20FE_B482_45A6_A087_BD3C61EFF780#29010 AS COL_2E6C20FE_B482_45A6_A087_BD3C61EFF780#29024, COL_70CE8122_8F4A_4FE8_9DA4_7167791D5C4C#29011 AS COL_70CE8122_8F4A_4FE8_9DA4_7167791D5C4C#29025, COL_90A20A43_5692_4069_8F0E_CBE875186691#29012 AS COL_90A20A43_5692_4069_8F0E_CBE875186691#29026, COL_304B77E3_E620_458C_B6E3_0D01E1CDCCDE#29013 AS COL_304B77E3_E620_458C_B6E3_0D01E1CDCCDE#29027, COL_61E45324_7D1E_48CD_8CC8_5551088136BF#29014 AS COL_61E45324_7D1E_48CD_8CC8_5551088136BF#29028]
                                       +- Project [cast(GOUPEMENTS_DE_C_21721_COL_4AB1618C_59AE_42CF_B08E_FCFA4B35E4AF#28955 as string) AS COL_F6EBB2DA_F7CD_4119_9CE3_93336C185785#29008, cast(GOUPEMENTS_DE_C_21721_COL_682B1361_587D_4660_AA5C_CF033B72E213#28960 as double) AS COL_430BDF7F_0E4E_44BC_BB4F_04E7852EB1A3#29009, cast(GOUPEMENTS_DE_C_21721_COL_D34C5A28_828A_40CE_8921_CE19A666620F#28957 as string) AS COL_2E6C20FE_B482_45A6_A087_BD3C61EFF780#29010, cast(GOUPEMENTS_DE_C_21721_COL_BC8C9F56_E9E7_4BC0_9380_114C24B1F427#28958 as string) AS COL_70CE8122_8F4A_4FE8_9DA4_7167791D5C4C#29011, cast(GOUPEMENTS_DE_C_21721_COL_B5C09BBE_D794_43C3_9B0A_812F59350A7A#28969 as string) AS COL_90A20A43_5692_4069_8F0E_CBE875186691#29012, cast(GOUPEMENTS_DE_C_21721_COL_C020B7C2_9C8C_4976_A4BE_7443B7D7C25A#28976 as string) AS COL_304B77E3_E620_458C_B6E3_0D01E1CDCCDE#29013, cast(GOUPEMENTS_DE_C_21721_COL_12F7A423_7020_42EE_AA20_1968D13CA12B#28959 as string) AS COL_61E45324_7D1E_48CD_8CC8_5551088136BF#29014]
                                          +- Project [COL_4AB1618C_59AE_42CF_B08E_FCFA4B35E4AF#28886 AS GOUPEMENTS_DE_C_21721_COL_4AB1618C_59AE_42CF_B08E_FCFA4B35E4AF#28955, COL_EBF892AA_953F_4919_A719_EBCDEBAC18EE#28887 AS GOUPEMENTS_DE_C_21721_COL_EBF892AA_953F_4919_A719_EBCDEBAC18EE#28956, COL_D34C5A28_828A_40CE_8921_CE19A666620F#28888 AS GOUPEMENTS_DE_C_21721_COL_D34C5A28_828A_40CE_8921_CE19A666620F#28957, COL_BC8C9F56_E9E7_4BC0_9380_114C24B1F427#28889 AS GOUPEMENTS_DE_C_21721_COL_BC8C9F56_E9E7_4BC0_9380_114C24B1F427#28958, COL_12F7A423_7020_42EE_AA20_1968D13CA12B#28890 AS GOUPEMENTS_DE_C_21721_COL_12F7A423_7020_42EE_AA20_1968D13CA12B#28959, COL_682B1361_587D_4660_AA5C_CF033B72E213#28891 AS GOUPEMENTS_DE_C_21721_COL_682B1361_587D_4660_AA5C_CF033B72E213#28960, COL_278E49B2_CCCC_4A11_A01C_20DC4DB60820#28892 AS GOUPEMENTS_DE_C_21721_COL_278E49B2_CCCC_4A11_A01C_20DC4DB60820#28961, COL_6D4F4315_23D7_4CC3_BA41_CCE3FBC89515#28893 AS GOUPEMENTS_DE_C_21721_COL_6D4F4315_23D7_4CC3_BA41_CCE3FBC89515#28962, COL_B6226726_5203_4CE7_928C_112167B1E3F6#28894 AS GOUPEMENTS_DE_C_21721_COL_B6226726_5203_4CE7_928C_112167B1E3F6#28963, COL_B5BF002E_7653_498B_9834_DCFE11F3725F#28895 AS GOUPEMENTS_DE_C_21721_COL_B5BF002E_7653_498B_9834_DCFE11F3725F#28964, COL_82C0B34C_DEC7_4BF1_853B_67E1863B3D86#28896 AS GOUPEMENTS_DE_C_21721_COL_82C0B34C_DEC7_4BF1_853B_67E1863B3D86#28965, COL_5CFEDC3F_D87F_44F3_94D7_1DE12CF48C3C#28897 AS GOUPEMENTS_DE_C_21721_COL_5CFEDC3F_D87F_44F3_94D7_1DE12CF48C3C#28966, COL_38F9C02A_A7AA_4B3D_8E32_CC065A2A89D4#28898 AS GOUPEMENTS_DE_C_21721_COL_38F9C02A_A7AA_4B3D_8E32_CC065A2A89D4#28967, COL_3C2F73EB_DC83_4A86_A2D5_90B0E0DAC7AE#28899 AS GOUPEMENTS_DE_C_21721_COL_3C2F73EB_DC83_4A86_A2D5_90B0E0DAC7AE#28968, COL_B5C09BBE_D794_43C3_9B0A_812F59350A7A#28900 AS GOUPEMENTS_DE_C_21721_COL_B5C09BBE_D794_43C3_9B0A_812F59350A7A#28969, COL_5762487D_DE41_41F2_B7B8_34135953C74B#28901 AS GOUPEMENTS_DE_C_21721_COL_5762487D_DE41_41F2_B7B8_34135953C74B#28970, COL_BE938454_F986_49A1_9B5E_621971B1BBE2#28902 AS GOUPEMENTS_DE_C_21721_COL_BE938454_F986_49A1_9B5E_621971B1BBE2#28971, COL_9978526E_040F_4765_A07A_494530767825#28903 AS GOUPEMENTS_DE_C_21721_COL_9978526E_040F_4765_A07A_494530767825#28972, COL_37C9528B_3792_4759_A918_47801365FFEC#28904 AS GOUPEMENTS_DE_C_21721_COL_37C9528B_3792_4759_A918_47801365FFEC#28973, COL_899BBF4F_758E_4E48_8A32_A88675ABFA8C#28905 AS GOUPEMENTS_DE_C_21721_COL_899BBF4F_758E_4E48_8A32_A88675ABFA8C#28974, COL_3E66EB4B_3130_4C6E_BA7B_4A12B5DA4009#28906 AS GOUPEMENTS_DE_C_21721_COL_3E66EB4B_3130_4C6E_BA7B_4A12B5DA4009#28975, COL_C020B7C2_9C8C_4976_A4BE_7443B7D7C25A#28907 AS GOUPEMENTS_DE_C_21721_COL_C020B7C2_9C8C_4976_A4BE_7443B7D7C25A#28976, COL_31A0E26B_A85D_4CD9_9043_F6BD9869F163#28908 AS GOUPEMENTS_DE_C_21721_COL_31A0E26B_A85D_4CD9_9043_F6BD9869F163#28977]
                                             +- SubqueryAlias GOUPEMENTS_DE_C_21721116
                                                +- Relation[COL_4AB1618C_59AE_42CF_B08E_FCFA4B35E4AF#28886,COL_EBF892AA_953F_4919_A719_EBCDEBAC18EE#28887,COL_D34C5A28_828A_40CE_8921_CE19A666620F#28888,COL_BC8C9F56_E9E7_4BC0_9380_114C24B1F427#28889,COL_12F7A423_7020_42EE_AA20_1968D13CA12B#28890,COL_682B1361_587D_4660_AA5C_CF033B72E213#28891,COL_278E49B2_CCCC_4A11_A01C_20DC4DB60820#28892,COL_6D4F4315_23D7_4CC3_BA41_CCE3FBC89515#28893,COL_B6226726_5203_4CE7_928C_112167B1E3F6#28894,COL_B5BF002E_7653_498B_9834_DCFE11F3725F#28895,COL_82C0B34C_DEC7_4BF1_853B_67E1863B3D86#28896,COL_5CFEDC3F_D87F_44F3_94D7_1DE12CF48C3C#28897,COL_38F9C02A_A7AA_4B3D_8E32_CC065A2A89D4#28898,COL_3C2F73EB_DC83_4A86_A2D5_90B0E0DAC7AE#28899,COL_B5C09BBE_D794_43C3_9B0A_812F59350A7A#28900,COL_5762487D_DE41_41F2_B7B8_34135953C74B#28901,COL_BE938454_F986_49A1_9B5E_621971B1BBE2#28902,COL_9978526E_040F_4765_A07A_494530767825#28903,COL_37C9528B_3792_4759_A918_47801365FFEC#28904,COL_899BBF4F_758E_4E48_8A32_A88675ABFA8C#28905,COL_3E66EB4B_3130_4C6E_BA7B_4A12B5DA4009#28906,COL_C020B7C2_9C8C_4976_A4BE_7443B7D7C25A#28907,COL_31A0E26B_A85D_4CD9_9043_F6BD9869F163#28908] parquet

== Analyzed Logical Plan ==
COL_C908968F_0CA6_4D9C_AD06_BFCEE902FEC6: double
GlobalLimit 500000
+- LocalLimit 500000
   +- Project [COL_C908968F_0CA6_4D9C_AD06_BFCEE902FEC6#29069 AS COL_C908968F_0CA6_4D9C_AD06_BFCEE902FEC6#29071]
      +- Project [COL_C908968F_0CA6_4D9C_AD06_BFCEE902FEC6#29067 AS COL_C908968F_0CA6_4D9C_AD06_BFCEE902FEC6#29069]
         +- Project [COL_C908968F_0CA6_4D9C_AD06_BFCEE902FEC6#29062 AS COL_C908968F_0CA6_4D9C_AD06_BFCEE902FEC6#29067]
            +- Sort true
               +- Project [COL_C908968F_0CA6_4D9C_AD06_BFCEE902FEC6#29062]
                  +- Aggregate [1 AS NULL_1#29063, sum(COL_7983EA6E_8D15_4533_956A_56F70BFB6F13#29055) AS COL_C908968F_0CA6_4D9C_AD06_BFCEE902FEC6#29062]
                     +- Project [COL_7983EA6E_8D15_4533_956A_56F70BFB6F13#29051 AS COL_7983EA6E_8D15_4533_956A_56F70BFB6F13#29055, COL_45811B8D_7E78_45DB_AB48_23A37B344AE1#29052 AS COL_45811B8D_7E78_45DB_AB48_23A37B344AE1#29056]
                        +- Project [COL_7983EA6E_8D15_4533_956A_56F70BFB6F13#29036 AS COL_7983EA6E_8D15_4533_956A_56F70BFB6F13#29051, COL_45811B8D_7E78_45DB_AB48_23A37B344AE1#29037 AS COL_45811B8D_7E78_45DB_AB48_23A37B344AE1#29052]
                           +- Sort true
                              +- Project [COL_7983EA6E_8D15_4533_956A_56F70BFB6F13#29036, COL_45811B8D_7E78_45DB_AB48_23A37B344AE1#29037]
                                 +- Aggregate [COL_430BDF7F_0E4E_44BC_BB4F_04E7852EB1A3#29023, COL_2E6C20FE_B482_45A6_A087_BD3C61EFF780#29024], [COL_430BDF7F_0E4E_44BC_BB4F_04E7852EB1A3#29023 AS COL_7983EA6E_8D15_4533_956A_56F70BFB6F13#29036, COL_2E6C20FE_B482_45A6_A087_BD3C61EFF780#29024 AS COL_45811B8D_7E78_45DB_AB48_23A37B344AE1#29037, 1 AS NULL_1#29045]
                                    +- Project [COL_F6EBB2DA_F7CD_4119_9CE3_93336C185785#29008 AS COL_F6EBB2DA_F7CD_4119_9CE3_93336C185785#29022, COL_430BDF7F_0E4E_44BC_BB4F_04E7852EB1A3#29009 AS COL_430BDF7F_0E4E_44BC_BB4F_04E7852EB1A3#29023, COL_2E6C20FE_B482_45A6_A087_BD3C61EFF780#29010 AS COL_2E6C20FE_B482_45A6_A087_BD3C61EFF780#29024, COL_70CE8122_8F4A_4FE8_9DA4_7167791D5C4C#29011 AS COL_70CE8122_8F4A_4FE8_9DA4_7167791D5C4C#29025, COL_90A20A43_5692_4069_8F0E_CBE875186691#29012 AS COL_90A20A43_5692_4069_8F0E_CBE875186691#29026, COL_304B77E3_E620_458C_B6E3_0D01E1CDCCDE#29013 AS COL_304B77E3_E620_458C_B6E3_0D01E1CDCCDE#29027, COL_61E45324_7D1E_48CD_8CC8_5551088136BF#29014 AS COL_61E45324_7D1E_48CD_8CC8_5551088136BF#29028]
                                       +- Project [cast(GOUPEMENTS_DE_C_21721_COL_4AB1618C_59AE_42CF_B08E_FCFA4B35E4AF#28955 as string) AS COL_F6EBB2DA_F7CD_4119_9CE3_93336C185785#29008, cast(GOUPEMENTS_DE_C_21721_COL_682B1361_587D_4660_AA5C_CF033B72E213#28960 as double) AS COL_430BDF7F_0E4E_44BC_BB4F_04E7852EB1A3#29009, cast(GOUPEMENTS_DE_C_21721_COL_D34C5A28_828A_40CE_8921_CE19A666620F#28957 as string) AS COL_2E6C20FE_B482_45A6_A087_BD3C61EFF780#29010, cast(GOUPEMENTS_DE_C_21721_COL_BC8C9F56_E9E7_4BC0_9380_114C24B1F427#28958 as string) AS COL_70CE8122_8F4A_4FE8_9DA4_7167791D5C4C#29011, cast(GOUPEMENTS_DE_C_21721_COL_B5C09BBE_D794_43C3_9B0A_812F59350A7A#28969 as string) AS COL_90A20A43_5692_4069_8F0E_CBE875186691#29012, cast(GOUPEMENTS_DE_C_21721_COL_C020B7C2_9C8C_4976_A4BE_7443B7D7C25A#28976 as string) AS COL_304B77E3_E620_458C_B6E3_0D01E1CDCCDE#29013, cast(GOUPEMENTS_DE_C_21721_COL_12F7A423_7020_42EE_AA20_1968D13CA12B#28959 as string) AS COL_61E45324_7D1E_48CD_8CC8_5551088136BF#29014]
                                          +- Project [COL_4AB1618C_59AE_42CF_B08E_FCFA4B35E4AF#28886 AS GOUPEMENTS_DE_C_21721_COL_4AB1618C_59AE_42CF_B08E_FCFA4B35E4AF#28955, COL_EBF892AA_953F_4919_A719_EBCDEBAC18EE#28887 AS GOUPEMENTS_DE_C_21721_COL_EBF892AA_953F_4919_A719_EBCDEBAC18EE#28956, COL_D34C5A28_828A_40CE_8921_CE19A666620F#28888 AS GOUPEMENTS_DE_C_21721_COL_D34C5A28_828A_40CE_8921_CE19A666620F#28957, COL_BC8C9F56_E9E7_4BC0_9380_114C24B1F427#28889 AS GOUPEMENTS_DE_C_21721_COL_BC8C9F56_E9E7_4BC0_9380_114C24B1F427#28958, COL_12F7A423_7020_42EE_AA20_1968D13CA12B#28890 AS GOUPEMENTS_DE_C_21721_COL_12F7A423_7020_42EE_AA20_1968D13CA12B#28959, COL_682B1361_587D_4660_AA5C_CF033B72E213#28891 AS GOUPEMENTS_DE_C_21721_COL_682B1361_587D_4660_AA5C_CF033B72E213#28960, COL_278E49B2_CCCC_4A11_A01C_20DC4DB60820#28892 AS GOUPEMENTS_DE_C_21721_COL_278E49B2_CCCC_4A11_A01C_20DC4DB60820#28961, COL_6D4F4315_23D7_4CC3_BA41_CCE3FBC89515#28893 AS GOUPEMENTS_DE_C_21721_COL_6D4F4315_23D7_4CC3_BA41_CCE3FBC89515#28962, COL_B6226726_5203_4CE7_928C_112167B1E3F6#28894 AS GOUPEMENTS_DE_C_21721_COL_B6226726_5203_4CE7_928C_112167B1E3F6#28963, COL_B5BF002E_7653_498B_9834_DCFE11F3725F#28895 AS GOUPEMENTS_DE_C_21721_COL_B5BF002E_7653_498B_9834_DCFE11F3725F#28964, COL_82C0B34C_DEC7_4BF1_853B_67E1863B3D86#28896 AS GOUPEMENTS_DE_C_21721_COL_82C0B34C_DEC7_4BF1_853B_67E1863B3D86#28965, COL_5CFEDC3F_D87F_44F3_94D7_1DE12CF48C3C#28897 AS GOUPEMENTS_DE_C_21721_COL_5CFEDC3F_D87F_44F3_94D7_1DE12CF48C3C#28966, COL_38F9C02A_A7AA_4B3D_8E32_CC065A2A89D4#28898 AS GOUPEMENTS_DE_C_21721_COL_38F9C02A_A7AA_4B3D_8E32_CC065A2A89D4#28967, COL_3C2F73EB_DC83_4A86_A2D5_90B0E0DAC7AE#28899 AS GOUPEMENTS_DE_C_21721_COL_3C2F73EB_DC83_4A86_A2D5_90B0E0DAC7AE#28968, COL_B5C09BBE_D794_43C3_9B0A_812F59350A7A#28900 AS GOUPEMENTS_DE_C_21721_COL_B5C09BBE_D794_43C3_9B0A_812F59350A7A#28969, COL_5762487D_DE41_41F2_B7B8_34135953C74B#28901 AS GOUPEMENTS_DE_C_21721_COL_5762487D_DE41_41F2_B7B8_34135953C74B#28970, COL_BE938454_F986_49A1_9B5E_621971B1BBE2#28902 AS GOUPEMENTS_DE_C_21721_COL_BE938454_F986_49A1_9B5E_621971B1BBE2#28971, COL_9978526E_040F_4765_A07A_494530767825#28903 AS GOUPEMENTS_DE_C_21721_COL_9978526E_040F_4765_A07A_494530767825#28972, COL_37C9528B_3792_4759_A918_47801365FFEC#28904 AS GOUPEMENTS_DE_C_21721_COL_37C9528B_3792_4759_A918_47801365FFEC#28973, COL_899BBF4F_758E_4E48_8A32_A88675ABFA8C#28905 AS GOUPEMENTS_DE_C_21721_COL_899BBF4F_758E_4E48_8A32_A88675ABFA8C#28974, COL_3E66EB4B_3130_4C6E_BA7B_4A12B5DA4009#28906 AS GOUPEMENTS_DE_C_21721_COL_3E66EB4B_3130_4C6E_BA7B_4A12B5DA4009#28975, COL_C020B7C2_9C8C_4976_A4BE_7443B7D7C25A#28907 AS GOUPEMENTS_DE_C_21721_COL_C020B7C2_9C8C_4976_A4BE_7443B7D7C25A#28976, COL_31A0E26B_A85D_4CD9_9043_F6BD9869F163#28908 AS GOUPEMENTS_DE_C_21721_COL_31A0E26B_A85D_4CD9_9043_F6BD9869F163#28977]
                                             +- SubqueryAlias GOUPEMENTS_DE_C_21721116
                                                +- Relation[COL_4AB1618C_59AE_42CF_B08E_FCFA4B35E4AF#28886,COL_EBF892AA_953F_4919_A719_EBCDEBAC18EE#28887,COL_D34C5A28_828A_40CE_8921_CE19A666620F#28888,COL_BC8C9F56_E9E7_4BC0_9380_114C24B1F427#28889,COL_12F7A423_7020_42EE_AA20_1968D13CA12B#28890,COL_682B1361_587D_4660_AA5C_CF033B72E213#28891,COL_278E49B2_CCCC_4A11_A01C_20DC4DB60820#28892,COL_6D4F4315_23D7_4CC3_BA41_CCE3FBC89515#28893,COL_B6226726_5203_4CE7_928C_112167B1E3F6#28894,COL_B5BF002E_7653_498B_9834_DCFE11F3725F#28895,COL_82C0B34C_DEC7_4BF1_853B_67E1863B3D86#28896,COL_5CFEDC3F_D87F_44F3_94D7_1DE12CF48C3C#28897,COL_38F9C02A_A7AA_4B3D_8E32_CC065A2A89D4#28898,COL_3C2F73EB_DC83_4A86_A2D5_90B0E0DAC7AE#28899,COL_B5C09BBE_D794_43C3_9B0A_812F59350A7A#28900,COL_5762487D_DE41_41F2_B7B8_34135953C74B#28901,COL_BE938454_F986_49A1_9B5E_621971B1BBE2#28902,COL_9978526E_040F_4765_A07A_494530767825#28903,COL_37C9528B_3792_4759_A918_47801365FFEC#28904,COL_899BBF4F_758E_4E48_8A32_A88675ABFA8C#28905,COL_3E66EB4B_3130_4C6E_BA7B_4A12B5DA4009#28906,COL_C020B7C2_9C8C_4976_A4BE_7443B7D7C25A#28907,COL_31A0E26B_A85D_4CD9_9043_F6BD9869F163#28908] parquet

== Optimized Logical Plan ==
GlobalLimit 500000
+- LocalLimit 500000
   +- Aggregate [sum(COL_7983EA6E_8D15_4533_956A_56F70BFB6F13#29036) AS COL_C908968F_0CA6_4D9C_AD06_BFCEE902FEC6#29062]
      +- Aggregate [COL_430BDF7F_0E4E_44BC_BB4F_04E7852EB1A3#29023, COL_2E6C20FE_B482_45A6_A087_BD3C61EFF780#29024], [COL_430BDF7F_0E4E_44BC_BB4F_04E7852EB1A3#29023 AS COL_7983EA6E_8D15_4533_956A_56F70BFB6F13#29036]
         +- Project [COL_682B1361_587D_4660_AA5C_CF033B72E213#28891 AS COL_430BDF7F_0E4E_44BC_BB4F_04E7852EB1A3#29023, COL_D34C5A28_828A_40CE_8921_CE19A666620F#28888 AS COL_2E6C20FE_B482_45A6_A087_BD3C61EFF780#29024]
            +- Relation[COL_4AB1618C_59AE_42CF_B08E_FCFA4B35E4AF#28886,COL_EBF892AA_953F_4919_A719_EBCDEBAC18EE#28887,COL_D34C5A28_828A_40CE_8921_CE19A666620F#28888,COL_BC8C9F56_E9E7_4BC0_9380_114C24B1F427#28889,COL_12F7A423_7020_42EE_AA20_1968D13CA12B#28890,COL_682B1361_587D_4660_AA5C_CF033B72E213#28891,COL_278E49B2_CCCC_4A11_A01C_20DC4DB60820#28892,COL_6D4F4315_23D7_4CC3_BA41_CCE3FBC89515#28893,COL_B6226726_5203_4CE7_928C_112167B1E3F6#28894,COL_B5BF002E_7653_498B_9834_DCFE11F3725F#28895,COL_82C0B34C_DEC7_4BF1_853B_67E1863B3D86#28896,COL_5CFEDC3F_D87F_44F3_94D7_1DE12CF48C3C#28897,COL_38F9C02A_A7AA_4B3D_8E32_CC065A2A89D4#28898,COL_3C2F73EB_DC83_4A86_A2D5_90B0E0DAC7AE#28899,COL_B5C09BBE_D794_43C3_9B0A_812F59350A7A#28900,COL_5762487D_DE41_41F2_B7B8_34135953C74B#28901,COL_BE938454_F986_49A1_9B5E_621971B1BBE2#28902,COL_9978526E_040F_4765_A07A_494530767825#28903,COL_37C9528B_3792_4759_A918_47801365FFEC#28904,COL_899BBF4F_758E_4E48_8A32_A88675ABFA8C#28905,COL_3E66EB4B_3130_4C6E_BA7B_4A12B5DA4009#28906,COL_C020B7C2_9C8C_4976_A4BE_7443B7D7C25A#28907,COL_31A0E26B_A85D_4CD9_9043_F6BD9869F163#28908] parquet

== Physical Plan ==
AdaptiveSparkPlan isFinalPlan=true
+- CollectLimit 500000
   +- *(3) HashAggregate(keys=[], functions=[sum(COL_7983EA6E_8D15_4533_956A_56F70BFB6F13#29036)], output=[COL_C908968F_0CA6_4D9C_AD06_BFCEE902FEC6#29062])
      +- ShuffleQueryStage 1
         +- Exchange SinglePartition, true, [id=#6050]
            +- *(2) HashAggregate(keys=[], functions=[partial_sum(COL_7983EA6E_8D15_4533_956A_56F70BFB6F13#29036)], output=[sum#29074])
               +- *(2) HashAggregate(keys=[COL_430BDF7F_0E4E_44BC_BB4F_04E7852EB1A3#29023, COL_2E6C20FE_B482_45A6_A087_BD3C61EFF780#29024], functions=[], output=[COL_7983EA6E_8D15_4533_956A_56F70BFB6F13#29036])
                  +- CustomShuffleReader coalesced
                     +- ShuffleQueryStage 0
                        +- Exchange hashpartitioning(COL_430BDF7F_0E4E_44BC_BB4F_04E7852EB1A3#29023, COL_2E6C20FE_B482_45A6_A087_BD3C61EFF780#29024, 200), true, [id=#5956]
                           +- *(1) HashAggregate(keys=[knownfloatingpointnormalized(normalizenanandzero(COL_430BDF7F_0E4E_44BC_BB4F_04E7852EB1A3#29023)) AS COL_430BDF7F_0E4E_44BC_BB4F_04E7852EB1A3#29023, COL_2E6C20FE_B482_45A6_A087_BD3C61EFF780#29024], functions=[], output=[COL_430BDF7F_0E4E_44BC_BB4F_04E7852EB1A3#29023, COL_2E6C20FE_B482_45A6_A087_BD3C61EFF780#29024])
                              +- *(1) Project [COL_682B1361_587D_4660_AA5C_CF033B72E213#28891 AS COL_430BDF7F_0E4E_44BC_BB4F_04E7852EB1A3#29023, COL_D34C5A28_828A_40CE_8921_CE19A666620F#28888 AS COL_2E6C20FE_B482_45A6_A087_BD3C61EFF780#29024]
                                 +- *(1) ColumnarToRow
                                    +- FileScan parquet [COL_D34C5A28_828A_40CE_8921_CE19A666620F#28888,COL_682B1361_587D_4660_AA5C_CF033B72E213#28891] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex[file:/data/output/cache/parquet/datablock/GOUPEMENTS_DE_C_21721], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_D34C5A28_828A_40CE_8921_CE19A666620F:string,COL_682B1361_587D_4660_AA5C_CF033B72E213:d...