DC2 - Details for Query 98

Details for Query 98

Submitted Time: 2026/04/29 06:33:16
Duration: 2 s
Succeeded Jobs: 166 177

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" AdaptiveSparkPlan "]; 1 [labelType="html" label=" TakeOrderedAndProject "]; subgraph cluster2 { isCluster="true"; label="WholeStageCodegen (2)\n \nduration: total (min, med, max (stageId: taskId))\n322 ms (8 ms, 18 ms, 62 ms (stage 273.0: task 909))"; 3 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 48 ms (0 ms, 1 ms, 18 ms (stage 273.0: task 907)) peak memory total (min, med, max (stageId: taskId)) 835.3 MiB (64.3 MiB, 64.3 MiB, 64.3 MiB (stage 273.0: task 887)) number of output rows: 4,368 avg hash probe bucket list iters (min, med, max (stageId: taskId)): (1, 1, 1 (stage 273.0: task 887))"]; } 4 [labelType="html" label=" CustomShuffleReader "]; 5 [labelType="html" label="Exchange shuffle records written: 4,369 shuffle write time total (min, med, max (stageId: taskId)) 1.3 s (149 ms, 220 ms, 349 ms (stage 256.0: task 794)) records read: 4,369 local bytes read total (min, med, max (stageId: taskId)) 183.9 KiB (5.5 KiB, 14.9 KiB, 15.2 KiB (stage 273.0: task 915)) fetch wait time total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 273.0: task 887)) remote bytes read: 0.0 B local blocks read: 78 remote blocks read: 0 data size total (min, med, max (stageId: taskId)) 204.8 KiB (6.0 KiB, 38.4 KiB, 45.6 KiB (stage 256.0: task 792)) remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 183.9 KiB (9.0 KiB, 34.4 KiB, 38.6 KiB (stage 256.0: task 792))"]; subgraph cluster6 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n965 ms (51 ms, 173 ms, 311 ms (stage 256.0: task 792))"; 7 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 441 ms (6 ms, 106 ms, 115 ms (stage 256.0: task 792)) peak memory total (min, med, max (stageId: taskId)) 385.5 MiB (64.3 MiB, 64.3 MiB, 64.3 MiB (stage 256.0: task 796)) number of output rows: 4,369 avg hash probe bucket list iters (min, med, max (stageId: taskId)): (1, 1, 1 (stage 256.0: task 796))"]; 8 [labelType="html" label=" Project "]; 9 [labelType="html" label="Filter number of output rows: 47,842"]; 10 [labelType="html" label="ColumnarToRow number of output rows: 124,978 number of input batches: 32"]; } 11 [labelType="html" label="Scan parquet number of files read: 6 scan time total (min, med, max (stageId: taskId)) 295 ms (5 ms, 66 ms, 96 ms (stage 256.0: task 796)) metadata time: 0 ms size of files read: 2.5 MiB number of output rows: 124,978"]; 1->0; 3->1; 4->3; 5->4; 7->5; 8->7; 9->8; 10->9; 11->10; }

AdaptiveSparkPlan isFinalPlan=true

TakeOrderedAndProject(limit=500000, orderBy=[COL_89F937B0_EAD8_48C6_B227_A46BD435827C#24445 ASC NULLS FIRST], output=[COL_89F937B0_EAD8_48C6_B227_A46BD435827C#24445,COL_50A69AE7_25B5_48AE_B6ED_D27A19C4C174#24545,COL_807EBD7B_4975_4F5F_B548_242230833DE4#24550,COL_EEEF5172_32C2_4081_A638_1CFA3F88E1A9#24552])

HashAggregate(keys=[COL_8448FF0D_04D0_4018_A4FD_3601C1110F89#24294], functions=[avg(COL_4A8E578C_D12F_4CCF_AABB_B7701F80C03D#24301), min(COL_4A8E578C_D12F_4CCF_AABB_B7701F80C03D#24301), max(COL_4A8E578C_D12F_4CCF_AABB_B7701F80C03D#24301)])

WholeStageCodegen (2)

CustomShuffleReader coalesced

Exchange hashpartitioning(COL_8448FF0D_04D0_4018_A4FD_3601C1110F89#24294, 200), true, [id=#4702]

HashAggregate(keys=[COL_8448FF0D_04D0_4018_A4FD_3601C1110F89#24294], functions=[partial_avg(COL_4A8E578C_D12F_4CCF_AABB_B7701F80C03D#24301), partial_min(COL_4A8E578C_D12F_4CCF_AABB_B7701F80C03D#24301), partial_max(COL_4A8E578C_D12F_4CCF_AABB_B7701F80C03D#24301)])

Project [COL_32810597_F52E_4108_95CC_567CAA33EF82#24211 AS COL_8448FF0D_04D0_4018_A4FD_3601C1110F89#24294, COL_155A9766_62A5_4959_9D86_794000B5C216#24218 AS COL_4A8E578C_D12F_4CCF_AABB_B7701F80C03D#24301]

Filter (COL_8BC39743_1760_49F3_ABD7_8A7B74114BFA#24216 <=> Usine de ponte)

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_32810597_F52E_4108_95CC_567CAA33EF82#24211,COL_8BC39743_1760_49F3_ABD7_8A7B74114BFA#24216,COL_155A9766_62A5_4959_9D86_794000B5C216#24218] Batched: true, DataFilters: [(COL_8BC39743_1760_49F3_ABD7_8A7B74114BFA#24216 <=> Usine de ponte)], Format: Parquet, Location: InMemoryFileIndex[file:/data/output/cache/parquet/datablock/RAW_MES_CONFORM_37776], PartitionFilters: [], PushedFilters: [EqualNullSafe(COL_8BC39743_1760_49F3_ABD7_8A7B74114BFA,Usine de ponte)], ReadSchema: struct<COL_32810597_F52E_4108_95CC_567CAA33EF82:timestamp,COL_8BC39743_1760_49F3_ABD7_8A7B74114BF...

Details

== Parsed Logical Plan ==
GlobalLimit 500000
+- LocalLimit 500000
   +- Filter true
      +- Project [COL_89F937B0_EAD8_48C6_B227_A46BD435827C#24708 AS COL_89F937B0_EAD8_48C6_B227_A46BD435827C#24730, COL_50A69AE7_25B5_48AE_B6ED_D27A19C4C174#24709 AS COL_50A69AE7_25B5_48AE_B6ED_D27A19C4C174#24731, COL_807EBD7B_4975_4F5F_B548_242230833DE4#24710 AS COL_807EBD7B_4975_4F5F_B548_242230833DE4#24732, COL_EEEF5172_32C2_4081_A638_1CFA3F88E1A9#24711 AS COL_EEEF5172_32C2_4081_A638_1CFA3F88E1A9#24733]
         +- Project [COL_89F937B0_EAD8_48C6_B227_A46BD435827C#24686 AS COL_89F937B0_EAD8_48C6_B227_A46BD435827C#24708, COL_50A69AE7_25B5_48AE_B6ED_D27A19C4C174#24687 AS COL_50A69AE7_25B5_48AE_B6ED_D27A19C4C174#24709, COL_807EBD7B_4975_4F5F_B548_242230833DE4#24688 AS COL_807EBD7B_4975_4F5F_B548_242230833DE4#24710, COL_EEEF5172_32C2_4081_A638_1CFA3F88E1A9#24689 AS COL_EEEF5172_32C2_4081_A638_1CFA3F88E1A9#24711]
            +- Project [COL_89F937B0_EAD8_48C6_B227_A46BD435827C#24655 AS COL_89F937B0_EAD8_48C6_B227_A46BD435827C#24686, COL_50A69AE7_25B5_48AE_B6ED_D27A19C4C174#24663 AS COL_50A69AE7_25B5_48AE_B6ED_D27A19C4C174#24687, COL_807EBD7B_4975_4F5F_B548_242230833DE4#24664 AS COL_807EBD7B_4975_4F5F_B548_242230833DE4#24688, COL_EEEF5172_32C2_4081_A638_1CFA3F88E1A9#24665 AS COL_EEEF5172_32C2_4081_A638_1CFA3F88E1A9#24689]
               +- Project [COL_89F937B0_EAD8_48C6_B227_A46BD435827C#24620 AS COL_89F937B0_EAD8_48C6_B227_A46BD435827C#24655, COL_50A69AE7_25B5_48AE_B6ED_D27A19C4C174#24621 AS COL_50A69AE7_25B5_48AE_B6ED_D27A19C4C174#24663, COL_807EBD7B_4975_4F5F_B548_242230833DE4#24622 AS COL_807EBD7B_4975_4F5F_B548_242230833DE4#24664, COL_EEEF5172_32C2_4081_A638_1CFA3F88E1A9#24623 AS COL_EEEF5172_32C2_4081_A638_1CFA3F88E1A9#24665]
                  +- Project [COL_89F937B0_EAD8_48C6_B227_A46BD435827C#24445 AS COL_89F937B0_EAD8_48C6_B227_A46BD435827C#24620, COL_50A69AE7_25B5_48AE_B6ED_D27A19C4C174#24545 AS COL_50A69AE7_25B5_48AE_B6ED_D27A19C4C174#24621, COL_807EBD7B_4975_4F5F_B548_242230833DE4#24550 AS COL_807EBD7B_4975_4F5F_B548_242230833DE4#24622, COL_EEEF5172_32C2_4081_A638_1CFA3F88E1A9#24552 AS COL_EEEF5172_32C2_4081_A638_1CFA3F88E1A9#24623]
                     +- Sort [COL_89F937B0_EAD8_48C6_B227_A46BD435827C#24445 ASC NULLS FIRST], true
                        +- Project [COL_89F937B0_EAD8_48C6_B227_A46BD435827C#24445, COL_50A69AE7_25B5_48AE_B6ED_D27A19C4C174#24545, COL_807EBD7B_4975_4F5F_B548_242230833DE4#24550, COL_EEEF5172_32C2_4081_A638_1CFA3F88E1A9#24552]
                           +- Aggregate [COL_8448FF0D_04D0_4018_A4FD_3601C1110F89#24294], [COL_8448FF0D_04D0_4018_A4FD_3601C1110F89#24294 AS COL_89F937B0_EAD8_48C6_B227_A46BD435827C#24445, 1 AS NULL_1#24553, avg(COL_4A8E578C_D12F_4CCF_AABB_B7701F80C03D#24301) AS COL_50A69AE7_25B5_48AE_B6ED_D27A19C4C174#24545, min(COL_4A8E578C_D12F_4CCF_AABB_B7701F80C03D#24301) AS COL_807EBD7B_4975_4F5F_B548_242230833DE4#24550, max(COL_4A8E578C_D12F_4CCF_AABB_B7701F80C03D#24301) AS COL_EEEF5172_32C2_4081_A638_1CFA3F88E1A9#24552]
                              +- Project [COL_8448FF0D_04D0_4018_A4FD_3601C1110F89#24294, COL_8B5787EA_F73A_445E_8409_B9025EE13E17#24295, COL_43218114_4C1C_40EF_8DC0_BA233D09337C#24296, COL_F76E33E1_9C9C_4294_8348_B6DCAF2A585B#24297, COL_F500CD28_945B_4297_8478_4BF5D55BEAA5#24298, COL_EECFA498_C5E3_413B_8232_946452FFD158#24299, COL_E89691BE_5511_49F8_A1AA_42BC2D7DAE39#24300, COL_4A8E578C_D12F_4CCF_AABB_B7701F80C03D#24301, COL_DF434EAF_5BFF_4465_96FE_5685639F4194#24302, COL_20F7DAD3_283D_4236_8075_43B1FC408B97#24303, COL_3056BF1A_A1F7_45A6_BE36_07508A908C4A#24304, COL_F1F89231_A1BA_45E8_912F_028A7E51D002#24305]
                                 +- Filter (COL_EECFA498_C5E3_413B_8232_946452FFD158#24299 <=> cast(Usine de ponte as string))
                                    +- Project [cast(RAW_MES_CONFORM_37776_COL_32810597_F52E_4108_95CC_567CAA33EF82#24252 as timestamp) AS COL_8448FF0D_04D0_4018_A4FD_3601C1110F89#24294, cast(RAW_MES_CONFORM_37776_COL_95E26D69_EFB8_4D29_BE5E_1B8A7174F1B9#24253 as string) AS COL_8B5787EA_F73A_445E_8409_B9025EE13E17#24295, cast(RAW_MES_CONFORM_37776_COL_2EABEBF2_F2E8_4D44_AEE3_D043AB75DD3C#24254 as string) AS COL_43218114_4C1C_40EF_8DC0_BA233D09337C#24296, cast(RAW_MES_CONFORM_37776_COL_480A558B_C9F2_4953_A9BA_F96C560B66B9#24255 as string) AS COL_F76E33E1_9C9C_4294_8348_B6DCAF2A585B#24297, cast(RAW_MES_CONFORM_37776_COL_BE555560_D01F_44E7_93F1_395684E22758#24256 as string) AS COL_F500CD28_945B_4297_8478_4BF5D55BEAA5#24298, cast(RAW_MES_CONFORM_37776_COL_8BC39743_1760_49F3_ABD7_8A7B74114BFA#24257 as string) AS COL_EECFA498_C5E3_413B_8232_946452FFD158#24299, cast(RAW_MES_CONFORM_37776_COL_79ED964A_E428_44F9_88DE_26915BD099A5#24258 as string) AS COL_E89691BE_5511_49F8_A1AA_42BC2D7DAE39#24300, cast(RAW_MES_CONFORM_37776_COL_155A9766_62A5_4959_9D86_794000B5C216#24259 as double) AS COL_4A8E578C_D12F_4CCF_AABB_B7701F80C03D#24301, cast(RAW_MES_CONFORM_37776_COL_D1F920AB_D895_4724_94AB_817723ACCEC9#24260 as double) AS COL_DF434EAF_5BFF_4465_96FE_5685639F4194#24302, cast(RAW_MES_CONFORM_37776_COL_58C86A1A_6A9D_43AB_933B_0C26088D5615#24261 as int) AS COL_20F7DAD3_283D_4236_8075_43B1FC408B97#24303, cast(RAW_MES_CONFORM_37776_COL_92BCC55A_5499_4FBD_85E5_567768AF1331#24262 as int) AS COL_3056BF1A_A1F7_45A6_BE36_07508A908C4A#24304, cast(RAW_MES_CONFORM_37776_COL_F5DB802A_6792_4575_8CDA_BA3751F7C721#24263 as string) AS COL_F1F89231_A1BA_45E8_912F_028A7E51D002#24305]
                                       +- Project [COL_32810597_F52E_4108_95CC_567CAA33EF82#24211 AS RAW_MES_CONFORM_37776_COL_32810597_F52E_4108_95CC_567CAA33EF82#24252, COL_95E26D69_EFB8_4D29_BE5E_1B8A7174F1B9#24212 AS RAW_MES_CONFORM_37776_COL_95E26D69_EFB8_4D29_BE5E_1B8A7174F1B9#24253, COL_2EABEBF2_F2E8_4D44_AEE3_D043AB75DD3C#24213 AS RAW_MES_CONFORM_37776_COL_2EABEBF2_F2E8_4D44_AEE3_D043AB75DD3C#24254, COL_480A558B_C9F2_4953_A9BA_F96C560B66B9#24214 AS RAW_MES_CONFORM_37776_COL_480A558B_C9F2_4953_A9BA_F96C560B66B9#24255, COL_BE555560_D01F_44E7_93F1_395684E22758#24215 AS RAW_MES_CONFORM_37776_COL_BE555560_D01F_44E7_93F1_395684E22758#24256, COL_8BC39743_1760_49F3_ABD7_8A7B74114BFA#24216 AS RAW_MES_CONFORM_37776_COL_8BC39743_1760_49F3_ABD7_8A7B74114BFA#24257, COL_79ED964A_E428_44F9_88DE_26915BD099A5#24217 AS RAW_MES_CONFORM_37776_COL_79ED964A_E428_44F9_88DE_26915BD099A5#24258, COL_155A9766_62A5_4959_9D86_794000B5C216#24218 AS RAW_MES_CONFORM_37776_COL_155A9766_62A5_4959_9D86_794000B5C216#24259, COL_D1F920AB_D895_4724_94AB_817723ACCEC9#24219 AS RAW_MES_CONFORM_37776_COL_D1F920AB_D895_4724_94AB_817723ACCEC9#24260, COL_58C86A1A_6A9D_43AB_933B_0C26088D5615#24220 AS RAW_MES_CONFORM_37776_COL_58C86A1A_6A9D_43AB_933B_0C26088D5615#24261, COL_92BCC55A_5499_4FBD_85E5_567768AF1331#24221 AS RAW_MES_CONFORM_37776_COL_92BCC55A_5499_4FBD_85E5_567768AF1331#24262, COL_F5DB802A_6792_4575_8CDA_BA3751F7C721#24222 AS RAW_MES_CONFORM_37776_COL_F5DB802A_6792_4575_8CDA_BA3751F7C721#24263]
                                          +- SubqueryAlias RAW_MES_CONFORM_37776117
                                             +- Relation[COL_32810597_F52E_4108_95CC_567CAA33EF82#24211,COL_95E26D69_EFB8_4D29_BE5E_1B8A7174F1B9#24212,COL_2EABEBF2_F2E8_4D44_AEE3_D043AB75DD3C#24213,COL_480A558B_C9F2_4953_A9BA_F96C560B66B9#24214,COL_BE555560_D01F_44E7_93F1_395684E22758#24215,COL_8BC39743_1760_49F3_ABD7_8A7B74114BFA#24216,COL_79ED964A_E428_44F9_88DE_26915BD099A5#24217,COL_155A9766_62A5_4959_9D86_794000B5C216#24218,COL_D1F920AB_D895_4724_94AB_817723ACCEC9#24219,COL_58C86A1A_6A9D_43AB_933B_0C26088D5615#24220,COL_92BCC55A_5499_4FBD_85E5_567768AF1331#24221,COL_F5DB802A_6792_4575_8CDA_BA3751F7C721#24222] parquet

== Analyzed Logical Plan ==
COL_89F937B0_EAD8_48C6_B227_A46BD435827C: timestamp, COL_50A69AE7_25B5_48AE_B6ED_D27A19C4C174: double, COL_807EBD7B_4975_4F5F_B548_242230833DE4: double, COL_EEEF5172_32C2_4081_A638_1CFA3F88E1A9: double
GlobalLimit 500000
+- LocalLimit 500000
   +- Filter true
      +- Project [COL_89F937B0_EAD8_48C6_B227_A46BD435827C#24708 AS COL_89F937B0_EAD8_48C6_B227_A46BD435827C#24730, COL_50A69AE7_25B5_48AE_B6ED_D27A19C4C174#24709 AS COL_50A69AE7_25B5_48AE_B6ED_D27A19C4C174#24731, COL_807EBD7B_4975_4F5F_B548_242230833DE4#24710 AS COL_807EBD7B_4975_4F5F_B548_242230833DE4#24732, COL_EEEF5172_32C2_4081_A638_1CFA3F88E1A9#24711 AS COL_EEEF5172_32C2_4081_A638_1CFA3F88E1A9#24733]
         +- Project [COL_89F937B0_EAD8_48C6_B227_A46BD435827C#24686 AS COL_89F937B0_EAD8_48C6_B227_A46BD435827C#24708, COL_50A69AE7_25B5_48AE_B6ED_D27A19C4C174#24687 AS COL_50A69AE7_25B5_48AE_B6ED_D27A19C4C174#24709, COL_807EBD7B_4975_4F5F_B548_242230833DE4#24688 AS COL_807EBD7B_4975_4F5F_B548_242230833DE4#24710, COL_EEEF5172_32C2_4081_A638_1CFA3F88E1A9#24689 AS COL_EEEF5172_32C2_4081_A638_1CFA3F88E1A9#24711]
            +- Project [COL_89F937B0_EAD8_48C6_B227_A46BD435827C#24655 AS COL_89F937B0_EAD8_48C6_B227_A46BD435827C#24686, COL_50A69AE7_25B5_48AE_B6ED_D27A19C4C174#24663 AS COL_50A69AE7_25B5_48AE_B6ED_D27A19C4C174#24687, COL_807EBD7B_4975_4F5F_B548_242230833DE4#24664 AS COL_807EBD7B_4975_4F5F_B548_242230833DE4#24688, COL_EEEF5172_32C2_4081_A638_1CFA3F88E1A9#24665 AS COL_EEEF5172_32C2_4081_A638_1CFA3F88E1A9#24689]
               +- Project [COL_89F937B0_EAD8_48C6_B227_A46BD435827C#24620 AS COL_89F937B0_EAD8_48C6_B227_A46BD435827C#24655, COL_50A69AE7_25B5_48AE_B6ED_D27A19C4C174#24621 AS COL_50A69AE7_25B5_48AE_B6ED_D27A19C4C174#24663, COL_807EBD7B_4975_4F5F_B548_242230833DE4#24622 AS COL_807EBD7B_4975_4F5F_B548_242230833DE4#24664, COL_EEEF5172_32C2_4081_A638_1CFA3F88E1A9#24623 AS COL_EEEF5172_32C2_4081_A638_1CFA3F88E1A9#24665]
                  +- Project [COL_89F937B0_EAD8_48C6_B227_A46BD435827C#24445 AS COL_89F937B0_EAD8_48C6_B227_A46BD435827C#24620, COL_50A69AE7_25B5_48AE_B6ED_D27A19C4C174#24545 AS COL_50A69AE7_25B5_48AE_B6ED_D27A19C4C174#24621, COL_807EBD7B_4975_4F5F_B548_242230833DE4#24550 AS COL_807EBD7B_4975_4F5F_B548_242230833DE4#24622, COL_EEEF5172_32C2_4081_A638_1CFA3F88E1A9#24552 AS COL_EEEF5172_32C2_4081_A638_1CFA3F88E1A9#24623]
                     +- Sort [COL_89F937B0_EAD8_48C6_B227_A46BD435827C#24445 ASC NULLS FIRST], true
                        +- Project [COL_89F937B0_EAD8_48C6_B227_A46BD435827C#24445, COL_50A69AE7_25B5_48AE_B6ED_D27A19C4C174#24545, COL_807EBD7B_4975_4F5F_B548_242230833DE4#24550, COL_EEEF5172_32C2_4081_A638_1CFA3F88E1A9#24552]
                           +- Aggregate [COL_8448FF0D_04D0_4018_A4FD_3601C1110F89#24294], [COL_8448FF0D_04D0_4018_A4FD_3601C1110F89#24294 AS COL_89F937B0_EAD8_48C6_B227_A46BD435827C#24445, 1 AS NULL_1#24553, avg(COL_4A8E578C_D12F_4CCF_AABB_B7701F80C03D#24301) AS COL_50A69AE7_25B5_48AE_B6ED_D27A19C4C174#24545, min(COL_4A8E578C_D12F_4CCF_AABB_B7701F80C03D#24301) AS COL_807EBD7B_4975_4F5F_B548_242230833DE4#24550, max(COL_4A8E578C_D12F_4CCF_AABB_B7701F80C03D#24301) AS COL_EEEF5172_32C2_4081_A638_1CFA3F88E1A9#24552]
                              +- Project [COL_8448FF0D_04D0_4018_A4FD_3601C1110F89#24294, COL_8B5787EA_F73A_445E_8409_B9025EE13E17#24295, COL_43218114_4C1C_40EF_8DC0_BA233D09337C#24296, COL_F76E33E1_9C9C_4294_8348_B6DCAF2A585B#24297, COL_F500CD28_945B_4297_8478_4BF5D55BEAA5#24298, COL_EECFA498_C5E3_413B_8232_946452FFD158#24299, COL_E89691BE_5511_49F8_A1AA_42BC2D7DAE39#24300, COL_4A8E578C_D12F_4CCF_AABB_B7701F80C03D#24301, COL_DF434EAF_5BFF_4465_96FE_5685639F4194#24302, COL_20F7DAD3_283D_4236_8075_43B1FC408B97#24303, COL_3056BF1A_A1F7_45A6_BE36_07508A908C4A#24304, COL_F1F89231_A1BA_45E8_912F_028A7E51D002#24305]
                                 +- Filter (COL_EECFA498_C5E3_413B_8232_946452FFD158#24299 <=> cast(Usine de ponte as string))
                                    +- Project [cast(RAW_MES_CONFORM_37776_COL_32810597_F52E_4108_95CC_567CAA33EF82#24252 as timestamp) AS COL_8448FF0D_04D0_4018_A4FD_3601C1110F89#24294, cast(RAW_MES_CONFORM_37776_COL_95E26D69_EFB8_4D29_BE5E_1B8A7174F1B9#24253 as string) AS COL_8B5787EA_F73A_445E_8409_B9025EE13E17#24295, cast(RAW_MES_CONFORM_37776_COL_2EABEBF2_F2E8_4D44_AEE3_D043AB75DD3C#24254 as string) AS COL_43218114_4C1C_40EF_8DC0_BA233D09337C#24296, cast(RAW_MES_CONFORM_37776_COL_480A558B_C9F2_4953_A9BA_F96C560B66B9#24255 as string) AS COL_F76E33E1_9C9C_4294_8348_B6DCAF2A585B#24297, cast(RAW_MES_CONFORM_37776_COL_BE555560_D01F_44E7_93F1_395684E22758#24256 as string) AS COL_F500CD28_945B_4297_8478_4BF5D55BEAA5#24298, cast(RAW_MES_CONFORM_37776_COL_8BC39743_1760_49F3_ABD7_8A7B74114BFA#24257 as string) AS COL_EECFA498_C5E3_413B_8232_946452FFD158#24299, cast(RAW_MES_CONFORM_37776_COL_79ED964A_E428_44F9_88DE_26915BD099A5#24258 as string) AS COL_E89691BE_5511_49F8_A1AA_42BC2D7DAE39#24300, cast(RAW_MES_CONFORM_37776_COL_155A9766_62A5_4959_9D86_794000B5C216#24259 as double) AS COL_4A8E578C_D12F_4CCF_AABB_B7701F80C03D#24301, cast(RAW_MES_CONFORM_37776_COL_D1F920AB_D895_4724_94AB_817723ACCEC9#24260 as double) AS COL_DF434EAF_5BFF_4465_96FE_5685639F4194#24302, cast(RAW_MES_CONFORM_37776_COL_58C86A1A_6A9D_43AB_933B_0C26088D5615#24261 as int) AS COL_20F7DAD3_283D_4236_8075_43B1FC408B97#24303, cast(RAW_MES_CONFORM_37776_COL_92BCC55A_5499_4FBD_85E5_567768AF1331#24262 as int) AS COL_3056BF1A_A1F7_45A6_BE36_07508A908C4A#24304, cast(RAW_MES_CONFORM_37776_COL_F5DB802A_6792_4575_8CDA_BA3751F7C721#24263 as string) AS COL_F1F89231_A1BA_45E8_912F_028A7E51D002#24305]
                                       +- Project [COL_32810597_F52E_4108_95CC_567CAA33EF82#24211 AS RAW_MES_CONFORM_37776_COL_32810597_F52E_4108_95CC_567CAA33EF82#24252, COL_95E26D69_EFB8_4D29_BE5E_1B8A7174F1B9#24212 AS RAW_MES_CONFORM_37776_COL_95E26D69_EFB8_4D29_BE5E_1B8A7174F1B9#24253, COL_2EABEBF2_F2E8_4D44_AEE3_D043AB75DD3C#24213 AS RAW_MES_CONFORM_37776_COL_2EABEBF2_F2E8_4D44_AEE3_D043AB75DD3C#24254, COL_480A558B_C9F2_4953_A9BA_F96C560B66B9#24214 AS RAW_MES_CONFORM_37776_COL_480A558B_C9F2_4953_A9BA_F96C560B66B9#24255, COL_BE555560_D01F_44E7_93F1_395684E22758#24215 AS RAW_MES_CONFORM_37776_COL_BE555560_D01F_44E7_93F1_395684E22758#24256, COL_8BC39743_1760_49F3_ABD7_8A7B74114BFA#24216 AS RAW_MES_CONFORM_37776_COL_8BC39743_1760_49F3_ABD7_8A7B74114BFA#24257, COL_79ED964A_E428_44F9_88DE_26915BD099A5#24217 AS RAW_MES_CONFORM_37776_COL_79ED964A_E428_44F9_88DE_26915BD099A5#24258, COL_155A9766_62A5_4959_9D86_794000B5C216#24218 AS RAW_MES_CONFORM_37776_COL_155A9766_62A5_4959_9D86_794000B5C216#24259, COL_D1F920AB_D895_4724_94AB_817723ACCEC9#24219 AS RAW_MES_CONFORM_37776_COL_D1F920AB_D895_4724_94AB_817723ACCEC9#24260, COL_58C86A1A_6A9D_43AB_933B_0C26088D5615#24220 AS RAW_MES_CONFORM_37776_COL_58C86A1A_6A9D_43AB_933B_0C26088D5615#24261, COL_92BCC55A_5499_4FBD_85E5_567768AF1331#24221 AS RAW_MES_CONFORM_37776_COL_92BCC55A_5499_4FBD_85E5_567768AF1331#24262, COL_F5DB802A_6792_4575_8CDA_BA3751F7C721#24222 AS RAW_MES_CONFORM_37776_COL_F5DB802A_6792_4575_8CDA_BA3751F7C721#24263]
                                          +- SubqueryAlias RAW_MES_CONFORM_37776117
                                             +- Relation[COL_32810597_F52E_4108_95CC_567CAA33EF82#24211,COL_95E26D69_EFB8_4D29_BE5E_1B8A7174F1B9#24212,COL_2EABEBF2_F2E8_4D44_AEE3_D043AB75DD3C#24213,COL_480A558B_C9F2_4953_A9BA_F96C560B66B9#24214,COL_BE555560_D01F_44E7_93F1_395684E22758#24215,COL_8BC39743_1760_49F3_ABD7_8A7B74114BFA#24216,COL_79ED964A_E428_44F9_88DE_26915BD099A5#24217,COL_155A9766_62A5_4959_9D86_794000B5C216#24218,COL_D1F920AB_D895_4724_94AB_817723ACCEC9#24219,COL_58C86A1A_6A9D_43AB_933B_0C26088D5615#24220,COL_92BCC55A_5499_4FBD_85E5_567768AF1331#24221,COL_F5DB802A_6792_4575_8CDA_BA3751F7C721#24222] parquet

== Optimized Logical Plan ==
GlobalLimit 500000
+- LocalLimit 500000
   +- Sort [COL_89F937B0_EAD8_48C6_B227_A46BD435827C#24445 ASC NULLS FIRST], true
      +- Aggregate [COL_8448FF0D_04D0_4018_A4FD_3601C1110F89#24294], [COL_8448FF0D_04D0_4018_A4FD_3601C1110F89#24294 AS COL_89F937B0_EAD8_48C6_B227_A46BD435827C#24445, avg(COL_4A8E578C_D12F_4CCF_AABB_B7701F80C03D#24301) AS COL_50A69AE7_25B5_48AE_B6ED_D27A19C4C174#24545, min(COL_4A8E578C_D12F_4CCF_AABB_B7701F80C03D#24301) AS COL_807EBD7B_4975_4F5F_B548_242230833DE4#24550, max(COL_4A8E578C_D12F_4CCF_AABB_B7701F80C03D#24301) AS COL_EEEF5172_32C2_4081_A638_1CFA3F88E1A9#24552]
         +- Project [COL_32810597_F52E_4108_95CC_567CAA33EF82#24211 AS COL_8448FF0D_04D0_4018_A4FD_3601C1110F89#24294, COL_155A9766_62A5_4959_9D86_794000B5C216#24218 AS COL_4A8E578C_D12F_4CCF_AABB_B7701F80C03D#24301]
            +- Filter (COL_8BC39743_1760_49F3_ABD7_8A7B74114BFA#24216 <=> Usine de ponte)
               +- Relation[COL_32810597_F52E_4108_95CC_567CAA33EF82#24211,COL_95E26D69_EFB8_4D29_BE5E_1B8A7174F1B9#24212,COL_2EABEBF2_F2E8_4D44_AEE3_D043AB75DD3C#24213,COL_480A558B_C9F2_4953_A9BA_F96C560B66B9#24214,COL_BE555560_D01F_44E7_93F1_395684E22758#24215,COL_8BC39743_1760_49F3_ABD7_8A7B74114BFA#24216,COL_79ED964A_E428_44F9_88DE_26915BD099A5#24217,COL_155A9766_62A5_4959_9D86_794000B5C216#24218,COL_D1F920AB_D895_4724_94AB_817723ACCEC9#24219,COL_58C86A1A_6A9D_43AB_933B_0C26088D5615#24220,COL_92BCC55A_5499_4FBD_85E5_567768AF1331#24221,COL_F5DB802A_6792_4575_8CDA_BA3751F7C721#24222] parquet

== Physical Plan ==
AdaptiveSparkPlan isFinalPlan=true
+- TakeOrderedAndProject(limit=500000, orderBy=[COL_89F937B0_EAD8_48C6_B227_A46BD435827C#24445 ASC NULLS FIRST], output=[COL_89F937B0_EAD8_48C6_B227_A46BD435827C#24445,COL_50A69AE7_25B5_48AE_B6ED_D27A19C4C174#24545,COL_807EBD7B_4975_4F5F_B548_242230833DE4#24550,COL_EEEF5172_32C2_4081_A638_1CFA3F88E1A9#24552])
   +- *(2) HashAggregate(keys=[COL_8448FF0D_04D0_4018_A4FD_3601C1110F89#24294], functions=[avg(COL_4A8E578C_D12F_4CCF_AABB_B7701F80C03D#24301), min(COL_4A8E578C_D12F_4CCF_AABB_B7701F80C03D#24301), max(COL_4A8E578C_D12F_4CCF_AABB_B7701F80C03D#24301)], output=[COL_89F937B0_EAD8_48C6_B227_A46BD435827C#24445, COL_50A69AE7_25B5_48AE_B6ED_D27A19C4C174#24545, COL_807EBD7B_4975_4F5F_B548_242230833DE4#24550, COL_EEEF5172_32C2_4081_A638_1CFA3F88E1A9#24552])
      +- CustomShuffleReader coalesced
         +- ShuffleQueryStage 0
            +- Exchange hashpartitioning(COL_8448FF0D_04D0_4018_A4FD_3601C1110F89#24294, 200), true, [id=#4702]
               +- *(1) HashAggregate(keys=[COL_8448FF0D_04D0_4018_A4FD_3601C1110F89#24294], functions=[partial_avg(COL_4A8E578C_D12F_4CCF_AABB_B7701F80C03D#24301), partial_min(COL_4A8E578C_D12F_4CCF_AABB_B7701F80C03D#24301), partial_max(COL_4A8E578C_D12F_4CCF_AABB_B7701F80C03D#24301)], output=[COL_8448FF0D_04D0_4018_A4FD_3601C1110F89#24294, sum#24864, count#24865L, min#24866, max#24867])
                  +- *(1) Project [COL_32810597_F52E_4108_95CC_567CAA33EF82#24211 AS COL_8448FF0D_04D0_4018_A4FD_3601C1110F89#24294, COL_155A9766_62A5_4959_9D86_794000B5C216#24218 AS COL_4A8E578C_D12F_4CCF_AABB_B7701F80C03D#24301]
                     +- *(1) Filter (COL_8BC39743_1760_49F3_ABD7_8A7B74114BFA#24216 <=> Usine de ponte)
                        +- *(1) ColumnarToRow
                           +- FileScan parquet [COL_32810597_F52E_4108_95CC_567CAA33EF82#24211,COL_8BC39743_1760_49F3_ABD7_8A7B74114BFA#24216,COL_155A9766_62A5_4959_9D86_794000B5C216#24218] Batched: true, DataFilters: [(COL_8BC39743_1760_49F3_ABD7_8A7B74114BFA#24216 <=> Usine de ponte)], Format: Parquet, Location: InMemoryFileIndex[file:/data/output/cache/parquet/datablock/RAW_MES_CONFORM_37776], PartitionFilters: [], PushedFilters: [EqualNullSafe(COL_8BC39743_1760_49F3_ABD7_8A7B74114BFA,Usine de ponte)], ReadSchema: struct<COL_32810597_F52E_4108_95CC_567CAA33EF82:timestamp,COL_8BC39743_1760_49F3_ABD7_8A7B74114BF...