DC2 - Details for Query 92

Details for Query 92

Submitted Time: 2026/04/29 06:30:32
Duration: 0.9 s
Succeeded Jobs: 153 155

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" AdaptiveSparkPlan "]; 1 [labelType="html" label=" TakeOrderedAndProject "]; subgraph cluster2 { isCluster="true"; label="WholeStageCodegen (2)\n \nduration: total (min, med, max (stageId: taskId))\n1.7 s (34 ms, 86 ms, 294 ms (stage 244.0: task 743))"; 3 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 332 ms (0 ms, 3 ms, 136 ms (stage 244.0: task 753)) peak memory total (min, med, max (stageId: taskId)) 835.3 MiB (64.3 MiB, 64.3 MiB, 64.3 MiB (stage 244.0: task 748)) number of output rows: 548 avg hash probe bucket list iters (min, med, max (stageId: taskId)): (1, 1, 1 (stage 244.0: task 748))"]; } 4 [labelType="html" label=" CustomShuffleReader "]; 5 [labelType="html" label="Exchange shuffle records written: 620 shuffle write time total (min, med, max (stageId: taskId)) 131 ms (26 ms, 27 ms, 77 ms (stage 241.0: task 721)) records read: 620 local bytes read total (min, med, max (stageId: taskId)) 36.6 KiB (1660.0 B, 2.9 KiB, 3.0 KiB (stage 244.0: task 754)) fetch wait time total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 244.0: task 748)) remote bytes read: 0.0 B local blocks read: 39 remote blocks read: 0 data size total (min, med, max (stageId: taskId)) 29.1 KiB (6.3 KiB, 6.3 KiB, 16.5 KiB (stage 241.0: task 719)) remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 36.6 KiB (8.9 KiB, 9.1 KiB, 18.6 KiB (stage 241.0: task 719))"]; subgraph cluster6 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n1.4 s (59 ms, 118 ms, 234 ms (stage 241.0: task 719))"; 7 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 732 ms (13 ms, 69 ms, 122 ms (stage 241.0: task 719)) peak memory total (min, med, max (stageId: taskId)) 195.0 MiB (256.0 KiB, 256.0 KiB, 64.3 MiB (stage 241.0: task 720)) number of output rows: 620 avg hash probe bucket list iters (min, med, max (stageId: taskId)): (1, 1, 1 (stage 241.0: task 720))"]; 8 [labelType="html" label=" Project "]; 9 [labelType="html" label="Filter number of output rows: 3,432"]; 10 [labelType="html" label="ColumnarToRow number of output rows: 3,432 number of input batches: 12"]; } 11 [labelType="html" label="Scan parquet number of files read: 45 scan time total (min, med, max (stageId: taskId)) 571 ms (13 ms, 51 ms, 85 ms (stage 241.0: task 723)) metadata time: 0 ms size of files read: 266.6 KiB number of output rows: 3,432"]; 1->0; 3->1; 4->3; 5->4; 7->5; 8->7; 9->8; 10->9; 11->10; }

AdaptiveSparkPlan isFinalPlan=true

TakeOrderedAndProject(limit=500000, orderBy=[COL_AEC65801_0E49_447A_9EF0_41E20BE6AD72#23813 ASC NULLS FIRST], output=[COL_AEC65801_0E49_447A_9EF0_41E20BE6AD72#23813,COL_2AA0D46A_75F3_4B60_92DC_41741D25B9B3#23788,COL_3D252F18_E4F0_4DA8_897C_51F240627ECA#23880])

HashAggregate(keys=[window#23792], functions=[sum(COL_E0A4607D_4E1B_4039_81D9_98768F891871#23738)])

WholeStageCodegen (2)

CustomShuffleReader coalesced

Exchange hashpartitioning(window#23792, 200), true, [id=#4524]

HashAggregate(keys=[window#23792], functions=[partial_sum(COL_E0A4607D_4E1B_4039_81D9_98768F891871#23738)])

Project [named_struct(start, precisetimestampconversion(((((CASE WHEN (cast(CEIL((cast((precisetimestampconversion(COL_66297348_CC53_497B_98E0_10E6C236F7F7#23602, TimestampType, LongType) - 0) as double) / 8.64E10)) as double) = (cast((precisetimestampconversion(COL_66297348_CC53_497B_98E0_10E6C236F7F7#23602, TimestampType, LongType) - 0) as double) / 8.64E10)) THEN (CEIL((cast((precisetimestampconversion(COL_66297348_CC53_497B_98E0_10E6C236F7F7#23602, TimestampType, LongType) - 0) as double) / 8.64E10)) + 1) ELSE CEIL((cast((precisetimestampconversion(COL_66297348_CC53_497B_98E0_10E6C236F7F7#23602, TimestampType, LongType) - 0) as double) / 8.64E10)) END + 0) - 1) * 86400000000) + 0), LongType, TimestampType), end, precisetimestampconversion(((((CASE WHEN (cast(CEIL((cast((precisetimestampconversion(COL_66297348_CC53_497B_98E0_10E6C236F7F7#23602, TimestampType, LongType) - 0) as double) / 8.64E10)) as double) = (cast((precisetimestampconversion(COL_66297348_CC53_497B_98E0_10E6C236F7F7#23602, TimestampType, LongType) - 0) as double) / 8.64E10)) THEN (CEIL((cast((precisetimestampconversion(COL_66297348_CC53_497B_98E0_10E6C236F7F7#23602, TimestampType, LongType) - 0) as double) / 8.64E10)) + 1) ELSE CEIL((cast((precisetimestampconversion(COL_66297348_CC53_497B_98E0_10E6C236F7F7#23602, TimestampType, LongType) - 0) as double) / 8.64E10)) END + 0) - 1) * 86400000000) + 86400000000), LongType, TimestampType)) AS window#23792, COL_2ABDA2E0_4DEB_4FF7_9D92_E45932B42790#23604 AS COL_E0A4607D_4E1B_4039_81D9_98768F891871#23738]

Filter ((COL_B53B5B70_7533_4624_8936_77BFAF29A1A8#23607 <=> Larvae) AND isnotnull(COL_66297348_CC53_497B_98E0_10E6C236F7F7#23602))

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_66297348_CC53_497B_98E0_10E6C236F7F7#23602,COL_2ABDA2E0_4DEB_4FF7_9D92_E45932B42790#23604,COL_B53B5B70_7533_4624_8936_77BFAF29A1A8#23607] Batched: true, DataFilters: [(COL_B53B5B70_7533_4624_8936_77BFAF29A1A8#23607 <=> Larvae), isnotnull(COL_66297348_CC53_497B_98..., Format: Parquet, Location: InMemoryFileIndex[file:/data/output/cache/parquet/datablock/YNSECT_ALL_TRAY_37627], PartitionFilters: [], PushedFilters: [EqualNullSafe(COL_B53B5B70_7533_4624_8936_77BFAF29A1A8,Larvae), IsNotNull(COL_66297348_CC53_497B..., ReadSchema: struct<COL_66297348_CC53_497B_98E0_10E6C236F7F7:timestamp,COL_2ABDA2E0_4DEB_4FF7_9D92_E45932B4279...

Details

== Parsed Logical Plan ==
GlobalLimit 500000
+- LocalLimit 500000
   +- Filter true
      +- Project [COL_AEC65801_0E49_447A_9EF0_41E20BE6AD72#23869 AS COL_AEC65801_0E49_447A_9EF0_41E20BE6AD72#23878, COL_2AA0D46A_75F3_4B60_92DC_41741D25B9B3#23870 AS COL_2AA0D46A_75F3_4B60_92DC_41741D25B9B3#23879, COL_3D252F18_E4F0_4DA8_897C_51F240627ECA#23871 AS COL_3D252F18_E4F0_4DA8_897C_51F240627ECA#23880]
         +- Project [COL_AEC65801_0E49_447A_9EF0_41E20BE6AD72#23851 AS COL_AEC65801_0E49_447A_9EF0_41E20BE6AD72#23869, COL_2AA0D46A_75F3_4B60_92DC_41741D25B9B3#23852 AS COL_2AA0D46A_75F3_4B60_92DC_41741D25B9B3#23870, COL_3D252F18_E4F0_4DA8_897C_51F240627ECA#23853 AS COL_3D252F18_E4F0_4DA8_897C_51F240627ECA#23871]
            +- Project [COL_AEC65801_0E49_447A_9EF0_41E20BE6AD72#23836 AS COL_AEC65801_0E49_447A_9EF0_41E20BE6AD72#23851, COL_2AA0D46A_75F3_4B60_92DC_41741D25B9B3#23837 AS COL_2AA0D46A_75F3_4B60_92DC_41741D25B9B3#23852, COL_3D252F18_E4F0_4DA8_897C_51F240627ECA#23841 AS COL_3D252F18_E4F0_4DA8_897C_51F240627ECA#23853]
               +- Project [COL_AEC65801_0E49_447A_9EF0_41E20BE6AD72#23836, COL_2AA0D46A_75F3_4B60_92DC_41741D25B9B3#23837, str_to_date(get_json_object(COL_AEC65801_0E49_447A_9EF0_41E20BE6AD72#23836, cast($.start as string)), cast(yyyy-MM-dd'T'HH:mm:ss.SSSXXX as string)) AS COL_3D252F18_E4F0_4DA8_897C_51F240627ECA#23841]
                  +- Project [COL_AEC65801_0E49_447A_9EF0_41E20BE6AD72#23830 AS COL_AEC65801_0E49_447A_9EF0_41E20BE6AD72#23836, COL_2AA0D46A_75F3_4B60_92DC_41741D25B9B3#23831 AS COL_2AA0D46A_75F3_4B60_92DC_41741D25B9B3#23837]
                     +- Project [COL_AEC65801_0E49_447A_9EF0_41E20BE6AD72#23813 AS COL_AEC65801_0E49_447A_9EF0_41E20BE6AD72#23830, COL_2AA0D46A_75F3_4B60_92DC_41741D25B9B3#23788 AS COL_2AA0D46A_75F3_4B60_92DC_41741D25B9B3#23831]
                        +- Sort [COL_AEC65801_0E49_447A_9EF0_41E20BE6AD72#23813 ASC NULLS FIRST], true
                           +- Project [COL_2AA0D46A_75F3_4B60_92DC_41741D25B9B3#23788, COL_AEC65801_0E49_447A_9EF0_41E20BE6AD72#23813]
                              +- Project [window#23767, COL_2AA0D46A_75F3_4B60_92DC_41741D25B9B3#23788, internal.windowToJson(window#23767, null) AS COL_AEC65801_0E49_447A_9EF0_41E20BE6AD72#23813]
                                 +- Project [window#23767, COL_2AA0D46A_75F3_4B60_92DC_41741D25B9B3#23788]
                                    +- Aggregate [window#23792], [window#23792 AS window#23767, 1 AS NULL_1#23790, sum(COL_E0A4607D_4E1B_4039_81D9_98768F891871#23738) AS COL_2AA0D46A_75F3_4B60_92DC_41741D25B9B3#23788]
                                       +- Filter isnotnull(COL_C4434F43_49A3_4453_9A85_616EA45089DA#23736)
                                          +- Project [named_struct(start, precisetimestampconversion(((((CASE WHEN (cast(CEIL((cast((precisetimestampconversion(COL_C4434F43_49A3_4453_9A85_616EA45089DA#23736, TimestampType, LongType) - 0) as double) / cast(86400000000 as double))) as double) = (cast((precisetimestampconversion(COL_C4434F43_49A3_4453_9A85_616EA45089DA#23736, TimestampType, LongType) - 0) as double) / cast(86400000000 as double))) THEN (CEIL((cast((precisetimestampconversion(COL_C4434F43_49A3_4453_9A85_616EA45089DA#23736, TimestampType, LongType) - 0) as double) / cast(86400000000 as double))) + cast(1 as bigint)) ELSE CEIL((cast((precisetimestampconversion(COL_C4434F43_49A3_4453_9A85_616EA45089DA#23736, TimestampType, LongType) - 0) as double) / cast(86400000000 as double))) END + cast(0 as bigint)) - cast(1 as bigint)) * 86400000000) + 0), LongType, TimestampType), end, precisetimestampconversion((((((CASE WHEN (cast(CEIL((cast((precisetimestampconversion(COL_C4434F43_49A3_4453_9A85_616EA45089DA#23736, TimestampType, LongType) - 0) as double) / cast(86400000000 as double))) as double) = (cast((precisetimestampconversion(COL_C4434F43_49A3_4453_9A85_616EA45089DA#23736, TimestampType, LongType) - 0) as double) / cast(86400000000 as double))) THEN (CEIL((cast((precisetimestampconversion(COL_C4434F43_49A3_4453_9A85_616EA45089DA#23736, TimestampType, LongType) - 0) as double) / cast(86400000000 as double))) + cast(1 as bigint)) ELSE CEIL((cast((precisetimestampconversion(COL_C4434F43_49A3_4453_9A85_616EA45089DA#23736, TimestampType, LongType) - 0) as double) / cast(86400000000 as double))) END + cast(0 as bigint)) - cast(1 as bigint)) * 86400000000) + 0) + 86400000000), LongType, TimestampType)) AS window#23792, COL_78E6D4E3_BB92_49A0_B0FA_EDB566B69837#23735, COL_C4434F43_49A3_4453_9A85_616EA45089DA#23736, COL_A3F6A52D_2F68_4E8A_BC0E_EB18CCC684FD#23737, COL_E0A4607D_4E1B_4039_81D9_98768F891871#23738, COL_99A13B15_A970_423B_81B8_31AC2518C59E#23739, COL_E4180423_51CA_4CA0_A6E1_F54B7BA15459#23740, COL_70396E3E_1347_434E_9E48_B403880188B3#23741, COL_97314C12_0CB0_4B02_87CF_CBD0637C03F1#23742]
                                             +- Project [COL_78E6D4E3_BB92_49A0_B0FA_EDB566B69837#23735, COL_C4434F43_49A3_4453_9A85_616EA45089DA#23736, COL_A3F6A52D_2F68_4E8A_BC0E_EB18CCC684FD#23737, COL_E0A4607D_4E1B_4039_81D9_98768F891871#23738, COL_99A13B15_A970_423B_81B8_31AC2518C59E#23739, COL_E4180423_51CA_4CA0_A6E1_F54B7BA15459#23740, COL_70396E3E_1347_434E_9E48_B403880188B3#23741, COL_97314C12_0CB0_4B02_87CF_CBD0637C03F1#23742]
                                                +- Filter (COL_70396E3E_1347_434E_9E48_B403880188B3#23741 <=> cast(Larvae as string))
                                                   +- Project [cast(YNSECT_ALL_TRAY_37627_COL_655080F4_5ECA_4FED_A763_9B0E34490248#23687 as string) AS COL_78E6D4E3_BB92_49A0_B0FA_EDB566B69837#23735, cast(YNSECT_ALL_TRAY_37627_COL_66297348_CC53_497B_98E0_10E6C236F7F7#23688 as timestamp) AS COL_C4434F43_49A3_4453_9A85_616EA45089DA#23736, cast(YNSECT_ALL_TRAY_37627_COL_9EABBDD7_7BED_42F0_A922_637712817B51#23689 as string) AS COL_A3F6A52D_2F68_4E8A_BC0E_EB18CCC684FD#23737, cast(YNSECT_ALL_TRAY_37627_COL_2ABDA2E0_4DEB_4FF7_9D92_E45932B42790#23690 as double) AS COL_E0A4607D_4E1B_4039_81D9_98768F891871#23738, cast(YNSECT_ALL_TRAY_37627_COL_4A9C1E84_0C29_4139_9683_BE1B0436163E#23691 as double) AS COL_99A13B15_A970_423B_81B8_31AC2518C59E#23739, cast(YNSECT_ALL_TRAY_37627_COL_4552271C_6064_4B80_A4FC_FD60EF37390D#23692 as string) AS COL_E4180423_51CA_4CA0_A6E1_F54B7BA15459#23740, cast(YNSECT_ALL_TRAY_37627_COL_B53B5B70_7533_4624_8936_77BFAF29A1A8#23693 as string) AS COL_70396E3E_1347_434E_9E48_B403880188B3#23741, cast(YNSECT_ALL_TRAY_37627_COL_10B8E04C_35BE_4465_A856_7581B7F9319D#23694 as double) AS COL_97314C12_0CB0_4B02_87CF_CBD0637C03F1#23742]
                                                      +- Project [COL_655080F4_5ECA_4FED_A763_9B0E34490248#23601 AS YNSECT_ALL_TRAY_37627_COL_655080F4_5ECA_4FED_A763_9B0E34490248#23687, COL_66297348_CC53_497B_98E0_10E6C236F7F7#23602 AS YNSECT_ALL_TRAY_37627_COL_66297348_CC53_497B_98E0_10E6C236F7F7#23688, COL_9EABBDD7_7BED_42F0_A922_637712817B51#23603 AS YNSECT_ALL_TRAY_37627_COL_9EABBDD7_7BED_42F0_A922_637712817B51#23689, COL_2ABDA2E0_4DEB_4FF7_9D92_E45932B42790#23604 AS YNSECT_ALL_TRAY_37627_COL_2ABDA2E0_4DEB_4FF7_9D92_E45932B42790#23690, COL_4A9C1E84_0C29_4139_9683_BE1B0436163E#23605 AS YNSECT_ALL_TRAY_37627_COL_4A9C1E84_0C29_4139_9683_BE1B0436163E#23691, COL_4552271C_6064_4B80_A4FC_FD60EF37390D#23606 AS YNSECT_ALL_TRAY_37627_COL_4552271C_6064_4B80_A4FC_FD60EF37390D#23692, COL_B53B5B70_7533_4624_8936_77BFAF29A1A8#23607 AS YNSECT_ALL_TRAY_37627_COL_B53B5B70_7533_4624_8936_77BFAF29A1A8#23693, COL_10B8E04C_35BE_4465_A856_7581B7F9319D#23608 AS YNSECT_ALL_TRAY_37627_COL_10B8E04C_35BE_4465_A856_7581B7F9319D#23694]
                                                         +- SubqueryAlias YNSECT_ALL_TRAY_37627114
                                                            +- Relation[COL_655080F4_5ECA_4FED_A763_9B0E34490248#23601,COL_66297348_CC53_497B_98E0_10E6C236F7F7#23602,COL_9EABBDD7_7BED_42F0_A922_637712817B51#23603,COL_2ABDA2E0_4DEB_4FF7_9D92_E45932B42790#23604,COL_4A9C1E84_0C29_4139_9683_BE1B0436163E#23605,COL_4552271C_6064_4B80_A4FC_FD60EF37390D#23606,COL_B53B5B70_7533_4624_8936_77BFAF29A1A8#23607,COL_10B8E04C_35BE_4465_A856_7581B7F9319D#23608] parquet

== Analyzed Logical Plan ==
COL_AEC65801_0E49_447A_9EF0_41E20BE6AD72: string, COL_2AA0D46A_75F3_4B60_92DC_41741D25B9B3: double, COL_3D252F18_E4F0_4DA8_897C_51F240627ECA: timestamp
GlobalLimit 500000
+- LocalLimit 500000
   +- Filter true
      +- Project [COL_AEC65801_0E49_447A_9EF0_41E20BE6AD72#23869 AS COL_AEC65801_0E49_447A_9EF0_41E20BE6AD72#23878, COL_2AA0D46A_75F3_4B60_92DC_41741D25B9B3#23870 AS COL_2AA0D46A_75F3_4B60_92DC_41741D25B9B3#23879, COL_3D252F18_E4F0_4DA8_897C_51F240627ECA#23871 AS COL_3D252F18_E4F0_4DA8_897C_51F240627ECA#23880]
         +- Project [COL_AEC65801_0E49_447A_9EF0_41E20BE6AD72#23851 AS COL_AEC65801_0E49_447A_9EF0_41E20BE6AD72#23869, COL_2AA0D46A_75F3_4B60_92DC_41741D25B9B3#23852 AS COL_2AA0D46A_75F3_4B60_92DC_41741D25B9B3#23870, COL_3D252F18_E4F0_4DA8_897C_51F240627ECA#23853 AS COL_3D252F18_E4F0_4DA8_897C_51F240627ECA#23871]
            +- Project [COL_AEC65801_0E49_447A_9EF0_41E20BE6AD72#23836 AS COL_AEC65801_0E49_447A_9EF0_41E20BE6AD72#23851, COL_2AA0D46A_75F3_4B60_92DC_41741D25B9B3#23837 AS COL_2AA0D46A_75F3_4B60_92DC_41741D25B9B3#23852, COL_3D252F18_E4F0_4DA8_897C_51F240627ECA#23841 AS COL_3D252F18_E4F0_4DA8_897C_51F240627ECA#23853]
               +- Project [COL_AEC65801_0E49_447A_9EF0_41E20BE6AD72#23836, COL_2AA0D46A_75F3_4B60_92DC_41741D25B9B3#23837, str_to_date(get_json_object(COL_AEC65801_0E49_447A_9EF0_41E20BE6AD72#23836, cast($.start as string)), cast(yyyy-MM-dd'T'HH:mm:ss.SSSXXX as string)) AS COL_3D252F18_E4F0_4DA8_897C_51F240627ECA#23841]
                  +- Project [COL_AEC65801_0E49_447A_9EF0_41E20BE6AD72#23830 AS COL_AEC65801_0E49_447A_9EF0_41E20BE6AD72#23836, COL_2AA0D46A_75F3_4B60_92DC_41741D25B9B3#23831 AS COL_2AA0D46A_75F3_4B60_92DC_41741D25B9B3#23837]
                     +- Project [COL_AEC65801_0E49_447A_9EF0_41E20BE6AD72#23813 AS COL_AEC65801_0E49_447A_9EF0_41E20BE6AD72#23830, COL_2AA0D46A_75F3_4B60_92DC_41741D25B9B3#23788 AS COL_2AA0D46A_75F3_4B60_92DC_41741D25B9B3#23831]
                        +- Sort [COL_AEC65801_0E49_447A_9EF0_41E20BE6AD72#23813 ASC NULLS FIRST], true
                           +- Project [COL_2AA0D46A_75F3_4B60_92DC_41741D25B9B3#23788, COL_AEC65801_0E49_447A_9EF0_41E20BE6AD72#23813]
                              +- Project [window#23767, COL_2AA0D46A_75F3_4B60_92DC_41741D25B9B3#23788, internal.windowToJson(window#23767, null) AS COL_AEC65801_0E49_447A_9EF0_41E20BE6AD72#23813]
                                 +- Project [window#23767, COL_2AA0D46A_75F3_4B60_92DC_41741D25B9B3#23788]
                                    +- Aggregate [window#23792], [window#23792 AS window#23767, 1 AS NULL_1#23790, sum(COL_E0A4607D_4E1B_4039_81D9_98768F891871#23738) AS COL_2AA0D46A_75F3_4B60_92DC_41741D25B9B3#23788]
                                       +- Filter isnotnull(COL_C4434F43_49A3_4453_9A85_616EA45089DA#23736)
                                          +- Project [named_struct(start, precisetimestampconversion(((((CASE WHEN (cast(CEIL((cast((precisetimestampconversion(COL_C4434F43_49A3_4453_9A85_616EA45089DA#23736, TimestampType, LongType) - 0) as double) / cast(86400000000 as double))) as double) = (cast((precisetimestampconversion(COL_C4434F43_49A3_4453_9A85_616EA45089DA#23736, TimestampType, LongType) - 0) as double) / cast(86400000000 as double))) THEN (CEIL((cast((precisetimestampconversion(COL_C4434F43_49A3_4453_9A85_616EA45089DA#23736, TimestampType, LongType) - 0) as double) / cast(86400000000 as double))) + cast(1 as bigint)) ELSE CEIL((cast((precisetimestampconversion(COL_C4434F43_49A3_4453_9A85_616EA45089DA#23736, TimestampType, LongType) - 0) as double) / cast(86400000000 as double))) END + cast(0 as bigint)) - cast(1 as bigint)) * 86400000000) + 0), LongType, TimestampType), end, precisetimestampconversion((((((CASE WHEN (cast(CEIL((cast((precisetimestampconversion(COL_C4434F43_49A3_4453_9A85_616EA45089DA#23736, TimestampType, LongType) - 0) as double) / cast(86400000000 as double))) as double) = (cast((precisetimestampconversion(COL_C4434F43_49A3_4453_9A85_616EA45089DA#23736, TimestampType, LongType) - 0) as double) / cast(86400000000 as double))) THEN (CEIL((cast((precisetimestampconversion(COL_C4434F43_49A3_4453_9A85_616EA45089DA#23736, TimestampType, LongType) - 0) as double) / cast(86400000000 as double))) + cast(1 as bigint)) ELSE CEIL((cast((precisetimestampconversion(COL_C4434F43_49A3_4453_9A85_616EA45089DA#23736, TimestampType, LongType) - 0) as double) / cast(86400000000 as double))) END + cast(0 as bigint)) - cast(1 as bigint)) * 86400000000) + 0) + 86400000000), LongType, TimestampType)) AS window#23792, COL_78E6D4E3_BB92_49A0_B0FA_EDB566B69837#23735, COL_C4434F43_49A3_4453_9A85_616EA45089DA#23736, COL_A3F6A52D_2F68_4E8A_BC0E_EB18CCC684FD#23737, COL_E0A4607D_4E1B_4039_81D9_98768F891871#23738, COL_99A13B15_A970_423B_81B8_31AC2518C59E#23739, COL_E4180423_51CA_4CA0_A6E1_F54B7BA15459#23740, COL_70396E3E_1347_434E_9E48_B403880188B3#23741, COL_97314C12_0CB0_4B02_87CF_CBD0637C03F1#23742]
                                             +- Project [COL_78E6D4E3_BB92_49A0_B0FA_EDB566B69837#23735, COL_C4434F43_49A3_4453_9A85_616EA45089DA#23736, COL_A3F6A52D_2F68_4E8A_BC0E_EB18CCC684FD#23737, COL_E0A4607D_4E1B_4039_81D9_98768F891871#23738, COL_99A13B15_A970_423B_81B8_31AC2518C59E#23739, COL_E4180423_51CA_4CA0_A6E1_F54B7BA15459#23740, COL_70396E3E_1347_434E_9E48_B403880188B3#23741, COL_97314C12_0CB0_4B02_87CF_CBD0637C03F1#23742]
                                                +- Filter (COL_70396E3E_1347_434E_9E48_B403880188B3#23741 <=> cast(Larvae as string))
                                                   +- Project [cast(YNSECT_ALL_TRAY_37627_COL_655080F4_5ECA_4FED_A763_9B0E34490248#23687 as string) AS COL_78E6D4E3_BB92_49A0_B0FA_EDB566B69837#23735, cast(YNSECT_ALL_TRAY_37627_COL_66297348_CC53_497B_98E0_10E6C236F7F7#23688 as timestamp) AS COL_C4434F43_49A3_4453_9A85_616EA45089DA#23736, cast(YNSECT_ALL_TRAY_37627_COL_9EABBDD7_7BED_42F0_A922_637712817B51#23689 as string) AS COL_A3F6A52D_2F68_4E8A_BC0E_EB18CCC684FD#23737, cast(YNSECT_ALL_TRAY_37627_COL_2ABDA2E0_4DEB_4FF7_9D92_E45932B42790#23690 as double) AS COL_E0A4607D_4E1B_4039_81D9_98768F891871#23738, cast(YNSECT_ALL_TRAY_37627_COL_4A9C1E84_0C29_4139_9683_BE1B0436163E#23691 as double) AS COL_99A13B15_A970_423B_81B8_31AC2518C59E#23739, cast(YNSECT_ALL_TRAY_37627_COL_4552271C_6064_4B80_A4FC_FD60EF37390D#23692 as string) AS COL_E4180423_51CA_4CA0_A6E1_F54B7BA15459#23740, cast(YNSECT_ALL_TRAY_37627_COL_B53B5B70_7533_4624_8936_77BFAF29A1A8#23693 as string) AS COL_70396E3E_1347_434E_9E48_B403880188B3#23741, cast(YNSECT_ALL_TRAY_37627_COL_10B8E04C_35BE_4465_A856_7581B7F9319D#23694 as double) AS COL_97314C12_0CB0_4B02_87CF_CBD0637C03F1#23742]
                                                      +- Project [COL_655080F4_5ECA_4FED_A763_9B0E34490248#23601 AS YNSECT_ALL_TRAY_37627_COL_655080F4_5ECA_4FED_A763_9B0E34490248#23687, COL_66297348_CC53_497B_98E0_10E6C236F7F7#23602 AS YNSECT_ALL_TRAY_37627_COL_66297348_CC53_497B_98E0_10E6C236F7F7#23688, COL_9EABBDD7_7BED_42F0_A922_637712817B51#23603 AS YNSECT_ALL_TRAY_37627_COL_9EABBDD7_7BED_42F0_A922_637712817B51#23689, COL_2ABDA2E0_4DEB_4FF7_9D92_E45932B42790#23604 AS YNSECT_ALL_TRAY_37627_COL_2ABDA2E0_4DEB_4FF7_9D92_E45932B42790#23690, COL_4A9C1E84_0C29_4139_9683_BE1B0436163E#23605 AS YNSECT_ALL_TRAY_37627_COL_4A9C1E84_0C29_4139_9683_BE1B0436163E#23691, COL_4552271C_6064_4B80_A4FC_FD60EF37390D#23606 AS YNSECT_ALL_TRAY_37627_COL_4552271C_6064_4B80_A4FC_FD60EF37390D#23692, COL_B53B5B70_7533_4624_8936_77BFAF29A1A8#23607 AS YNSECT_ALL_TRAY_37627_COL_B53B5B70_7533_4624_8936_77BFAF29A1A8#23693, COL_10B8E04C_35BE_4465_A856_7581B7F9319D#23608 AS YNSECT_ALL_TRAY_37627_COL_10B8E04C_35BE_4465_A856_7581B7F9319D#23694]
                                                         +- SubqueryAlias YNSECT_ALL_TRAY_37627114
                                                            +- Relation[COL_655080F4_5ECA_4FED_A763_9B0E34490248#23601,COL_66297348_CC53_497B_98E0_10E6C236F7F7#23602,COL_9EABBDD7_7BED_42F0_A922_637712817B51#23603,COL_2ABDA2E0_4DEB_4FF7_9D92_E45932B42790#23604,COL_4A9C1E84_0C29_4139_9683_BE1B0436163E#23605,COL_4552271C_6064_4B80_A4FC_FD60EF37390D#23606,COL_B53B5B70_7533_4624_8936_77BFAF29A1A8#23607,COL_10B8E04C_35BE_4465_A856_7581B7F9319D#23608] parquet

== Optimized Logical Plan ==
GlobalLimit 500000
+- LocalLimit 500000
   +- Project [COL_AEC65801_0E49_447A_9EF0_41E20BE6AD72#23813, COL_2AA0D46A_75F3_4B60_92DC_41741D25B9B3#23788, str_to_date(get_json_object(COL_AEC65801_0E49_447A_9EF0_41E20BE6AD72#23813, $.start), yyyy-MM-dd'T'HH:mm:ss.SSSXXX) AS COL_3D252F18_E4F0_4DA8_897C_51F240627ECA#23880]
      +- Sort [COL_AEC65801_0E49_447A_9EF0_41E20BE6AD72#23813 ASC NULLS FIRST], true
         +- Aggregate [window#23792], [sum(COL_E0A4607D_4E1B_4039_81D9_98768F891871#23738) AS COL_2AA0D46A_75F3_4B60_92DC_41741D25B9B3#23788, internal.windowToJson(window#23792, null) AS COL_AEC65801_0E49_447A_9EF0_41E20BE6AD72#23813]
            +- Project [named_struct(start, precisetimestampconversion(((((CASE WHEN (cast(CEIL((cast((precisetimestampconversion(COL_66297348_CC53_497B_98E0_10E6C236F7F7#23602, TimestampType, LongType) - 0) as double) / 8.64E10)) as double) = (cast((precisetimestampconversion(COL_66297348_CC53_497B_98E0_10E6C236F7F7#23602, TimestampType, LongType) - 0) as double) / 8.64E10)) THEN (CEIL((cast((precisetimestampconversion(COL_66297348_CC53_497B_98E0_10E6C236F7F7#23602, TimestampType, LongType) - 0) as double) / 8.64E10)) + 1) ELSE CEIL((cast((precisetimestampconversion(COL_66297348_CC53_497B_98E0_10E6C236F7F7#23602, TimestampType, LongType) - 0) as double) / 8.64E10)) END + 0) - 1) * 86400000000) + 0), LongType, TimestampType), end, precisetimestampconversion(((((CASE WHEN (cast(CEIL((cast((precisetimestampconversion(COL_66297348_CC53_497B_98E0_10E6C236F7F7#23602, TimestampType, LongType) - 0) as double) / 8.64E10)) as double) = (cast((precisetimestampconversion(COL_66297348_CC53_497B_98E0_10E6C236F7F7#23602, TimestampType, LongType) - 0) as double) / 8.64E10)) THEN (CEIL((cast((precisetimestampconversion(COL_66297348_CC53_497B_98E0_10E6C236F7F7#23602, TimestampType, LongType) - 0) as double) / 8.64E10)) + 1) ELSE CEIL((cast((precisetimestampconversion(COL_66297348_CC53_497B_98E0_10E6C236F7F7#23602, TimestampType, LongType) - 0) as double) / 8.64E10)) END + 0) - 1) * 86400000000) + 86400000000), LongType, TimestampType)) AS window#23792, COL_2ABDA2E0_4DEB_4FF7_9D92_E45932B42790#23604 AS COL_E0A4607D_4E1B_4039_81D9_98768F891871#23738]
               +- Filter ((COL_B53B5B70_7533_4624_8936_77BFAF29A1A8#23607 <=> Larvae) AND isnotnull(COL_66297348_CC53_497B_98E0_10E6C236F7F7#23602))
                  +- Relation[COL_655080F4_5ECA_4FED_A763_9B0E34490248#23601,COL_66297348_CC53_497B_98E0_10E6C236F7F7#23602,COL_9EABBDD7_7BED_42F0_A922_637712817B51#23603,COL_2ABDA2E0_4DEB_4FF7_9D92_E45932B42790#23604,COL_4A9C1E84_0C29_4139_9683_BE1B0436163E#23605,COL_4552271C_6064_4B80_A4FC_FD60EF37390D#23606,COL_B53B5B70_7533_4624_8936_77BFAF29A1A8#23607,COL_10B8E04C_35BE_4465_A856_7581B7F9319D#23608] parquet

== Physical Plan ==
AdaptiveSparkPlan isFinalPlan=true
+- TakeOrderedAndProject(limit=500000, orderBy=[COL_AEC65801_0E49_447A_9EF0_41E20BE6AD72#23813 ASC NULLS FIRST], output=[COL_AEC65801_0E49_447A_9EF0_41E20BE6AD72#23813,COL_2AA0D46A_75F3_4B60_92DC_41741D25B9B3#23788,COL_3D252F18_E4F0_4DA8_897C_51F240627ECA#23880])
   +- *(2) HashAggregate(keys=[window#23792], functions=[sum(COL_E0A4607D_4E1B_4039_81D9_98768F891871#23738)], output=[COL_2AA0D46A_75F3_4B60_92DC_41741D25B9B3#23788, COL_AEC65801_0E49_447A_9EF0_41E20BE6AD72#23813])
      +- CustomShuffleReader coalesced
         +- ShuffleQueryStage 0
            +- Exchange hashpartitioning(window#23792, 200), true, [id=#4524]
               +- *(1) HashAggregate(keys=[window#23792], functions=[partial_sum(COL_E0A4607D_4E1B_4039_81D9_98768F891871#23738)], output=[window#23792, sum#23887])
                  +- *(1) Project [named_struct(start, precisetimestampconversion(((((CASE WHEN (cast(CEIL((cast((precisetimestampconversion(COL_66297348_CC53_497B_98E0_10E6C236F7F7#23602, TimestampType, LongType) - 0) as double) / 8.64E10)) as double) = (cast((precisetimestampconversion(COL_66297348_CC53_497B_98E0_10E6C236F7F7#23602, TimestampType, LongType) - 0) as double) / 8.64E10)) THEN (CEIL((cast((precisetimestampconversion(COL_66297348_CC53_497B_98E0_10E6C236F7F7#23602, TimestampType, LongType) - 0) as double) / 8.64E10)) + 1) ELSE CEIL((cast((precisetimestampconversion(COL_66297348_CC53_497B_98E0_10E6C236F7F7#23602, TimestampType, LongType) - 0) as double) / 8.64E10)) END + 0) - 1) * 86400000000) + 0), LongType, TimestampType), end, precisetimestampconversion(((((CASE WHEN (cast(CEIL((cast((precisetimestampconversion(COL_66297348_CC53_497B_98E0_10E6C236F7F7#23602, TimestampType, LongType) - 0) as double) / 8.64E10)) as double) = (cast((precisetimestampconversion(COL_66297348_CC53_497B_98E0_10E6C236F7F7#23602, TimestampType, LongType) - 0) as double) / 8.64E10)) THEN (CEIL((cast((precisetimestampconversion(COL_66297348_CC53_497B_98E0_10E6C236F7F7#23602, TimestampType, LongType) - 0) as double) / 8.64E10)) + 1) ELSE CEIL((cast((precisetimestampconversion(COL_66297348_CC53_497B_98E0_10E6C236F7F7#23602, TimestampType, LongType) - 0) as double) / 8.64E10)) END + 0) - 1) * 86400000000) + 86400000000), LongType, TimestampType)) AS window#23792, COL_2ABDA2E0_4DEB_4FF7_9D92_E45932B42790#23604 AS COL_E0A4607D_4E1B_4039_81D9_98768F891871#23738]
                     +- *(1) Filter ((COL_B53B5B70_7533_4624_8936_77BFAF29A1A8#23607 <=> Larvae) AND isnotnull(COL_66297348_CC53_497B_98E0_10E6C236F7F7#23602))
                        +- *(1) ColumnarToRow
                           +- FileScan parquet [COL_66297348_CC53_497B_98E0_10E6C236F7F7#23602,COL_2ABDA2E0_4DEB_4FF7_9D92_E45932B42790#23604,COL_B53B5B70_7533_4624_8936_77BFAF29A1A8#23607] Batched: true, DataFilters: [(COL_B53B5B70_7533_4624_8936_77BFAF29A1A8#23607 <=> Larvae), isnotnull(COL_66297348_CC53_497B_98..., Format: Parquet, Location: InMemoryFileIndex[file:/data/output/cache/parquet/datablock/YNSECT_ALL_TRAY_37627], PartitionFilters: [], PushedFilters: [EqualNullSafe(COL_B53B5B70_7533_4624_8936_77BFAF29A1A8,Larvae), IsNotNull(COL_66297348_CC53_497B..., ReadSchema: struct<COL_66297348_CC53_497B_98E0_10E6C236F7F7:timestamp,COL_2ABDA2E0_4DEB_4FF7_9D92_E45932B4279...