DC2 - Details for Query 91

Details for Query 91

Submitted Time: 2026/04/29 06:30:32
Duration: 0.9 s
Succeeded Jobs: 154 156

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" AdaptiveSparkPlan "]; 1 [labelType="html" label=" TakeOrderedAndProject "]; 2 [labelType="html" label="HashAggregate spill size total (min, med, max (stageId: taskId)) 0.0 B (0.0 B, 0.0 B, 0.0 B (stage 246.0: task 760)) time in aggregation build total (min, med, max (stageId: taskId)) 1.2 s (5 ms, 72 ms, 197 ms (stage 246.0: task 759)) peak memory total (min, med, max (stageId: taskId)) 835.3 MiB (64.3 MiB, 64.3 MiB, 64.3 MiB (stage 246.0: task 760)) number of output rows: 548 avg hash probe bucket list iters (min, med, max (stageId: taskId)): (1, 1, 1 (stage 246.0: task 760))"]; 3 [labelType="html" label=" CustomShuffleReader "]; 4 [labelType="html" label="Exchange shuffle records written: 620 shuffle write time total (min, med, max (stageId: taskId)) 69 ms (21 ms, 21 ms, 27 ms (stage 242.0: task 731)) records read: 620 local bytes read total (min, med, max (stageId: taskId)) 35.9 KiB (1620.0 B, 2.9 KiB, 3.0 KiB (stage 246.0: task 760)) fetch wait time total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 246.0: task 760)) remote bytes read: 0.0 B local blocks read: 39 remote blocks read: 0 data size total (min, med, max (stageId: taskId)) 29.1 KiB (6.3 KiB, 6.3 KiB, 16.5 KiB (stage 242.0: task 731)) remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 35.9 KiB (8.8 KiB, 9.0 KiB, 18.1 KiB (stage 242.0: task 731))"]; subgraph cluster5 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n615 ms (9 ms, 31 ms, 136 ms (stage 242.0: task 733))"; 6 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 428 ms (7 ms, 26 ms, 114 ms (stage 242.0: task 733)) peak memory total (min, med, max (stageId: taskId)) 195.0 MiB (256.0 KiB, 256.0 KiB, 64.3 MiB (stage 242.0: task 732)) number of output rows: 620 avg hash probe bucket list iters (min, med, max (stageId: taskId)): (1, 1, 1 (stage 242.0: task 732))"]; 7 [labelType="html" label=" Project "]; 8 [labelType="html" label="Filter number of output rows: 3,432"]; 9 [labelType="html" label="ColumnarToRow number of output rows: 3,432 number of input batches: 12"]; } 10 [labelType="html" label="Scan parquet number of files read: 45 scan time total (min, med, max (stageId: taskId)) 339 ms (6 ms, 25 ms, 80 ms (stage 242.0: task 733)) metadata time: 0 ms size of files read: 266.6 KiB number of output rows: 3,432"]; 1->0; 2->1; 3->2; 4->3; 6->4; 7->6; 8->7; 9->8; 10->9; }

AdaptiveSparkPlan isFinalPlan=true

TakeOrderedAndProject(limit=500000, orderBy=[COL_003E1F13_06B7_4D87_8BBF_C28FB4EE9FDB#23838 ASC NULLS FIRST], output=[COL_4DB0E318_CD58_49FF_A4C1_01A211280E08#23812,COL_B50AB121_392A_460F_9F11_A79AC22B302B#23786,COL_003E1F13_06B7_4D87_8BBF_C28FB4EE9FDB#23838])

HashAggregate(keys=[window#23791], functions=[sum(COL_99A13B15_A970_423B_81B8_31AC2518C59E#23635)])

CustomShuffleReader coalesced

Exchange hashpartitioning(window#23791, 200), true, [id=#4520]

HashAggregate(keys=[window#23791], functions=[partial_sum(COL_99A13B15_A970_423B_81B8_31AC2518C59E#23635)])

Project [named_struct(start, precisetimestampconversion(((((CASE WHEN (cast(CEIL((cast((precisetimestampconversion(COL_66297348_CC53_497B_98E0_10E6C236F7F7#23528, TimestampType, LongType) - 0) as double) / 8.64E10)) as double) = (cast((precisetimestampconversion(COL_66297348_CC53_497B_98E0_10E6C236F7F7#23528, TimestampType, LongType) - 0) as double) / 8.64E10)) THEN (CEIL((cast((precisetimestampconversion(COL_66297348_CC53_497B_98E0_10E6C236F7F7#23528, TimestampType, LongType) - 0) as double) / 8.64E10)) + 1) ELSE CEIL((cast((precisetimestampconversion(COL_66297348_CC53_497B_98E0_10E6C236F7F7#23528, TimestampType, LongType) - 0) as double) / 8.64E10)) END + 0) - 1) * 86400000000) + 0), LongType, TimestampType), end, precisetimestampconversion(((((CASE WHEN (cast(CEIL((cast((precisetimestampconversion(COL_66297348_CC53_497B_98E0_10E6C236F7F7#23528, TimestampType, LongType) - 0) as double) / 8.64E10)) as double) = (cast((precisetimestampconversion(COL_66297348_CC53_497B_98E0_10E6C236F7F7#23528, TimestampType, LongType) - 0) as double) / 8.64E10)) THEN (CEIL((cast((precisetimestampconversion(COL_66297348_CC53_497B_98E0_10E6C236F7F7#23528, TimestampType, LongType) - 0) as double) / 8.64E10)) + 1) ELSE CEIL((cast((precisetimestampconversion(COL_66297348_CC53_497B_98E0_10E6C236F7F7#23528, TimestampType, LongType) - 0) as double) / 8.64E10)) END + 0) - 1) * 86400000000) + 86400000000), LongType, TimestampType)) AS window#23791, COL_4A9C1E84_0C29_4139_9683_BE1B0436163E#23531 AS COL_99A13B15_A970_423B_81B8_31AC2518C59E#23635]

Filter ((COL_B53B5B70_7533_4624_8936_77BFAF29A1A8#23533 <=> Larvae) AND isnotnull(COL_66297348_CC53_497B_98E0_10E6C236F7F7#23528))

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_66297348_CC53_497B_98E0_10E6C236F7F7#23528,COL_4A9C1E84_0C29_4139_9683_BE1B0436163E#23531,COL_B53B5B70_7533_4624_8936_77BFAF29A1A8#23533] Batched: true, DataFilters: [(COL_B53B5B70_7533_4624_8936_77BFAF29A1A8#23533 <=> Larvae), isnotnull(COL_66297348_CC53_497B_98..., Format: Parquet, Location: InMemoryFileIndex[file:/data/output/cache/parquet/datablock/YNSECT_ALL_TRAY_37627], PartitionFilters: [], PushedFilters: [EqualNullSafe(COL_B53B5B70_7533_4624_8936_77BFAF29A1A8,Larvae), IsNotNull(COL_66297348_CC53_497B..., ReadSchema: struct<COL_66297348_CC53_497B_98E0_10E6C236F7F7:timestamp,COL_4A9C1E84_0C29_4139_9683_BE1B0436163...

Details

== Parsed Logical Plan ==
GlobalLimit 500000
+- LocalLimit 500000
   +- Filter true
      +- Project [COL_4DB0E318_CD58_49FF_A4C1_01A211280E08#23857 AS COL_4DB0E318_CD58_49FF_A4C1_01A211280E08#23863, COL_B50AB121_392A_460F_9F11_A79AC22B302B#23858 AS COL_B50AB121_392A_460F_9F11_A79AC22B302B#23864, COL_003E1F13_06B7_4D87_8BBF_C28FB4EE9FDB#23859 AS COL_003E1F13_06B7_4D87_8BBF_C28FB4EE9FDB#23865]
         +- Project [COL_4DB0E318_CD58_49FF_A4C1_01A211280E08#23845 AS COL_4DB0E318_CD58_49FF_A4C1_01A211280E08#23857, COL_B50AB121_392A_460F_9F11_A79AC22B302B#23846 AS COL_B50AB121_392A_460F_9F11_A79AC22B302B#23858, COL_003E1F13_06B7_4D87_8BBF_C28FB4EE9FDB#23847 AS COL_003E1F13_06B7_4D87_8BBF_C28FB4EE9FDB#23859]
            +- Project [COL_4DB0E318_CD58_49FF_A4C1_01A211280E08#23828 AS COL_4DB0E318_CD58_49FF_A4C1_01A211280E08#23845, COL_B50AB121_392A_460F_9F11_A79AC22B302B#23829 AS COL_B50AB121_392A_460F_9F11_A79AC22B302B#23846, COL_003E1F13_06B7_4D87_8BBF_C28FB4EE9FDB#23838 AS COL_003E1F13_06B7_4D87_8BBF_C28FB4EE9FDB#23847]
               +- Sort [COL_003E1F13_06B7_4D87_8BBF_C28FB4EE9FDB#23838 ASC NULLS FIRST], true
                  +- Project [COL_4DB0E318_CD58_49FF_A4C1_01A211280E08#23828, COL_B50AB121_392A_460F_9F11_A79AC22B302B#23829, str_to_date(get_json_object(COL_4DB0E318_CD58_49FF_A4C1_01A211280E08#23828, cast($.start as string)), cast(yyyy-MM-dd'T'HH:mm:ss.SSSXXX as string)) AS COL_003E1F13_06B7_4D87_8BBF_C28FB4EE9FDB#23838]
                     +- Project [COL_4DB0E318_CD58_49FF_A4C1_01A211280E08#23822 AS COL_4DB0E318_CD58_49FF_A4C1_01A211280E08#23828, COL_B50AB121_392A_460F_9F11_A79AC22B302B#23823 AS COL_B50AB121_392A_460F_9F11_A79AC22B302B#23829]
                        +- Project [COL_4DB0E318_CD58_49FF_A4C1_01A211280E08#23812 AS COL_4DB0E318_CD58_49FF_A4C1_01A211280E08#23822, COL_B50AB121_392A_460F_9F11_A79AC22B302B#23786 AS COL_B50AB121_392A_460F_9F11_A79AC22B302B#23823]
                           +- Sort [COL_4DB0E318_CD58_49FF_A4C1_01A211280E08#23812 ASC NULLS FIRST], true
                              +- Project [COL_B50AB121_392A_460F_9F11_A79AC22B302B#23786, COL_4DB0E318_CD58_49FF_A4C1_01A211280E08#23812]
                                 +- Project [window#23768, COL_B50AB121_392A_460F_9F11_A79AC22B302B#23786, internal.windowToJson(window#23768, null) AS COL_4DB0E318_CD58_49FF_A4C1_01A211280E08#23812]
                                    +- Project [window#23768, COL_B50AB121_392A_460F_9F11_A79AC22B302B#23786]
                                       +- Aggregate [window#23791], [window#23791 AS window#23768, 1 AS NULL_1#23789, sum(COL_99A13B15_A970_423B_81B8_31AC2518C59E#23635) AS COL_B50AB121_392A_460F_9F11_A79AC22B302B#23786]
                                          +- Filter isnotnull(COL_C4434F43_49A3_4453_9A85_616EA45089DA#23632)
                                             +- Project [named_struct(start, precisetimestampconversion(((((CASE WHEN (cast(CEIL((cast((precisetimestampconversion(COL_C4434F43_49A3_4453_9A85_616EA45089DA#23632, TimestampType, LongType) - 0) as double) / cast(86400000000 as double))) as double) = (cast((precisetimestampconversion(COL_C4434F43_49A3_4453_9A85_616EA45089DA#23632, TimestampType, LongType) - 0) as double) / cast(86400000000 as double))) THEN (CEIL((cast((precisetimestampconversion(COL_C4434F43_49A3_4453_9A85_616EA45089DA#23632, TimestampType, LongType) - 0) as double) / cast(86400000000 as double))) + cast(1 as bigint)) ELSE CEIL((cast((precisetimestampconversion(COL_C4434F43_49A3_4453_9A85_616EA45089DA#23632, TimestampType, LongType) - 0) as double) / cast(86400000000 as double))) END + cast(0 as bigint)) - cast(1 as bigint)) * 86400000000) + 0), LongType, TimestampType), end, precisetimestampconversion((((((CASE WHEN (cast(CEIL((cast((precisetimestampconversion(COL_C4434F43_49A3_4453_9A85_616EA45089DA#23632, TimestampType, LongType) - 0) as double) / cast(86400000000 as double))) as double) = (cast((precisetimestampconversion(COL_C4434F43_49A3_4453_9A85_616EA45089DA#23632, TimestampType, LongType) - 0) as double) / cast(86400000000 as double))) THEN (CEIL((cast((precisetimestampconversion(COL_C4434F43_49A3_4453_9A85_616EA45089DA#23632, TimestampType, LongType) - 0) as double) / cast(86400000000 as double))) + cast(1 as bigint)) ELSE CEIL((cast((precisetimestampconversion(COL_C4434F43_49A3_4453_9A85_616EA45089DA#23632, TimestampType, LongType) - 0) as double) / cast(86400000000 as double))) END + cast(0 as bigint)) - cast(1 as bigint)) * 86400000000) + 0) + 86400000000), LongType, TimestampType)) AS window#23791, COL_78E6D4E3_BB92_49A0_B0FA_EDB566B69837#23631, COL_C4434F43_49A3_4453_9A85_616EA45089DA#23632, COL_A3F6A52D_2F68_4E8A_BC0E_EB18CCC684FD#23633, COL_E0A4607D_4E1B_4039_81D9_98768F891871#23634, COL_99A13B15_A970_423B_81B8_31AC2518C59E#23635, COL_E4180423_51CA_4CA0_A6E1_F54B7BA15459#23636, COL_70396E3E_1347_434E_9E48_B403880188B3#23637, COL_97314C12_0CB0_4B02_87CF_CBD0637C03F1#23638]
                                                +- Project [COL_78E6D4E3_BB92_49A0_B0FA_EDB566B69837#23631, COL_C4434F43_49A3_4453_9A85_616EA45089DA#23632, COL_A3F6A52D_2F68_4E8A_BC0E_EB18CCC684FD#23633, COL_E0A4607D_4E1B_4039_81D9_98768F891871#23634, COL_99A13B15_A970_423B_81B8_31AC2518C59E#23635, COL_E4180423_51CA_4CA0_A6E1_F54B7BA15459#23636, COL_70396E3E_1347_434E_9E48_B403880188B3#23637, COL_97314C12_0CB0_4B02_87CF_CBD0637C03F1#23638]
                                                   +- Filter (COL_70396E3E_1347_434E_9E48_B403880188B3#23637 <=> cast(Larvae as string))
                                                      +- Project [cast(YNSECT_ALL_TRAY_37627_COL_655080F4_5ECA_4FED_A763_9B0E34490248#23567 as string) AS COL_78E6D4E3_BB92_49A0_B0FA_EDB566B69837#23631, cast(YNSECT_ALL_TRAY_37627_COL_66297348_CC53_497B_98E0_10E6C236F7F7#23568 as timestamp) AS COL_C4434F43_49A3_4453_9A85_616EA45089DA#23632, cast(YNSECT_ALL_TRAY_37627_COL_9EABBDD7_7BED_42F0_A922_637712817B51#23569 as string) AS COL_A3F6A52D_2F68_4E8A_BC0E_EB18CCC684FD#23633, cast(YNSECT_ALL_TRAY_37627_COL_2ABDA2E0_4DEB_4FF7_9D92_E45932B42790#23570 as double) AS COL_E0A4607D_4E1B_4039_81D9_98768F891871#23634, cast(YNSECT_ALL_TRAY_37627_COL_4A9C1E84_0C29_4139_9683_BE1B0436163E#23571 as double) AS COL_99A13B15_A970_423B_81B8_31AC2518C59E#23635, cast(YNSECT_ALL_TRAY_37627_COL_4552271C_6064_4B80_A4FC_FD60EF37390D#23572 as string) AS COL_E4180423_51CA_4CA0_A6E1_F54B7BA15459#23636, cast(YNSECT_ALL_TRAY_37627_COL_B53B5B70_7533_4624_8936_77BFAF29A1A8#23573 as string) AS COL_70396E3E_1347_434E_9E48_B403880188B3#23637, cast(YNSECT_ALL_TRAY_37627_COL_10B8E04C_35BE_4465_A856_7581B7F9319D#23574 as double) AS COL_97314C12_0CB0_4B02_87CF_CBD0637C03F1#23638]
                                                         +- Project [COL_655080F4_5ECA_4FED_A763_9B0E34490248#23527 AS YNSECT_ALL_TRAY_37627_COL_655080F4_5ECA_4FED_A763_9B0E34490248#23567, COL_66297348_CC53_497B_98E0_10E6C236F7F7#23528 AS YNSECT_ALL_TRAY_37627_COL_66297348_CC53_497B_98E0_10E6C236F7F7#23568, COL_9EABBDD7_7BED_42F0_A922_637712817B51#23529 AS YNSECT_ALL_TRAY_37627_COL_9EABBDD7_7BED_42F0_A922_637712817B51#23569, COL_2ABDA2E0_4DEB_4FF7_9D92_E45932B42790#23530 AS YNSECT_ALL_TRAY_37627_COL_2ABDA2E0_4DEB_4FF7_9D92_E45932B42790#23570, COL_4A9C1E84_0C29_4139_9683_BE1B0436163E#23531 AS YNSECT_ALL_TRAY_37627_COL_4A9C1E84_0C29_4139_9683_BE1B0436163E#23571, COL_4552271C_6064_4B80_A4FC_FD60EF37390D#23532 AS YNSECT_ALL_TRAY_37627_COL_4552271C_6064_4B80_A4FC_FD60EF37390D#23572, COL_B53B5B70_7533_4624_8936_77BFAF29A1A8#23533 AS YNSECT_ALL_TRAY_37627_COL_B53B5B70_7533_4624_8936_77BFAF29A1A8#23573, COL_10B8E04C_35BE_4465_A856_7581B7F9319D#23534 AS YNSECT_ALL_TRAY_37627_COL_10B8E04C_35BE_4465_A856_7581B7F9319D#23574]
                                                            +- SubqueryAlias YNSECT_ALL_TRAY_37627115
                                                               +- Relation[COL_655080F4_5ECA_4FED_A763_9B0E34490248#23527,COL_66297348_CC53_497B_98E0_10E6C236F7F7#23528,COL_9EABBDD7_7BED_42F0_A922_637712817B51#23529,COL_2ABDA2E0_4DEB_4FF7_9D92_E45932B42790#23530,COL_4A9C1E84_0C29_4139_9683_BE1B0436163E#23531,COL_4552271C_6064_4B80_A4FC_FD60EF37390D#23532,COL_B53B5B70_7533_4624_8936_77BFAF29A1A8#23533,COL_10B8E04C_35BE_4465_A856_7581B7F9319D#23534] parquet

== Analyzed Logical Plan ==
COL_4DB0E318_CD58_49FF_A4C1_01A211280E08: string, COL_B50AB121_392A_460F_9F11_A79AC22B302B: double, COL_003E1F13_06B7_4D87_8BBF_C28FB4EE9FDB: timestamp
GlobalLimit 500000
+- LocalLimit 500000
   +- Filter true
      +- Project [COL_4DB0E318_CD58_49FF_A4C1_01A211280E08#23857 AS COL_4DB0E318_CD58_49FF_A4C1_01A211280E08#23863, COL_B50AB121_392A_460F_9F11_A79AC22B302B#23858 AS COL_B50AB121_392A_460F_9F11_A79AC22B302B#23864, COL_003E1F13_06B7_4D87_8BBF_C28FB4EE9FDB#23859 AS COL_003E1F13_06B7_4D87_8BBF_C28FB4EE9FDB#23865]
         +- Project [COL_4DB0E318_CD58_49FF_A4C1_01A211280E08#23845 AS COL_4DB0E318_CD58_49FF_A4C1_01A211280E08#23857, COL_B50AB121_392A_460F_9F11_A79AC22B302B#23846 AS COL_B50AB121_392A_460F_9F11_A79AC22B302B#23858, COL_003E1F13_06B7_4D87_8BBF_C28FB4EE9FDB#23847 AS COL_003E1F13_06B7_4D87_8BBF_C28FB4EE9FDB#23859]
            +- Project [COL_4DB0E318_CD58_49FF_A4C1_01A211280E08#23828 AS COL_4DB0E318_CD58_49FF_A4C1_01A211280E08#23845, COL_B50AB121_392A_460F_9F11_A79AC22B302B#23829 AS COL_B50AB121_392A_460F_9F11_A79AC22B302B#23846, COL_003E1F13_06B7_4D87_8BBF_C28FB4EE9FDB#23838 AS COL_003E1F13_06B7_4D87_8BBF_C28FB4EE9FDB#23847]
               +- Sort [COL_003E1F13_06B7_4D87_8BBF_C28FB4EE9FDB#23838 ASC NULLS FIRST], true
                  +- Project [COL_4DB0E318_CD58_49FF_A4C1_01A211280E08#23828, COL_B50AB121_392A_460F_9F11_A79AC22B302B#23829, str_to_date(get_json_object(COL_4DB0E318_CD58_49FF_A4C1_01A211280E08#23828, cast($.start as string)), cast(yyyy-MM-dd'T'HH:mm:ss.SSSXXX as string)) AS COL_003E1F13_06B7_4D87_8BBF_C28FB4EE9FDB#23838]
                     +- Project [COL_4DB0E318_CD58_49FF_A4C1_01A211280E08#23822 AS COL_4DB0E318_CD58_49FF_A4C1_01A211280E08#23828, COL_B50AB121_392A_460F_9F11_A79AC22B302B#23823 AS COL_B50AB121_392A_460F_9F11_A79AC22B302B#23829]
                        +- Project [COL_4DB0E318_CD58_49FF_A4C1_01A211280E08#23812 AS COL_4DB0E318_CD58_49FF_A4C1_01A211280E08#23822, COL_B50AB121_392A_460F_9F11_A79AC22B302B#23786 AS COL_B50AB121_392A_460F_9F11_A79AC22B302B#23823]
                           +- Sort [COL_4DB0E318_CD58_49FF_A4C1_01A211280E08#23812 ASC NULLS FIRST], true
                              +- Project [COL_B50AB121_392A_460F_9F11_A79AC22B302B#23786, COL_4DB0E318_CD58_49FF_A4C1_01A211280E08#23812]
                                 +- Project [window#23768, COL_B50AB121_392A_460F_9F11_A79AC22B302B#23786, internal.windowToJson(window#23768, null) AS COL_4DB0E318_CD58_49FF_A4C1_01A211280E08#23812]
                                    +- Project [window#23768, COL_B50AB121_392A_460F_9F11_A79AC22B302B#23786]
                                       +- Aggregate [window#23791], [window#23791 AS window#23768, 1 AS NULL_1#23789, sum(COL_99A13B15_A970_423B_81B8_31AC2518C59E#23635) AS COL_B50AB121_392A_460F_9F11_A79AC22B302B#23786]
                                          +- Filter isnotnull(COL_C4434F43_49A3_4453_9A85_616EA45089DA#23632)
                                             +- Project [named_struct(start, precisetimestampconversion(((((CASE WHEN (cast(CEIL((cast((precisetimestampconversion(COL_C4434F43_49A3_4453_9A85_616EA45089DA#23632, TimestampType, LongType) - 0) as double) / cast(86400000000 as double))) as double) = (cast((precisetimestampconversion(COL_C4434F43_49A3_4453_9A85_616EA45089DA#23632, TimestampType, LongType) - 0) as double) / cast(86400000000 as double))) THEN (CEIL((cast((precisetimestampconversion(COL_C4434F43_49A3_4453_9A85_616EA45089DA#23632, TimestampType, LongType) - 0) as double) / cast(86400000000 as double))) + cast(1 as bigint)) ELSE CEIL((cast((precisetimestampconversion(COL_C4434F43_49A3_4453_9A85_616EA45089DA#23632, TimestampType, LongType) - 0) as double) / cast(86400000000 as double))) END + cast(0 as bigint)) - cast(1 as bigint)) * 86400000000) + 0), LongType, TimestampType), end, precisetimestampconversion((((((CASE WHEN (cast(CEIL((cast((precisetimestampconversion(COL_C4434F43_49A3_4453_9A85_616EA45089DA#23632, TimestampType, LongType) - 0) as double) / cast(86400000000 as double))) as double) = (cast((precisetimestampconversion(COL_C4434F43_49A3_4453_9A85_616EA45089DA#23632, TimestampType, LongType) - 0) as double) / cast(86400000000 as double))) THEN (CEIL((cast((precisetimestampconversion(COL_C4434F43_49A3_4453_9A85_616EA45089DA#23632, TimestampType, LongType) - 0) as double) / cast(86400000000 as double))) + cast(1 as bigint)) ELSE CEIL((cast((precisetimestampconversion(COL_C4434F43_49A3_4453_9A85_616EA45089DA#23632, TimestampType, LongType) - 0) as double) / cast(86400000000 as double))) END + cast(0 as bigint)) - cast(1 as bigint)) * 86400000000) + 0) + 86400000000), LongType, TimestampType)) AS window#23791, COL_78E6D4E3_BB92_49A0_B0FA_EDB566B69837#23631, COL_C4434F43_49A3_4453_9A85_616EA45089DA#23632, COL_A3F6A52D_2F68_4E8A_BC0E_EB18CCC684FD#23633, COL_E0A4607D_4E1B_4039_81D9_98768F891871#23634, COL_99A13B15_A970_423B_81B8_31AC2518C59E#23635, COL_E4180423_51CA_4CA0_A6E1_F54B7BA15459#23636, COL_70396E3E_1347_434E_9E48_B403880188B3#23637, COL_97314C12_0CB0_4B02_87CF_CBD0637C03F1#23638]
                                                +- Project [COL_78E6D4E3_BB92_49A0_B0FA_EDB566B69837#23631, COL_C4434F43_49A3_4453_9A85_616EA45089DA#23632, COL_A3F6A52D_2F68_4E8A_BC0E_EB18CCC684FD#23633, COL_E0A4607D_4E1B_4039_81D9_98768F891871#23634, COL_99A13B15_A970_423B_81B8_31AC2518C59E#23635, COL_E4180423_51CA_4CA0_A6E1_F54B7BA15459#23636, COL_70396E3E_1347_434E_9E48_B403880188B3#23637, COL_97314C12_0CB0_4B02_87CF_CBD0637C03F1#23638]
                                                   +- Filter (COL_70396E3E_1347_434E_9E48_B403880188B3#23637 <=> cast(Larvae as string))
                                                      +- Project [cast(YNSECT_ALL_TRAY_37627_COL_655080F4_5ECA_4FED_A763_9B0E34490248#23567 as string) AS COL_78E6D4E3_BB92_49A0_B0FA_EDB566B69837#23631, cast(YNSECT_ALL_TRAY_37627_COL_66297348_CC53_497B_98E0_10E6C236F7F7#23568 as timestamp) AS COL_C4434F43_49A3_4453_9A85_616EA45089DA#23632, cast(YNSECT_ALL_TRAY_37627_COL_9EABBDD7_7BED_42F0_A922_637712817B51#23569 as string) AS COL_A3F6A52D_2F68_4E8A_BC0E_EB18CCC684FD#23633, cast(YNSECT_ALL_TRAY_37627_COL_2ABDA2E0_4DEB_4FF7_9D92_E45932B42790#23570 as double) AS COL_E0A4607D_4E1B_4039_81D9_98768F891871#23634, cast(YNSECT_ALL_TRAY_37627_COL_4A9C1E84_0C29_4139_9683_BE1B0436163E#23571 as double) AS COL_99A13B15_A970_423B_81B8_31AC2518C59E#23635, cast(YNSECT_ALL_TRAY_37627_COL_4552271C_6064_4B80_A4FC_FD60EF37390D#23572 as string) AS COL_E4180423_51CA_4CA0_A6E1_F54B7BA15459#23636, cast(YNSECT_ALL_TRAY_37627_COL_B53B5B70_7533_4624_8936_77BFAF29A1A8#23573 as string) AS COL_70396E3E_1347_434E_9E48_B403880188B3#23637, cast(YNSECT_ALL_TRAY_37627_COL_10B8E04C_35BE_4465_A856_7581B7F9319D#23574 as double) AS COL_97314C12_0CB0_4B02_87CF_CBD0637C03F1#23638]
                                                         +- Project [COL_655080F4_5ECA_4FED_A763_9B0E34490248#23527 AS YNSECT_ALL_TRAY_37627_COL_655080F4_5ECA_4FED_A763_9B0E34490248#23567, COL_66297348_CC53_497B_98E0_10E6C236F7F7#23528 AS YNSECT_ALL_TRAY_37627_COL_66297348_CC53_497B_98E0_10E6C236F7F7#23568, COL_9EABBDD7_7BED_42F0_A922_637712817B51#23529 AS YNSECT_ALL_TRAY_37627_COL_9EABBDD7_7BED_42F0_A922_637712817B51#23569, COL_2ABDA2E0_4DEB_4FF7_9D92_E45932B42790#23530 AS YNSECT_ALL_TRAY_37627_COL_2ABDA2E0_4DEB_4FF7_9D92_E45932B42790#23570, COL_4A9C1E84_0C29_4139_9683_BE1B0436163E#23531 AS YNSECT_ALL_TRAY_37627_COL_4A9C1E84_0C29_4139_9683_BE1B0436163E#23571, COL_4552271C_6064_4B80_A4FC_FD60EF37390D#23532 AS YNSECT_ALL_TRAY_37627_COL_4552271C_6064_4B80_A4FC_FD60EF37390D#23572, COL_B53B5B70_7533_4624_8936_77BFAF29A1A8#23533 AS YNSECT_ALL_TRAY_37627_COL_B53B5B70_7533_4624_8936_77BFAF29A1A8#23573, COL_10B8E04C_35BE_4465_A856_7581B7F9319D#23534 AS YNSECT_ALL_TRAY_37627_COL_10B8E04C_35BE_4465_A856_7581B7F9319D#23574]
                                                            +- SubqueryAlias YNSECT_ALL_TRAY_37627115
                                                               +- Relation[COL_655080F4_5ECA_4FED_A763_9B0E34490248#23527,COL_66297348_CC53_497B_98E0_10E6C236F7F7#23528,COL_9EABBDD7_7BED_42F0_A922_637712817B51#23529,COL_2ABDA2E0_4DEB_4FF7_9D92_E45932B42790#23530,COL_4A9C1E84_0C29_4139_9683_BE1B0436163E#23531,COL_4552271C_6064_4B80_A4FC_FD60EF37390D#23532,COL_B53B5B70_7533_4624_8936_77BFAF29A1A8#23533,COL_10B8E04C_35BE_4465_A856_7581B7F9319D#23534] parquet

== Optimized Logical Plan ==
GlobalLimit 500000
+- LocalLimit 500000
   +- Sort [COL_003E1F13_06B7_4D87_8BBF_C28FB4EE9FDB#23838 ASC NULLS FIRST], true
      +- Aggregate [window#23791], [internal.windowToJson(window#23791, null) AS COL_4DB0E318_CD58_49FF_A4C1_01A211280E08#23812, sum(COL_99A13B15_A970_423B_81B8_31AC2518C59E#23635) AS COL_B50AB121_392A_460F_9F11_A79AC22B302B#23786, str_to_date(get_json_object(internal.windowToJson(window#23791, null), $.start), yyyy-MM-dd'T'HH:mm:ss.SSSXXX) AS COL_003E1F13_06B7_4D87_8BBF_C28FB4EE9FDB#23838]
         +- Project [named_struct(start, precisetimestampconversion(((((CASE WHEN (cast(CEIL((cast((precisetimestampconversion(COL_66297348_CC53_497B_98E0_10E6C236F7F7#23528, TimestampType, LongType) - 0) as double) / 8.64E10)) as double) = (cast((precisetimestampconversion(COL_66297348_CC53_497B_98E0_10E6C236F7F7#23528, TimestampType, LongType) - 0) as double) / 8.64E10)) THEN (CEIL((cast((precisetimestampconversion(COL_66297348_CC53_497B_98E0_10E6C236F7F7#23528, TimestampType, LongType) - 0) as double) / 8.64E10)) + 1) ELSE CEIL((cast((precisetimestampconversion(COL_66297348_CC53_497B_98E0_10E6C236F7F7#23528, TimestampType, LongType) - 0) as double) / 8.64E10)) END + 0) - 1) * 86400000000) + 0), LongType, TimestampType), end, precisetimestampconversion(((((CASE WHEN (cast(CEIL((cast((precisetimestampconversion(COL_66297348_CC53_497B_98E0_10E6C236F7F7#23528, TimestampType, LongType) - 0) as double) / 8.64E10)) as double) = (cast((precisetimestampconversion(COL_66297348_CC53_497B_98E0_10E6C236F7F7#23528, TimestampType, LongType) - 0) as double) / 8.64E10)) THEN (CEIL((cast((precisetimestampconversion(COL_66297348_CC53_497B_98E0_10E6C236F7F7#23528, TimestampType, LongType) - 0) as double) / 8.64E10)) + 1) ELSE CEIL((cast((precisetimestampconversion(COL_66297348_CC53_497B_98E0_10E6C236F7F7#23528, TimestampType, LongType) - 0) as double) / 8.64E10)) END + 0) - 1) * 86400000000) + 86400000000), LongType, TimestampType)) AS window#23791, COL_4A9C1E84_0C29_4139_9683_BE1B0436163E#23531 AS COL_99A13B15_A970_423B_81B8_31AC2518C59E#23635]
            +- Filter ((COL_B53B5B70_7533_4624_8936_77BFAF29A1A8#23533 <=> Larvae) AND isnotnull(COL_66297348_CC53_497B_98E0_10E6C236F7F7#23528))
               +- Relation[COL_655080F4_5ECA_4FED_A763_9B0E34490248#23527,COL_66297348_CC53_497B_98E0_10E6C236F7F7#23528,COL_9EABBDD7_7BED_42F0_A922_637712817B51#23529,COL_2ABDA2E0_4DEB_4FF7_9D92_E45932B42790#23530,COL_4A9C1E84_0C29_4139_9683_BE1B0436163E#23531,COL_4552271C_6064_4B80_A4FC_FD60EF37390D#23532,COL_B53B5B70_7533_4624_8936_77BFAF29A1A8#23533,COL_10B8E04C_35BE_4465_A856_7581B7F9319D#23534] parquet

== Physical Plan ==
AdaptiveSparkPlan isFinalPlan=true
+- TakeOrderedAndProject(limit=500000, orderBy=[COL_003E1F13_06B7_4D87_8BBF_C28FB4EE9FDB#23838 ASC NULLS FIRST], output=[COL_4DB0E318_CD58_49FF_A4C1_01A211280E08#23812,COL_B50AB121_392A_460F_9F11_A79AC22B302B#23786,COL_003E1F13_06B7_4D87_8BBF_C28FB4EE9FDB#23838])
   +- HashAggregate(keys=[window#23791], functions=[sum(COL_99A13B15_A970_423B_81B8_31AC2518C59E#23635)], output=[COL_4DB0E318_CD58_49FF_A4C1_01A211280E08#23812, COL_B50AB121_392A_460F_9F11_A79AC22B302B#23786, COL_003E1F13_06B7_4D87_8BBF_C28FB4EE9FDB#23838])
      +- CustomShuffleReader coalesced
         +- ShuffleQueryStage 0
            +- Exchange hashpartitioning(window#23791, 200), true, [id=#4520]
               +- *(1) HashAggregate(keys=[window#23791], functions=[partial_sum(COL_99A13B15_A970_423B_81B8_31AC2518C59E#23635)], output=[window#23791, sum#23886])
                  +- *(1) Project [named_struct(start, precisetimestampconversion(((((CASE WHEN (cast(CEIL((cast((precisetimestampconversion(COL_66297348_CC53_497B_98E0_10E6C236F7F7#23528, TimestampType, LongType) - 0) as double) / 8.64E10)) as double) = (cast((precisetimestampconversion(COL_66297348_CC53_497B_98E0_10E6C236F7F7#23528, TimestampType, LongType) - 0) as double) / 8.64E10)) THEN (CEIL((cast((precisetimestampconversion(COL_66297348_CC53_497B_98E0_10E6C236F7F7#23528, TimestampType, LongType) - 0) as double) / 8.64E10)) + 1) ELSE CEIL((cast((precisetimestampconversion(COL_66297348_CC53_497B_98E0_10E6C236F7F7#23528, TimestampType, LongType) - 0) as double) / 8.64E10)) END + 0) - 1) * 86400000000) + 0), LongType, TimestampType), end, precisetimestampconversion(((((CASE WHEN (cast(CEIL((cast((precisetimestampconversion(COL_66297348_CC53_497B_98E0_10E6C236F7F7#23528, TimestampType, LongType) - 0) as double) / 8.64E10)) as double) = (cast((precisetimestampconversion(COL_66297348_CC53_497B_98E0_10E6C236F7F7#23528, TimestampType, LongType) - 0) as double) / 8.64E10)) THEN (CEIL((cast((precisetimestampconversion(COL_66297348_CC53_497B_98E0_10E6C236F7F7#23528, TimestampType, LongType) - 0) as double) / 8.64E10)) + 1) ELSE CEIL((cast((precisetimestampconversion(COL_66297348_CC53_497B_98E0_10E6C236F7F7#23528, TimestampType, LongType) - 0) as double) / 8.64E10)) END + 0) - 1) * 86400000000) + 86400000000), LongType, TimestampType)) AS window#23791, COL_4A9C1E84_0C29_4139_9683_BE1B0436163E#23531 AS COL_99A13B15_A970_423B_81B8_31AC2518C59E#23635]
                     +- *(1) Filter ((COL_B53B5B70_7533_4624_8936_77BFAF29A1A8#23533 <=> Larvae) AND isnotnull(COL_66297348_CC53_497B_98E0_10E6C236F7F7#23528))
                        +- *(1) ColumnarToRow
                           +- FileScan parquet [COL_66297348_CC53_497B_98E0_10E6C236F7F7#23528,COL_4A9C1E84_0C29_4139_9683_BE1B0436163E#23531,COL_B53B5B70_7533_4624_8936_77BFAF29A1A8#23533] Batched: true, DataFilters: [(COL_B53B5B70_7533_4624_8936_77BFAF29A1A8#23533 <=> Larvae), isnotnull(COL_66297348_CC53_497B_98..., Format: Parquet, Location: InMemoryFileIndex[file:/data/output/cache/parquet/datablock/YNSECT_ALL_TRAY_37627], PartitionFilters: [], PushedFilters: [EqualNullSafe(COL_B53B5B70_7533_4624_8936_77BFAF29A1A8,Larvae), IsNotNull(COL_66297348_CC53_497B..., ReadSchema: struct<COL_66297348_CC53_497B_98E0_10E6C236F7F7:timestamp,COL_4A9C1E84_0C29_4139_9683_BE1B0436163...