DC2 - Details for Job 259

Details for Job 259

Status: SUCCEEDED
Associated SQL Query: 173
Job Group: 77f815ed-8495-4a2a-be0e-b4487628d39a
Completed Stages: 1
Skipped Stages: 1

Enable zooming

digraph G { subgraph clusterstage_363 { label="Stage 363 (skipped)"; subgraph cluster2077 { label="Scan parquet "; 810 [labelType="html" label="FileScanRDD [810] takeAsList at DataFrameCommonJob.java:145"]; 811 [labelType="html" label="MapPartitionsRDD [811] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2069 { label="WholeStageCodegen (2)"; 812 [labelType="html" label="MapPartitionsRDD [812] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2068 { label="Generate"; 813 [labelType="html" label="MapPartitionsRDD [813] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2064 { label="WholeStageCodegen (3)"; 816 [labelType="html" label="MapPartitionsRDD [816] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2063 { label="Generate"; 817 [labelType="html" label="MapPartitionsRDD [817] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2044 { label="WholeStageCodegen (4)"; 819 [labelType="html" label="MapPartitionsRDD [819] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2043 { label="ShuffleQueryStage"; 822 [labelType="html" label="MapPartitionsRDD [822] takeAsList at DataFrameCommonJob.java:145"]; } } 810->811; 811->812; 812->813; 813->816; 816->817; 817->819; 819->822; }

digraph G { subgraph clusterstage_364 { label="Stage 364"; subgraph cluster2279 { label="CustomShuffleReader"; 867 [labelType="html" label="ShuffledRowRDD [867] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2270 { label="WholeStageCodegen (9)"; 868 [labelType="html" label="MapPartitionsRDD [868] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2269 { label="ShuffleQueryStage"; 869 [labelType="html" label="MapPartitionsRDD [869] takeAsList at DataFrameCommonJob.java:145"]; } } 867->868; 868->869; }

822,867

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
364	default	DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:2927) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2025/11/07 08:59:20	0.5 s	13/13			3.2 MiB	150.4 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

364

default

DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:2927)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2025/11/07 08:59:20

0.5 s

13/13

3.2 MiB

150.4 KiB

Page:

Skipped Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
363	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:2927) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/12

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

363

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:2927)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/12

Page: