DC2 - Details for Job 109

Details for Job 109

Status: SUCCEEDED
Associated SQL Query: 60
Job Group: c21cf001-619f-4f2e-acf8-d8f63b6f6536
Completed Stages: 1
Skipped Stages: 1

Enable zooming

digraph G { subgraph clusterstage_177 { label="Stage 177 (skipped)"; subgraph cluster833 { label="Scan parquet "; 299 [labelType="html" label="FileScanRDD [299] takeAsList at DataFrameCommonJob.java:145"]; 300 [labelType="html" label="MapPartitionsRDD [300] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster822 { label="WholeStageCodegen (1)"; 301 [labelType="html" label="MapPartitionsRDD [301] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster821 { label="ShuffleQueryStage"; 302 [labelType="html" label="MapPartitionsRDD [302] takeAsList at DataFrameCommonJob.java:145"]; } } 299->300; 300->301; 301->302; }

digraph G { subgraph clusterstage_178 { label="Stage 178"; subgraph cluster871 { label="Exchange"; 313 [labelType="html" label="ShuffledRowRDD [313] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster862 { label="WholeStageCodegen (2)"; 315 [labelType="html" label="MapPartitionsRDD [315] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster861 { label="Generate"; 316 [labelType="html" label="MapPartitionsRDD [316] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster846 { label="WholeStageCodegen (3)"; 317 [labelType="html" label="MapPartitionsRDD [317] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster845 { label="HashAggregate"; 318 [labelType="html" label="MapPartitionsRDD [318] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster844 { label="HashAggregate"; 319 [labelType="html" label="MapPartitionsRDD [319] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster872 { label="mapPartitionsInternal"; 320 [labelType="html" label="MapPartitionsRDD [320] takeAsList at DataFrameCommonJob.java:145"]; } } 313->315; 315->316; 316->317; 317->318; 318->319; 319->320; }

302,313

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
178	default	DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:2927) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/03/05 07:13:50	0.3 s	1/1			204.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

178

default

DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:2927)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/03/05 07:13:50

0.3 s

1/1

204.0 B

Page:

Skipped Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
177	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:2927) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/2

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

177

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:2927)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/2

Page: