DC2 - Details for Job 178

Details for Job 178

Status: SUCCEEDED
Associated SQL Query: 108
Job Group: 424ff994-42e6-43b4-a0e4-76e8b70670bf
Completed Stages: 1
Skipped Stages: 1

Enable zooming

digraph G { subgraph clusterstage_255 { label="Stage 255 (skipped)"; subgraph cluster1467 { label="Scan parquet "; 587 [labelType="html" label="FileScanRDD [587] takeAsList at DataFrameCommonJob.java:145"]; 588 [labelType="html" label="MapPartitionsRDD [588] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1460 { label="WholeStageCodegen (1)"; 589 [labelType="html" label="MapPartitionsRDD [589] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1459 { label="ShuffleQueryStage"; 590 [labelType="html" label="MapPartitionsRDD [590] takeAsList at DataFrameCommonJob.java:145"]; } } 587->588; 588->589; 589->590; }

digraph G { subgraph clusterstage_256 { label="Stage 256"; subgraph cluster1501 { label="CustomShuffleReader"; 598 [labelType="html" label="ShuffledRowRDD [598] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1495 { label="WholeStageCodegen (2)"; 600 [labelType="html" label="MapPartitionsRDD [600] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1494 { label="Generate"; 601 [labelType="html" label="MapPartitionsRDD [601] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1484 { label="WholeStageCodegen (3)"; 602 [labelType="html" label="MapPartitionsRDD [602] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1483 { label="HashAggregate"; 604 [labelType="html" label="MapPartitionsRDD [604] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1482 { label="HashAggregate"; 607 [labelType="html" label="MapPartitionsRDD [607] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1503 { label="mapPartitionsInternal"; 608 [labelType="html" label="MapPartitionsRDD [608] takeAsList at DataFrameCommonJob.java:145"]; } } 598->600; 600->601; 601->602; 602->604; 604->607; 607->608; }

590,598

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
256	default	DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:2927) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2025/11/07 08:58:46	49 ms	4/4			464.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

256

default

DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:2927)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2025/11/07 08:58:46

49 ms

4/4

464.0 B

Page:

Skipped Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
255	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:2927) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/2

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

255

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:2927)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/2

Page: