DC2 - Details for Job 258

Details for Job 258

Status: SUCCEEDED
Associated SQL Query: 169
Job Group: e9744528-dea9-48a9-a69a-ecbfd6f87c60
Completed Stages: 1
Skipped Stages: 1

Enable zooming

digraph G { subgraph clusterstage_361 { label="Stage 361 (skipped)"; subgraph cluster2003 { label="Scan parquet "; 776 [labelType="html" label="FileScanRDD [776] takeAsList at DataFrameCommonJob.java:145"]; 777 [labelType="html" label="MapPartitionsRDD [777] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1996 { label="WholeStageCodegen (2)"; 778 [labelType="html" label="MapPartitionsRDD [778] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1995 { label="Generate"; 779 [labelType="html" label="MapPartitionsRDD [779] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1986 { label="WholeStageCodegen (3)"; 780 [labelType="html" label="MapPartitionsRDD [780] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1985 { label="Generate"; 781 [labelType="html" label="MapPartitionsRDD [781] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1969 { label="WholeStageCodegen (4)"; 790 [labelType="html" label="MapPartitionsRDD [790] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1964 { label="ShuffleQueryStage"; 791 [labelType="html" label="MapPartitionsRDD [791] takeAsList at DataFrameCommonJob.java:145"]; } } 776->777; 777->778; 778->779; 779->780; 780->781; 781->790; 790->791; }

digraph G { subgraph clusterstage_362 { label="Stage 362"; subgraph cluster2268 { label="CustomShuffleReader"; 864 [labelType="html" label="ShuffledRowRDD [864] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2259 { label="WholeStageCodegen (9)"; 865 [labelType="html" label="MapPartitionsRDD [865] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2258 { label="ShuffleQueryStage"; 866 [labelType="html" label="MapPartitionsRDD [866] takeAsList at DataFrameCommonJob.java:145"]; } } 864->865; 865->866; }

791,864

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
362	default	DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:2927) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2025/11/07 08:59:20	0.6 s	13/13			3.2 MiB	150.4 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

362

default

DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:2927)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2025/11/07 08:59:20

0.6 s

13/13

3.2 MiB

150.4 KiB

Page:

Skipped Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
361	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:2927) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/12

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

361

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:2927)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/12

Page: