DC2 - Details for Job 113

Details for Job 113

Status: SUCCEEDED
Associated SQL Query: 65
Job Group: ebf3651a-f8e4-4be8-8d73-aa3094d03a7d
Completed Stages: 1
Skipped Stages: 1

Enable zooming

digraph G { subgraph clusterstage_185 { label="Stage 185 (skipped)"; subgraph cluster867 { label="Scan parquet "; 310 [labelType="html" label="FileScanRDD [310] takeAsList at DataFrameCommonJob.java:145"]; 311 [labelType="html" label="MapPartitionsRDD [311] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster840 { label="WholeStageCodegen (1)"; 312 [labelType="html" label="MapPartitionsRDD [312] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster839 { label="ShuffleQueryStage"; 314 [labelType="html" label="MapPartitionsRDD [314] takeAsList at DataFrameCommonJob.java:145"]; } } 310->311; 311->312; 312->314; }

digraph G { subgraph clusterstage_186 { label="Stage 186"; subgraph cluster896 { label="CustomShuffleReader"; 321 [labelType="html" label="ShuffledRowRDD [321] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster892 { label="WholeStageCodegen (2)"; 322 [labelType="html" label="MapPartitionsRDD [322] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster891 { label="Generate"; 323 [labelType="html" label="MapPartitionsRDD [323] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster886 { label="WholeStageCodegen (3)"; 324 [labelType="html" label="MapPartitionsRDD [324] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster885 { label="HashAggregate"; 325 [labelType="html" label="MapPartitionsRDD [325] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster884 { label="HashAggregate"; 326 [labelType="html" label="MapPartitionsRDD [326] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster897 { label="mapPartitionsInternal"; 327 [labelType="html" label="MapPartitionsRDD [327] takeAsList at DataFrameCommonJob.java:145"]; } } 321->322; 322->323; 323->324; 324->325; 325->326; 326->327; }

314,321

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
186	default	DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:2927) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/03/05 07:13:50	60 ms	4/4			464.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

186

default

DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:2927)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/03/05 07:13:50

60 ms

4/4

464.0 B

Page:

Skipped Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
185	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:2927) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/2

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

185

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:2927)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/2

Page: