DC2 - Details for Job 49

Details for Job 49

Status: SUCCEEDED
Associated SQL Query: 33
Job Group: a3741202-206d-4f2d-bd8f-f5d4637c8b13
Completed Stages: 1
Skipped Stages: 1

Enable zooming

digraph G { subgraph clusterstage_68 { label="Stage 68 (skipped)"; subgraph cluster355 { label="Scan parquet "; 114 [labelType="html" label="FileScanRDD [114] takeAsList at DataFrameCommonJob.java:145"]; 117 [labelType="html" label="MapPartitionsRDD [117] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster347 { label="WholeStageCodegen (1)"; 122 [labelType="html" label="MapPartitionsRDD [122] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster346 { label="Generate"; 124 [labelType="html" label="MapPartitionsRDD [124] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster342 { label="WholeStageCodegen (2)"; 127 [labelType="html" label="MapPartitionsRDD [127] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster341 { label="Generate"; 130 [labelType="html" label="MapPartitionsRDD [130] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster337 { label="WholeStageCodegen (3)"; 133 [labelType="html" label="MapPartitionsRDD [133] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster336 { label="ShuffleQueryStage"; 135 [labelType="html" label="MapPartitionsRDD [135] takeAsList at DataFrameCommonJob.java:145"]; } } 114->117; 117->122; 122->124; 124->127; 127->130; 130->133; 133->135; }

digraph G { subgraph clusterstage_69 { label="Stage 69"; subgraph cluster365 { label="CustomShuffleReader"; 141 [labelType="html" label="ShuffledRowRDD [141] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster362 { label="WholeStageCodegen (4)"; 142 [labelType="html" label="MapPartitionsRDD [142] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster361 { label="ShuffleQueryStage"; 143 [labelType="html" label="MapPartitionsRDD [143] takeAsList at DataFrameCommonJob.java:145"]; } } 141->142; 142->143; }

135,141

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
69	default	DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:2927) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/03/05 07:13:39	0.6 s	13/13			1144.5 KiB	1035.8 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

default

DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:2927)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/03/05 07:13:39

0.6 s

13/13

1144.5 KiB

1035.8 KiB

Page:

Skipped Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
68	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:2927) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/12

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:2927)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/12

Page: