DC2 - Details for Job 111

Details for Job 111

Status: SUCCEEDED
Associated SQL Query: 78
Job Group: c101ac9c-9771-40f5-82df-b4640ad99dfe
Completed Stages: 1
Skipped Stages: 1

Enable zooming

digraph G { subgraph clusterstage_134 { label="Stage 134 (skipped)"; subgraph cluster961 { label="Scan parquet "; 397 [labelType="html" label="FileScanRDD [397] takeAsList at DataFrameCommonJob.java:145"]; 399 [labelType="html" label="MapPartitionsRDD [399] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster949 { label="WholeStageCodegen (1)"; 402 [labelType="html" label="MapPartitionsRDD [402] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster946 { label="Generate"; 404 [labelType="html" label="MapPartitionsRDD [404] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster940 { label="WholeStageCodegen (2)"; 409 [labelType="html" label="MapPartitionsRDD [409] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster939 { label="Generate"; 412 [labelType="html" label="MapPartitionsRDD [412] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster935 { label="WholeStageCodegen (3)"; 413 [labelType="html" label="MapPartitionsRDD [413] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster934 { label="ShuffleQueryStage"; 416 [labelType="html" label="MapPartitionsRDD [416] takeAsList at DataFrameCommonJob.java:145"]; } } 397->399; 399->402; 402->404; 404->409; 409->412; 412->413; 413->416; }

digraph G { subgraph clusterstage_135 { label="Stage 135"; subgraph cluster966 { label="CustomShuffleReader"; 419 [labelType="html" label="ShuffledRowRDD [419] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster963 { label="WholeStageCodegen (4)"; 420 [labelType="html" label="MapPartitionsRDD [420] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster962 { label="ShuffleQueryStage"; 421 [labelType="html" label="MapPartitionsRDD [421] takeAsList at DataFrameCommonJob.java:145"]; } } 419->420; 420->421; }

416,419

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
135	default	DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:2927) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2025/11/07 08:58:35	0.5 s	13/13			1144.5 KiB	1035.8 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

135

default

DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:2927)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2025/11/07 08:58:35

0.5 s

13/13

1144.5 KiB

1035.8 KiB

Page:

Skipped Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
134	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:2927) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/12

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

134

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:2927)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/12

Page: