DC2 - Details for Job 112

Details for Job 112

Status: SUCCEEDED
Associated SQL Query: 77
Job Group: 679aadcf-9ed0-429c-8699-7c33a6ffd219
Completed Stages: 1
Skipped Stages: 1

Enable zooming

digraph G { subgraph clusterstage_136 { label="Stage 136 (skipped)"; subgraph cluster958 { label="Scan parquet "; 398 [labelType="html" label="FileScanRDD [398] takeAsList at DataFrameCommonJob.java:145"]; 400 [labelType="html" label="MapPartitionsRDD [400] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster945 { label="WholeStageCodegen (1)"; 405 [labelType="html" label="MapPartitionsRDD [405] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster944 { label="Generate"; 406 [labelType="html" label="MapPartitionsRDD [406] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster927 { label="WholeStageCodegen (2)"; 407 [labelType="html" label="MapPartitionsRDD [407] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster925 { label="Generate"; 410 [labelType="html" label="MapPartitionsRDD [410] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster920 { label="WholeStageCodegen (3)"; 415 [labelType="html" label="MapPartitionsRDD [415] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster917 { label="ShuffleQueryStage"; 418 [labelType="html" label="MapPartitionsRDD [418] takeAsList at DataFrameCommonJob.java:145"]; } } 398->400; 400->405; 405->406; 406->407; 407->410; 410->415; 415->418; }

digraph G { subgraph clusterstage_137 { label="Stage 137"; subgraph cluster974 { label="CustomShuffleReader"; 422 [labelType="html" label="ShuffledRowRDD [422] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster968 { label="WholeStageCodegen (4)"; 424 [labelType="html" label="MapPartitionsRDD [424] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster967 { label="ShuffleQueryStage"; 425 [labelType="html" label="MapPartitionsRDD [425] takeAsList at DataFrameCommonJob.java:145"]; } } 422->424; 424->425; }

418,422

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
137	default	DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:2927) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2025/11/07 08:58:35	0.6 s	13/13			1144.5 KiB	620.2 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

137

default

DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:2927)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2025/11/07 08:58:35

0.6 s

13/13

1144.5 KiB

620.2 KiB

Page:

Skipped Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
136	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:2927) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/12

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

136

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:2927)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/12

Page: