DC2 - Details for Job 257

Details for Job 257

Status: SUCCEEDED
Associated SQL Query: 171
Job Group: 2b8b753c-c156-434b-a986-a39cc29071ef
Completed Stages: 1
Skipped Stages: 1

Enable zooming

digraph G { subgraph clusterstage_359 { label="Stage 359 (skipped)"; subgraph cluster1951 { label="Scan parquet "; 754 [labelType="html" label="FileScanRDD [754] takeAsList at DataFrameCommonJob.java:145"]; 755 [labelType="html" label="MapPartitionsRDD [755] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1947 { label="WholeStageCodegen (2)"; 756 [labelType="html" label="MapPartitionsRDD [756] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1946 { label="Generate"; 757 [labelType="html" label="MapPartitionsRDD [757] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1942 { label="WholeStageCodegen (3)"; 758 [labelType="html" label="MapPartitionsRDD [758] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1941 { label="Generate"; 760 [labelType="html" label="MapPartitionsRDD [760] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1925 { label="WholeStageCodegen (4)"; 762 [labelType="html" label="MapPartitionsRDD [762] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1924 { label="ShuffleQueryStage"; 763 [labelType="html" label="MapPartitionsRDD [763] takeAsList at DataFrameCommonJob.java:145"]; } } 754->755; 755->756; 756->757; 757->758; 758->760; 760->762; 762->763; }

digraph G { subgraph clusterstage_360 { label="Stage 360"; subgraph cluster2257 { label="CustomShuffleReader"; 861 [labelType="html" label="ShuffledRowRDD [861] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2248 { label="WholeStageCodegen (9)"; 862 [labelType="html" label="MapPartitionsRDD [862] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2247 { label="ShuffleQueryStage"; 863 [labelType="html" label="MapPartitionsRDD [863] takeAsList at DataFrameCommonJob.java:145"]; } } 861->862; 862->863; }

763,861

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
360	default	DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:2927) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2025/11/07 08:59:20	0.5 s	13/13			3.2 MiB	19.8 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

360

default

DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:2927)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2025/11/07 08:59:20

0.5 s

13/13

3.2 MiB

19.8 KiB

Page:

Skipped Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
359	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:2927) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/12

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

359

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:2927)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/12

Page: