DC2 - Details for Job 295

Details for Job 295

Status: SUCCEEDED
Associated SQL Query: 193
Job Group: 32cec0c8-94db-4d32-a35b-75fb304637be
Completed Stages: 1
Skipped Stages: 1

Enable zooming

digraph G { subgraph clusterstage_444 { label="Stage 444 (skipped)"; 986 [labelType="html" label="SQLExecutionRDD [986] toJavaRDD at AbsExportExecutor.java:55"]; subgraph cluster2687 { label="Scan parquet "; 980 [labelType="html" label="FileScanRDD [980] toJavaRDD at AbsExportExecutor.java:55"]; 981 [labelType="html" label="MapPartitionsRDD [981] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2683 { label="WholeStageCodegen (1)"; 982 [labelType="html" label="MapPartitionsRDD [982] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2682 { label="Generate"; 983 [labelType="html" label="MapPartitionsRDD [983] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2678 { label="WholeStageCodegen (2)"; 984 [labelType="html" label="MapPartitionsRDD [984] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2677 { label="DeserializeToObject"; 985 [labelType="html" label="MapPartitionsRDD [985] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2688 { label="mapPartitions"; 987 [labelType="html" label="MapPartitionsRDD [987] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2689 { label="map"; 988 [labelType="html" label="MapPartitionsRDD [988] createDataFrame at AbsExportExecutor.java:55"]; } subgraph cluster2697 { label="WholeStageCodegen (1)"; 993 [labelType="html" label="MapPartitionsRDD [993] save at DataFrameCsvWriter.java:13"]; } subgraph cluster2696 { label="ShuffleQueryStage"; 994 [labelType="html" label="MapPartitionsRDD [994] save at DataFrameCsvWriter.java:13"]; } } 980->981; 981->982; 982->983; 983->984; 984->985; 985->986; 986->987; 987->988; 988->993; 993->994; }

digraph G { subgraph clusterstage_445 { label="Stage 445"; subgraph cluster2700 { label="Exchange"; 995 [labelType="html" label="ShuffledRowRDD [995] save at DataFrameCsvWriter.java:13"]; } } }

994,995

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
445	default	DataFrameExportJob_exec_file save at DataFrameCsvWriter.java:13 +details org.apache.spark.sql.DataFrameWriter.save(DataFrameWriter.scala:287) com.adb.hdh.spark.job.impl.exportwriter.DataFrameCsvWriter.write(DataFrameCsvWriter.java:13) com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.writeFiles(AbsExportToFileWriter.java:77) com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.write(AbsExportToFileWriter.java:56) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.performExport(ExportToFileExecutorImpl.java:68) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:58) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:37) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2025/11/17 10:03:10	0.4 s	1/1		6.6 MiB	2.3 MiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

445

default

DataFrameExportJob_exec_file save at DataFrameCsvWriter.java:13 +details

org.apache.spark.sql.DataFrameWriter.save(DataFrameWriter.scala:287)
com.adb.hdh.spark.job.impl.exportwriter.DataFrameCsvWriter.write(DataFrameCsvWriter.java:13)
com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.writeFiles(AbsExportToFileWriter.java:77)
com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.write(AbsExportToFileWriter.java:56)
com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.performExport(ExportToFileExecutorImpl.java:68)
com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:58)
com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:37)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2025/11/17 10:03:10

0.4 s

1/1

6.6 MiB

2.3 MiB

Page:

Skipped Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
444	default	save at DataFrameCsvWriter.java:13 +details org.apache.spark.sql.DataFrameWriter.save(DataFrameWriter.scala:287) com.adb.hdh.spark.job.impl.exportwriter.DataFrameCsvWriter.write(DataFrameCsvWriter.java:13) com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.writeFiles(AbsExportToFileWriter.java:77) com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.write(AbsExportToFileWriter.java:56) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.performExport(ExportToFileExecutorImpl.java:68) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:58) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:37) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

444

default

save at DataFrameCsvWriter.java:13 +details

org.apache.spark.sql.DataFrameWriter.save(DataFrameWriter.scala:287)
com.adb.hdh.spark.job.impl.exportwriter.DataFrameCsvWriter.write(DataFrameCsvWriter.java:13)
com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.writeFiles(AbsExportToFileWriter.java:77)
com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.write(AbsExportToFileWriter.java:56)
com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.performExport(ExportToFileExecutorImpl.java:68)
com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:58)
com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:37)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

Page: