SP1 - Details for Job 512

Status: SUCCEEDED
Submitted: 2026/10/06 08:04:28
Duration: 0.4 s
Associated SQL Query: 311
Job Group: a3001b9e-015a-4d1f-81e0-f652346e3156
Completed Stages: 1
Skipped Stages: 4

Enable zooming

digraph G { subgraph clusterstage_1088 { label="Stage 1088 (skipped)"; subgraph cluster7178 { label="Scan parquet "; 3250 [labelType="html" label="FileScanRDD [3250] parquet at PersistJob.java:35"]; 3251 [labelType="html" label="MapPartitionsRDD [3251] parquet at PersistJob.java:35"]; } subgraph cluster7171 { label="WholeStageCodegen (2)"; 3252 [labelType="html" label="MapPartitionsRDD [3252] parquet at PersistJob.java:35"]; } subgraph cluster7170 { label="Exchange"; 3253 [labelType="html" label="MapPartitionsRDD [3253] parquet at PersistJob.java:35"]; } } 3250->3251; 3251->3252; 3252->3253; }

digraph G { subgraph clusterstage_1089 { label="Stage 1089 (skipped)"; subgraph cluster7169 { label="Scan csv "; 3246 [labelType="html" label="FileScanRDD [3246] parquet at PersistJob.java:35"]; 3247 [labelType="html" label="MapPartitionsRDD [3247] parquet at PersistJob.java:35"]; } subgraph cluster7165 { label="WholeStageCodegen (1)"; 3248 [labelType="html" label="MapPartitionsRDD [3248] parquet at PersistJob.java:35"]; } subgraph cluster7164 { label="Exchange"; 3249 [labelType="html" label="MapPartitionsRDD [3249] parquet at PersistJob.java:35"]; } } 3246->3247; 3247->3248; 3248->3249; }

digraph G { subgraph clusterstage_1090 { label="Stage 1090 (skipped)"; subgraph cluster7183 { label="AQEShuffleRead"; 3254 [labelType="html" label="ShuffledRowRDD [3254] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster7180 { label="WholeStageCodegen (3)"; 3255 [labelType="html" label="MapPartitionsRDD [3255] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster7179 { label="Exchange"; 3259 [labelType="html" label="MapPartitionsRDD [3259] [Unordered] parquet at PersistJob.java:35"]; } } 3254->3255; 3255->3259; }

3253,3254

digraph G { subgraph clusterstage_1091 { label="Stage 1091 (skipped)"; subgraph cluster7205 { label="AQEShuffleRead"; 3260 [labelType="html" label="ShuffledRowRDD [3260] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster7202 { label="WholeStageCodegen (4)"; 3261 [labelType="html" label="MapPartitionsRDD [3261] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster7201 { label="Window"; 3262 [labelType="html" label="MapPartitionsRDD [3262] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster7195 { label="WholeStageCodegen (5)"; 3263 [labelType="html" label="MapPartitionsRDD [3263] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster7209 { label="AQEShuffleRead"; 3264 [labelType="html" label="ShuffledRowRDD [3264] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster7206 { label="WholeStageCodegen (6)"; 3265 [labelType="html" label="MapPartitionsRDD [3265] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster7194 { label="Union"; 3266 [labelType="html" label="UnionRDD [3266] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster7193 { label="Exchange"; 3270 [labelType="html" label="MapPartitionsRDD [3270] [Unordered] parquet at PersistJob.java:35"]; } } 3260->3261; 3261->3262; 3262->3263; 3264->3265; 3263->3266; 3265->3266; 3266->3270; }

3249,3260

3259,3264

digraph G { subgraph clusterstage_1092 { label="Stage 1092"; subgraph cluster7230 { label="AQEShuffleRead"; 3271 [labelType="html" label="ShuffledRowRDD [3271] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster7227 { label="WholeStageCodegen (7)"; 3272 [labelType="html" label="MapPartitionsRDD [3272] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster7226 { label="WriteFiles"; 3273 [labelType="html" label="MapPartitionsRDD [3273] [Unordered] parquet at PersistJob.java:35"]; } } 3271->3272; 3272->3273; }

3270,3271

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
1092	default	PersistFrame parquet at PersistJob.java:35 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/06 08:04:28	0.3 s	5/5		1368.3 KiB	5.7 MiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

1092

default

PersistFrame parquet at PersistJob.java:35 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/10/06 08:04:28

0.3 s

5/5

1368.3 KiB

5.7 MiB

Page:

Skipped Stages (4)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
1091	default	parquet at PersistJob.java:35 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/6
1090	default	parquet at PersistJob.java:35 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/5
1089	default	parquet at PersistJob.java:35 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/2
1088	default	parquet at PersistJob.java:35 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/10

Page: