SP1 - Details for Job 8706

Status: SUCCEEDED
Submitted: 2026/03/27 10:47:50
Duration: 0.1 s
Associated SQL Query: 5679
Job Group: 4068047c-cf39-45bd-930f-9403d24fb536
Completed Stages: 1
Skipped Stages: 4

Enable zooming

digraph G { subgraph clusterstage_16606 { label="Stage 16606 (skipped)"; subgraph cluster107179 { label="Scan parquet "; 45247 [labelType="html" label="FileScanRDD [45247] takeAsList at DataFrameCommonJob.java:145"]; 45248 [labelType="html" label="MapPartitionsRDD [45248] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster107174 { label="WholeStageCodegen (3)"; 45249 [labelType="html" label="MapPartitionsRDD [45249] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster107173 { label="Exchange"; 45250 [labelType="html" label="MapPartitionsRDD [45250] takeAsList at DataFrameCommonJob.java:145"]; } } 45247->45248; 45248->45249; 45249->45250; }

digraph G { subgraph clusterstage_16607 { label="Stage 16607 (skipped)"; subgraph cluster107165 { label="Scan csv "; 45239 [labelType="html" label="FileScanRDD [45239] takeAsList at DataFrameCommonJob.java:145"]; 45240 [labelType="html" label="MapPartitionsRDD [45240] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster107161 { label="WholeStageCodegen (1)"; 45241 [labelType="html" label="MapPartitionsRDD [45241] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster107160 { label="Exchange"; 45242 [labelType="html" label="MapPartitionsRDD [45242] takeAsList at DataFrameCommonJob.java:145"]; } } 45239->45240; 45240->45241; 45241->45242; }

digraph G { subgraph clusterstage_16608 { label="Stage 16608 (skipped)"; subgraph cluster107172 { label="Scan parquet "; 45243 [labelType="html" label="FileScanRDD [45243] takeAsList at DataFrameCommonJob.java:145"]; 45244 [labelType="html" label="MapPartitionsRDD [45244] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster107167 { label="WholeStageCodegen (2)"; 45245 [labelType="html" label="MapPartitionsRDD [45245] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster107166 { label="Exchange"; 45246 [labelType="html" label="MapPartitionsRDD [45246] takeAsList at DataFrameCommonJob.java:145"]; } } 45243->45244; 45244->45245; 45245->45246; }

digraph G { subgraph clusterstage_16609 { label="Stage 16609 (skipped)"; subgraph cluster107193 { label="AQEShuffleRead"; 45251 [labelType="html" label="ShuffledRowRDD [45251] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster107190 { label="WholeStageCodegen (4)"; 45252 [labelType="html" label="MapPartitionsRDD [45252] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster107198 { label="AQEShuffleRead"; 45253 [labelType="html" label="ShuffledRowRDD [45253] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster107195 { label="WholeStageCodegen (5)"; 45254 [labelType="html" label="MapPartitionsRDD [45254] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster107186 { label="WholeStageCodegen (6)"; 45255 [labelType="html" label="ZippedPartitionsRDD2 [45255] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 45256 [labelType="html" label="MapPartitionsRDD [45256] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster107203 { label="AQEShuffleRead"; 45257 [labelType="html" label="ShuffledRowRDD [45257] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster107200 { label="WholeStageCodegen (7)"; 45258 [labelType="html" label="MapPartitionsRDD [45258] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster107182 { label="WholeStageCodegen (8)"; 45259 [labelType="html" label="ZippedPartitionsRDD2 [45259] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 45260 [labelType="html" label="MapPartitionsRDD [45260] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster107181 { label="ObjectHashAggregate"; 45261 [labelType="html" label="MapPartitionsRDD [45261] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster107180 { label="Exchange"; 45262 [labelType="html" label="MapPartitionsRDD [45262] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 45251->45252; 45253->45254; 45252->45255; 45254->45255; 45255->45256; 45257->45258; 45256->45259; 45258->45259; 45259->45260; 45260->45261; 45261->45262; }

45242,45251

45246,45253

45250,45257

digraph G { subgraph clusterstage_16610 { label="Stage 16610"; subgraph cluster107205 { label="AQEShuffleRead"; 45263 [labelType="html" label="ShuffledRowRDD [45263] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster107204 { label="ObjectHashAggregate"; 45264 [labelType="html" label="MapPartitionsRDD [45264] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster107206 { label="mapPartitionsInternal"; 45265 [labelType="html" label="MapPartitionsRDD [45265] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 45263->45264; 45264->45265; }

45262,45263

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
16610	default	DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/03/27 10:47:50	0.1 s	1/1			135.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

16610

default

DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/03/27 10:47:50

0.1 s

1/1

135.0 B

Page:

Skipped Stages (4)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
16609	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
16608	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
16607	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
16606	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Page: