SP1 - Details for Job 8705

Status: SUCCEEDED
Submitted: 2026/03/27 10:47:50
Duration: 85 ms
Associated SQL Query: 5679
Job Group: 4068047c-cf39-45bd-930f-9403d24fb536
Completed Stages: 1
Skipped Stages: 3

Enable zooming

digraph G { subgraph clusterstage_16602 { label="Stage 16602 (skipped)"; subgraph cluster107179 { label="Scan parquet "; 45247 [labelType="html" label="FileScanRDD [45247] takeAsList at DataFrameCommonJob.java:145"]; 45248 [labelType="html" label="MapPartitionsRDD [45248] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster107174 { label="WholeStageCodegen (3)"; 45249 [labelType="html" label="MapPartitionsRDD [45249] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster107173 { label="Exchange"; 45250 [labelType="html" label="MapPartitionsRDD [45250] takeAsList at DataFrameCommonJob.java:145"]; } } 45247->45248; 45248->45249; 45249->45250; }

digraph G { subgraph clusterstage_16603 { label="Stage 16603 (skipped)"; subgraph cluster107165 { label="Scan csv "; 45239 [labelType="html" label="FileScanRDD [45239] takeAsList at DataFrameCommonJob.java:145"]; 45240 [labelType="html" label="MapPartitionsRDD [45240] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster107161 { label="WholeStageCodegen (1)"; 45241 [labelType="html" label="MapPartitionsRDD [45241] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster107160 { label="Exchange"; 45242 [labelType="html" label="MapPartitionsRDD [45242] takeAsList at DataFrameCommonJob.java:145"]; } } 45239->45240; 45240->45241; 45241->45242; }

digraph G { subgraph clusterstage_16604 { label="Stage 16604 (skipped)"; subgraph cluster107172 { label="Scan parquet "; 45243 [labelType="html" label="FileScanRDD [45243] takeAsList at DataFrameCommonJob.java:145"]; 45244 [labelType="html" label="MapPartitionsRDD [45244] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster107167 { label="WholeStageCodegen (2)"; 45245 [labelType="html" label="MapPartitionsRDD [45245] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster107166 { label="Exchange"; 45246 [labelType="html" label="MapPartitionsRDD [45246] takeAsList at DataFrameCommonJob.java:145"]; } } 45243->45244; 45244->45245; 45245->45246; }

digraph G { subgraph clusterstage_16605 { label="Stage 16605"; subgraph cluster107193 { label="AQEShuffleRead"; 45251 [labelType="html" label="ShuffledRowRDD [45251] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster107190 { label="WholeStageCodegen (4)"; 45252 [labelType="html" label="MapPartitionsRDD [45252] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster107198 { label="AQEShuffleRead"; 45253 [labelType="html" label="ShuffledRowRDD [45253] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster107195 { label="WholeStageCodegen (5)"; 45254 [labelType="html" label="MapPartitionsRDD [45254] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster107186 { label="WholeStageCodegen (6)"; 45255 [labelType="html" label="ZippedPartitionsRDD2 [45255] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 45256 [labelType="html" label="MapPartitionsRDD [45256] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster107203 { label="AQEShuffleRead"; 45257 [labelType="html" label="ShuffledRowRDD [45257] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster107200 { label="WholeStageCodegen (7)"; 45258 [labelType="html" label="MapPartitionsRDD [45258] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster107182 { label="WholeStageCodegen (8)"; 45259 [labelType="html" label="ZippedPartitionsRDD2 [45259] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 45260 [labelType="html" label="MapPartitionsRDD [45260] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster107181 { label="ObjectHashAggregate"; 45261 [labelType="html" label="MapPartitionsRDD [45261] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster107180 { label="Exchange"; 45262 [labelType="html" label="MapPartitionsRDD [45262] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 45251->45252; 45253->45254; 45252->45255; 45254->45255; 45255->45256; 45257->45258; 45256->45259; 45258->45259; 45259->45260; 45260->45261; 45261->45262; }

45242,45251

45246,45253

45250,45257

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
16605	default	DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/03/27 10:47:50	51 ms	1/1			49.5 KiB	135.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

16605

default

DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/03/27 10:47:50

51 ms

1/1

49.5 KiB

135.0 B

Page:

Skipped Stages (3)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
16604	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
16603	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
16602	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

16604

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

16603

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

16602

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

Page: