SP1 - Details for Job 5539

Status: SUCCEEDED
Submitted: 2026/10/13 18:34:08
Duration: 1 s
Associated SQL Query: 3596
Job Group: df615e4c-dd13-49fb-9c23-ae113bd92c5a
Completed Stages: 1
Skipped Stages: 2

Enable zooming

digraph G { subgraph clusterstage_11205 { label="Stage 11205 (skipped)"; subgraph cluster72649 { label="Scan parquet "; 30829 [labelType="html" label="FileScanRDD [30829] takeAsList at DataFrameCommonJob.java:145"]; 30830 [labelType="html" label="MapPartitionsRDD [30830] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster72644 { label="WholeStageCodegen (1)"; 30831 [labelType="html" label="MapPartitionsRDD [30831] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster72643 { label="Exchange"; 30832 [labelType="html" label="MapPartitionsRDD [30832] takeAsList at DataFrameCommonJob.java:145"]; } } 30829->30830; 30830->30831; 30831->30832; }

digraph G { subgraph clusterstage_11206 { label="Stage 11206 (skipped)"; subgraph cluster72655 { label="Scan csv "; 30833 [labelType="html" label="FileScanRDD [30833] takeAsList at DataFrameCommonJob.java:145"]; 30834 [labelType="html" label="MapPartitionsRDD [30834] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster72651 { label="WholeStageCodegen (2)"; 30835 [labelType="html" label="MapPartitionsRDD [30835] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster72650 { label="Exchange"; 30836 [labelType="html" label="MapPartitionsRDD [30836] takeAsList at DataFrameCommonJob.java:145"]; } } 30833->30834; 30834->30835; 30835->30836; }

digraph G { subgraph clusterstage_11207 { label="Stage 11207"; subgraph cluster72665 { label="AQEShuffleRead"; 30837 [labelType="html" label="ShuffledRowRDD [30837] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster72662 { label="WholeStageCodegen (3)"; 30838 [labelType="html" label="MapPartitionsRDD [30838] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster72670 { label="AQEShuffleRead"; 30839 [labelType="html" label="ShuffledRowRDD [30839] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster72667 { label="WholeStageCodegen (4)"; 30840 [labelType="html" label="MapPartitionsRDD [30840] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster72657 { label="WholeStageCodegen (5)"; 30841 [labelType="html" label="ZippedPartitionsRDD2 [30841] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 30842 [labelType="html" label="MapPartitionsRDD [30842] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster72656 { label="Exchange"; 30843 [labelType="html" label="MapPartitionsRDD [30843] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 30837->30838; 30839->30840; 30838->30841; 30840->30841; 30841->30842; 30842->30843; }

30832,30837

30836,30839

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
11207	default	DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/13 18:34:08	1 s	1/1			442.4 KiB	144.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

11207

default

DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/10/13 18:34:08

1 s

1/1

442.4 KiB

144.0 B

Page:

Skipped Stages (2)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
11206	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/10
11205	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

11206

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/10

11205

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

Page: