SP1 - Details for Job 8731

Status: SUCCEEDED
Submitted: 2026/03/27 10:48:07
Duration: 0.2 s
Associated SQL Query: 5697
Job Group: 9652c4a4-6e87-4103-ad15-fe9aed7cc05d
Completed Stages: 1
Skipped Stages: 4

Enable zooming

digraph G { subgraph clusterstage_16639 { label="Stage 16639 (skipped)"; subgraph cluster107383 { label="Scan parquet "; 45326 [labelType="html" label="FileScanRDD [45326] takeAsList at DataFrameCommonJob.java:145"]; 45327 [labelType="html" label="MapPartitionsRDD [45327] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster107378 { label="WholeStageCodegen (2)"; 45328 [labelType="html" label="MapPartitionsRDD [45328] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster107377 { label="Exchange"; 45329 [labelType="html" label="MapPartitionsRDD [45329] takeAsList at DataFrameCommonJob.java:145"]; } } 45326->45327; 45327->45328; 45328->45329; }

digraph G { subgraph clusterstage_16640 { label="Stage 16640 (skipped)"; subgraph cluster107376 { label="Scan csv "; 45322 [labelType="html" label="FileScanRDD [45322] takeAsList at DataFrameCommonJob.java:145"]; 45323 [labelType="html" label="MapPartitionsRDD [45323] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster107372 { label="WholeStageCodegen (1)"; 45324 [labelType="html" label="MapPartitionsRDD [45324] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster107371 { label="Exchange"; 45325 [labelType="html" label="MapPartitionsRDD [45325] takeAsList at DataFrameCommonJob.java:145"]; } } 45322->45323; 45323->45324; 45324->45325; }

digraph G { subgraph clusterstage_16641 { label="Stage 16641 (skipped)"; subgraph cluster107390 { label="Scan parquet "; 45330 [labelType="html" label="FileScanRDD [45330] takeAsList at DataFrameCommonJob.java:145"]; 45331 [labelType="html" label="MapPartitionsRDD [45331] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster107385 { label="WholeStageCodegen (3)"; 45332 [labelType="html" label="MapPartitionsRDD [45332] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster107384 { label="Exchange"; 45333 [labelType="html" label="MapPartitionsRDD [45333] takeAsList at DataFrameCommonJob.java:145"]; } } 45330->45331; 45331->45332; 45332->45333; }

digraph G { subgraph clusterstage_16642 { label="Stage 16642 (skipped)"; subgraph cluster107404 { label="AQEShuffleRead"; 45334 [labelType="html" label="ShuffledRowRDD [45334] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster107401 { label="WholeStageCodegen (4)"; 45335 [labelType="html" label="MapPartitionsRDD [45335] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster107409 { label="AQEShuffleRead"; 45336 [labelType="html" label="ShuffledRowRDD [45336] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster107406 { label="WholeStageCodegen (5)"; 45337 [labelType="html" label="MapPartitionsRDD [45337] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster107397 { label="WholeStageCodegen (6)"; 45338 [labelType="html" label="ZippedPartitionsRDD2 [45338] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 45339 [labelType="html" label="MapPartitionsRDD [45339] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster107414 { label="AQEShuffleRead"; 45340 [labelType="html" label="ShuffledRowRDD [45340] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster107411 { label="WholeStageCodegen (7)"; 45341 [labelType="html" label="MapPartitionsRDD [45341] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster107393 { label="WholeStageCodegen (8)"; 45342 [labelType="html" label="ZippedPartitionsRDD2 [45342] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 45343 [labelType="html" label="MapPartitionsRDD [45343] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster107392 { label="ObjectHashAggregate"; 45344 [labelType="html" label="MapPartitionsRDD [45344] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster107391 { label="Exchange"; 45345 [labelType="html" label="MapPartitionsRDD [45345] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 45334->45335; 45336->45337; 45335->45338; 45337->45338; 45338->45339; 45340->45341; 45339->45342; 45341->45342; 45342->45343; 45343->45344; 45344->45345; }

45325,45334

45329,45336

45333,45340

digraph G { subgraph clusterstage_16643 { label="Stage 16643"; subgraph cluster107416 { label="AQEShuffleRead"; 45346 [labelType="html" label="ShuffledRowRDD [45346] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster107415 { label="ObjectHashAggregate"; 45347 [labelType="html" label="MapPartitionsRDD [45347] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster107417 { label="mapPartitionsInternal"; 45348 [labelType="html" label="MapPartitionsRDD [45348] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 45346->45347; 45347->45348; }

45345,45346

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
16643	default	DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/03/27 10:48:07	0.1 s	1/1			147.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

16643

default

DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/03/27 10:48:07

0.1 s

1/1

147.0 B

Page:

Skipped Stages (4)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
16642	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
16641	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
16640	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
16639	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Page: