SP1 - Details for Job 6285

Status: SUCCEEDED
Submitted: 2026/06/12 15:56:08
Duration: 1 s
Associated SQL Query: 4023
Job Group: 5aa3aabe-5491-47ee-863e-0c6085765bbb
Completed Stages: 1
Skipped Stages: 2

Enable zooming

digraph G { subgraph clusterstage_14210 { label="Stage 14210 (skipped)"; subgraph cluster83740 { label="Scan csv "; 35468 [labelType="html" label="FileScanRDD [35468] takeAsList at DataFrameCommonJob.java:145"]; 35469 [labelType="html" label="MapPartitionsRDD [35469] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster83736 { label="WholeStageCodegen (2)"; 35470 [labelType="html" label="MapPartitionsRDD [35470] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster83735 { label="Exchange"; 35471 [labelType="html" label="MapPartitionsRDD [35471] takeAsList at DataFrameCommonJob.java:145"]; } } 35468->35469; 35469->35470; 35470->35471; }

digraph G { subgraph clusterstage_14211 { label="Stage 14211 (skipped)"; subgraph cluster83734 { label="Scan parquet "; 35464 [labelType="html" label="FileScanRDD [35464] takeAsList at DataFrameCommonJob.java:145"]; 35465 [labelType="html" label="MapPartitionsRDD [35465] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster83729 { label="WholeStageCodegen (1)"; 35466 [labelType="html" label="MapPartitionsRDD [35466] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster83728 { label="Exchange"; 35467 [labelType="html" label="MapPartitionsRDD [35467] takeAsList at DataFrameCommonJob.java:145"]; } } 35464->35465; 35465->35466; 35466->35467; }

digraph G { subgraph clusterstage_14212 { label="Stage 14212"; subgraph cluster83750 { label="AQEShuffleRead"; 35472 [labelType="html" label="ShuffledRowRDD [35472] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster83747 { label="WholeStageCodegen (3)"; 35473 [labelType="html" label="MapPartitionsRDD [35473] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster83755 { label="AQEShuffleRead"; 35474 [labelType="html" label="ShuffledRowRDD [35474] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster83752 { label="WholeStageCodegen (4)"; 35475 [labelType="html" label="MapPartitionsRDD [35475] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster83742 { label="WholeStageCodegen (5)"; 35476 [labelType="html" label="ZippedPartitionsRDD2 [35476] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 35477 [labelType="html" label="MapPartitionsRDD [35477] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster83741 { label="Exchange"; 35478 [labelType="html" label="MapPartitionsRDD [35478] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 35472->35473; 35474->35475; 35473->35476; 35475->35476; 35476->35477; 35477->35478; }

35467,35472

35471,35474

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
14212	default	DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/12 15:56:08	1 s	1/1			383.3 KiB	146.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

14212

default

DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/12 15:56:08

1 s

1/1

383.3 KiB

146.0 B

Page:

Skipped Stages (2)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
14211	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
14210	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/10

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

14211

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

14210

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/10

Page: