SP1 - Details for Job 6323

Status: SUCCEEDED
Submitted: 2026/06/12 15:56:50
Duration: 1 s
Associated SQL Query: 4050
Job Group: 10905ca3-1e12-4071-a888-d039f1be2985
Completed Stages: 1
Skipped Stages: 2

Enable zooming

digraph G { subgraph clusterstage_14268 { label="Stage 14268 (skipped)"; subgraph cluster84112 { label="Scan csv "; 35612 [labelType="html" label="FileScanRDD [35612] takeAsList at DataFrameCommonJob.java:145"]; 35613 [labelType="html" label="MapPartitionsRDD [35613] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster84108 { label="WholeStageCodegen (2)"; 35614 [labelType="html" label="MapPartitionsRDD [35614] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster84107 { label="Exchange"; 35615 [labelType="html" label="MapPartitionsRDD [35615] takeAsList at DataFrameCommonJob.java:145"]; } } 35612->35613; 35613->35614; 35614->35615; }

digraph G { subgraph clusterstage_14269 { label="Stage 14269 (skipped)"; subgraph cluster84106 { label="Scan parquet "; 35608 [labelType="html" label="FileScanRDD [35608] takeAsList at DataFrameCommonJob.java:145"]; 35609 [labelType="html" label="MapPartitionsRDD [35609] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster84101 { label="WholeStageCodegen (1)"; 35610 [labelType="html" label="MapPartitionsRDD [35610] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster84100 { label="Exchange"; 35611 [labelType="html" label="MapPartitionsRDD [35611] takeAsList at DataFrameCommonJob.java:145"]; } } 35608->35609; 35609->35610; 35610->35611; }

digraph G { subgraph clusterstage_14270 { label="Stage 14270"; subgraph cluster84122 { label="AQEShuffleRead"; 35616 [labelType="html" label="ShuffledRowRDD [35616] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster84119 { label="WholeStageCodegen (3)"; 35617 [labelType="html" label="MapPartitionsRDD [35617] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster84127 { label="AQEShuffleRead"; 35618 [labelType="html" label="ShuffledRowRDD [35618] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster84124 { label="WholeStageCodegen (4)"; 35619 [labelType="html" label="MapPartitionsRDD [35619] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster84114 { label="WholeStageCodegen (5)"; 35620 [labelType="html" label="ZippedPartitionsRDD2 [35620] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 35621 [labelType="html" label="MapPartitionsRDD [35621] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster84113 { label="Exchange"; 35622 [labelType="html" label="MapPartitionsRDD [35622] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 35616->35617; 35618->35619; 35617->35620; 35619->35620; 35620->35621; 35621->35622; }

35611,35616

35615,35618

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
14270	default	DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/12 15:56:50	1 s	1/1			383.3 KiB	146.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

14270

default

DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/12 15:56:50

1 s

1/1

383.3 KiB

146.0 B

Page:

Skipped Stages (2)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
14269	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
14268	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/10

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

14269

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

14268

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/10

Page: