SP1 - Details for Job 5611

Status: SUCCEEDED
Submitted: 2026/10/14 11:41:26
Duration: 0.3 s
Associated SQL Query: 3650
Job Group: b1814937-3c8d-474e-b682-797463402b93
Completed Stages: 1
Skipped Stages: 2

Enable zooming

digraph G { subgraph clusterstage_11311 { label="Stage 11311 (skipped)"; subgraph cluster73345 { label="Scan csv "; 31105 [labelType="html" label="FileScanRDD [31105] takeAsList at DataFrameCommonJob.java:145"]; 31106 [labelType="html" label="MapPartitionsRDD [31106] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster73341 { label="WholeStageCodegen (2)"; 31107 [labelType="html" label="MapPartitionsRDD [31107] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster73340 { label="Exchange"; 31108 [labelType="html" label="MapPartitionsRDD [31108] takeAsList at DataFrameCommonJob.java:145"]; } } 31105->31106; 31106->31107; 31107->31108; }

digraph G { subgraph clusterstage_11312 { label="Stage 11312 (skipped)"; subgraph cluster73339 { label="Scan parquet "; 31101 [labelType="html" label="FileScanRDD [31101] takeAsList at DataFrameCommonJob.java:145"]; 31102 [labelType="html" label="MapPartitionsRDD [31102] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster73334 { label="WholeStageCodegen (1)"; 31103 [labelType="html" label="MapPartitionsRDD [31103] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster73333 { label="Exchange"; 31104 [labelType="html" label="MapPartitionsRDD [31104] takeAsList at DataFrameCommonJob.java:145"]; } } 31101->31102; 31102->31103; 31103->31104; }

digraph G { subgraph clusterstage_11313 { label="Stage 11313"; subgraph cluster73355 { label="AQEShuffleRead"; 31109 [labelType="html" label="ShuffledRowRDD [31109] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster73352 { label="WholeStageCodegen (3)"; 31110 [labelType="html" label="MapPartitionsRDD [31110] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster73360 { label="AQEShuffleRead"; 31111 [labelType="html" label="ShuffledRowRDD [31111] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster73357 { label="WholeStageCodegen (4)"; 31112 [labelType="html" label="MapPartitionsRDD [31112] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster73347 { label="WholeStageCodegen (5)"; 31113 [labelType="html" label="ZippedPartitionsRDD2 [31113] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 31114 [labelType="html" label="MapPartitionsRDD [31114] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster73346 { label="Exchange"; 31115 [labelType="html" label="MapPartitionsRDD [31115] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 31109->31110; 31111->31112; 31110->31113; 31112->31113; 31113->31114; 31114->31115; }

31104,31109

31108,31111

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
11313	default	DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/14 11:41:26	0.2 s	1/1			30.3 KiB	142.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

11313

default

DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/10/14 11:41:26

0.2 s

1/1

30.3 KiB

142.0 B

Page:

Skipped Stages (2)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
11312	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
11311	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/8

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

11312

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

11311

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/8

Page: