SP1 - Details for Job 8815

Status: SUCCEEDED
Submitted: 2026/10/26 10:20:33
Duration: 2 s
Associated SQL Query: 5794
Job Group: 462f6a40-a73c-4e2e-bfc6-6f309d2acfa2
Completed Stages: 1
Skipped Stages: 2

Enable zooming

digraph G { subgraph clusterstage_17500 { label="Stage 17500 (skipped)"; subgraph cluster114294 { label="Scan parquet "; 49046 [labelType="html" label="FileScanRDD [49046] takeAsList at DataFrameCommonJob.java:145"]; 49047 [labelType="html" label="MapPartitionsRDD [49047] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster114289 { label="WholeStageCodegen (1)"; 49048 [labelType="html" label="MapPartitionsRDD [49048] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster114288 { label="Exchange"; 49049 [labelType="html" label="MapPartitionsRDD [49049] takeAsList at DataFrameCommonJob.java:145"]; } } 49046->49047; 49047->49048; 49048->49049; }

digraph G { subgraph clusterstage_17501 { label="Stage 17501 (skipped)"; subgraph cluster114300 { label="Scan csv "; 49050 [labelType="html" label="FileScanRDD [49050] takeAsList at DataFrameCommonJob.java:145"]; 49051 [labelType="html" label="MapPartitionsRDD [49051] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster114296 { label="WholeStageCodegen (2)"; 49052 [labelType="html" label="MapPartitionsRDD [49052] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster114295 { label="Exchange"; 49053 [labelType="html" label="MapPartitionsRDD [49053] takeAsList at DataFrameCommonJob.java:145"]; } } 49050->49051; 49051->49052; 49052->49053; }

digraph G { subgraph clusterstage_17502 { label="Stage 17502"; subgraph cluster114310 { label="AQEShuffleRead"; 49054 [labelType="html" label="ShuffledRowRDD [49054] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster114307 { label="WholeStageCodegen (3)"; 49055 [labelType="html" label="MapPartitionsRDD [49055] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster114315 { label="AQEShuffleRead"; 49056 [labelType="html" label="ShuffledRowRDD [49056] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster114312 { label="WholeStageCodegen (4)"; 49057 [labelType="html" label="MapPartitionsRDD [49057] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster114302 { label="WholeStageCodegen (5)"; 49058 [labelType="html" label="ZippedPartitionsRDD2 [49058] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 49059 [labelType="html" label="MapPartitionsRDD [49059] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster114301 { label="Exchange"; 49060 [labelType="html" label="MapPartitionsRDD [49060] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 49054->49055; 49056->49057; 49055->49058; 49057->49058; 49058->49059; 49059->49060; }

49049,49054

49053,49056

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
17502	default	DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/26 10:20:33	2 s	1/1			426.1 KiB	143.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

17502

default

DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/10/26 10:20:33

2 s

1/1

426.1 KiB

143.0 B

Page:

Skipped Stages (2)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
17501	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/10
17500	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

17501

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/10

17500

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

Page: