SP1 - Details for Job 9300

Status: SUCCEEDED
Submitted: 2026/10/26 17:52:12
Duration: 1 s
Associated SQL Query: 6116
Job Group: 5e3bf61d-ab43-4f81-a6ec-763a737f0f68
Completed Stages: 1
Skipped Stages: 2

Enable zooming

digraph G { subgraph clusterstage_18585 { label="Stage 18585 (skipped)"; subgraph cluster121368 { label="Scan parquet "; 52015 [labelType="html" label="FileScanRDD [52015] takeAsList at DataFrameCommonJob.java:145"]; 52016 [labelType="html" label="MapPartitionsRDD [52016] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster121363 { label="WholeStageCodegen (1)"; 52017 [labelType="html" label="MapPartitionsRDD [52017] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster121362 { label="Exchange"; 52018 [labelType="html" label="MapPartitionsRDD [52018] takeAsList at DataFrameCommonJob.java:145"]; } } 52015->52016; 52016->52017; 52017->52018; }

digraph G { subgraph clusterstage_18586 { label="Stage 18586 (skipped)"; subgraph cluster121374 { label="Scan csv "; 52019 [labelType="html" label="FileScanRDD [52019] takeAsList at DataFrameCommonJob.java:145"]; 52020 [labelType="html" label="MapPartitionsRDD [52020] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster121370 { label="WholeStageCodegen (2)"; 52021 [labelType="html" label="MapPartitionsRDD [52021] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster121369 { label="Exchange"; 52022 [labelType="html" label="MapPartitionsRDD [52022] takeAsList at DataFrameCommonJob.java:145"]; } } 52019->52020; 52020->52021; 52021->52022; }

digraph G { subgraph clusterstage_18587 { label="Stage 18587"; subgraph cluster121384 { label="AQEShuffleRead"; 52023 [labelType="html" label="ShuffledRowRDD [52023] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster121381 { label="WholeStageCodegen (3)"; 52024 [labelType="html" label="MapPartitionsRDD [52024] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster121389 { label="AQEShuffleRead"; 52025 [labelType="html" label="ShuffledRowRDD [52025] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster121386 { label="WholeStageCodegen (4)"; 52026 [labelType="html" label="MapPartitionsRDD [52026] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster121376 { label="WholeStageCodegen (5)"; 52027 [labelType="html" label="ZippedPartitionsRDD2 [52027] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 52028 [labelType="html" label="MapPartitionsRDD [52028] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster121375 { label="Exchange"; 52029 [labelType="html" label="MapPartitionsRDD [52029] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 52023->52024; 52025->52026; 52024->52027; 52026->52027; 52027->52028; 52028->52029; }

52018,52023

52022,52025

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
18587	default	DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/26 17:52:12	1 s	1/1			426.4 KiB	143.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

18587

default

DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/10/26 17:52:12

1 s

1/1

426.4 KiB

143.0 B

Page:

Skipped Stages (2)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
18586	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/10
18585	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

18586

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/10

18585

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

Page: