SP1 - Details for Job 3081

Status: SUCCEEDED
Submitted: 2026/11/05 13:41:35
Duration: 0.3 s
Associated SQL Query: 2204
Job Group: 39e12a8d-2162-49ed-b7f4-d87c787f21c5
Completed Stages: 1
Skipped Stages: 3

Enable zooming

digraph G { subgraph clusterstage_5723 { label="Stage 5723 (skipped)"; subgraph cluster36248 { label="Scan parquet "; 15013 [labelType="html" label="FileScanRDD [15013] count at ColumnStatJob.java:47"]; 15014 [labelType="html" label="MapPartitionsRDD [15014] count at ColumnStatJob.java:47"]; } subgraph cluster36244 { label="WholeStageCodegen (1)"; 15015 [labelType="html" label="MapPartitionsRDD [15015] count at ColumnStatJob.java:47"]; } subgraph cluster36253 { label="Scan csv "; 15016 [labelType="html" label="FileScanRDD [15016] count at ColumnStatJob.java:47"]; 15017 [labelType="html" label="MapPartitionsRDD [15017] count at ColumnStatJob.java:47"]; } subgraph cluster36249 { label="WholeStageCodegen (2)"; 15018 [labelType="html" label="MapPartitionsRDD [15018] count at ColumnStatJob.java:47"]; } subgraph cluster36243 { label="CartesianProduct"; 15019 [labelType="html" label="UnsafeCartesianRDD [15019] count at ColumnStatJob.java:47"]; 15020 [labelType="html" label="MapPartitionsRDD [15020] count at ColumnStatJob.java:47"]; } subgraph cluster36240 { label="WholeStageCodegen (3)"; 15021 [labelType="html" label="MapPartitionsRDD [15021] count at ColumnStatJob.java:47"]; } subgraph cluster36239 { label="Exchange"; 15022 [labelType="html" label="MapPartitionsRDD [15022] count at ColumnStatJob.java:47"]; } } 15013->15014; 15014->15015; 15016->15017; 15017->15018; 15015->15019; 15018->15019; 15019->15020; 15020->15021; 15021->15022; }

digraph G { subgraph clusterstage_5724 { label="Stage 5724 (skipped)"; subgraph cluster36260 { label="Scan parquet "; 15023 [labelType="html" label="FileScanRDD [15023] count at ColumnStatJob.java:47"]; 15024 [labelType="html" label="MapPartitionsRDD [15024] count at ColumnStatJob.java:47"]; } subgraph cluster36255 { label="WholeStageCodegen (4)"; 15025 [labelType="html" label="MapPartitionsRDD [15025] count at ColumnStatJob.java:47"]; } subgraph cluster36254 { label="Exchange"; 15026 [labelType="html" label="MapPartitionsRDD [15026] count at ColumnStatJob.java:47"]; } } 15023->15024; 15024->15025; 15025->15026; }

digraph G { subgraph clusterstage_5725 { label="Stage 5725 (skipped)"; subgraph cluster36270 { label="AQEShuffleRead"; 15027 [labelType="html" label="ShuffledRowRDD [15027] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster36267 { label="WholeStageCodegen (5)"; 15028 [labelType="html" label="MapPartitionsRDD [15028] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster36266 { label="Window"; 15029 [labelType="html" label="MapPartitionsRDD [15029] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster36262 { label="WholeStageCodegen (6)"; 15030 [labelType="html" label="MapPartitionsRDD [15030] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster36261 { label="Exchange"; 15031 [labelType="html" label="MapPartitionsRDD [15031] [Unordered] count at ColumnStatJob.java:47"]; } } 15027->15028; 15028->15029; 15029->15030; 15030->15031; }

15022,15027

digraph G { subgraph clusterstage_5726 { label="Stage 5726"; subgraph cluster36300 { label="AQEShuffleRead"; 15033 [labelType="html" label="ShuffledRowRDD [15033] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster36297 { label="WholeStageCodegen (7)"; 15034 [labelType="html" label="MapPartitionsRDD [15034] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster36296 { label="Window"; 15035 [labelType="html" label="MapPartitionsRDD [15035] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster36292 { label="WholeStageCodegen (8)"; 15036 [labelType="html" label="MapPartitionsRDD [15036] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster36291 { label="Window"; 15037 [labelType="html" label="MapPartitionsRDD [15037] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster36287 { label="WholeStageCodegen (9)"; 15038 [labelType="html" label="MapPartitionsRDD [15038] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster36305 { label="AQEShuffleRead"; 15039 [labelType="html" label="ShuffledRowRDD [15039] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster36302 { label="WholeStageCodegen (10)"; 15040 [labelType="html" label="MapPartitionsRDD [15040] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster36282 { label="WholeStageCodegen (11)"; 15041 [labelType="html" label="ZippedPartitionsRDD2 [15041] [Unordered] count at ColumnStatJob.java:47"]; 15042 [labelType="html" label="MapPartitionsRDD [15042] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster36281 { label="Window"; 15043 [labelType="html" label="MapPartitionsRDD [15043] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster36272 { label="WholeStageCodegen (12)"; 15045 [labelType="html" label="MapPartitionsRDD [15045] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster36271 { label="Exchange"; 15046 [labelType="html" label="MapPartitionsRDD [15046] [Unordered] count at ColumnStatJob.java:47"]; } } 15033->15034; 15034->15035; 15035->15036; 15036->15037; 15037->15038; 15039->15040; 15038->15041; 15040->15041; 15041->15042; 15042->15043; 15043->15045; 15045->15046; }

15031,15033

15026,15039

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
5726	default	DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/11/05 13:41:35	0.3 s	1/1			863.7 KiB	59.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

5726

default

DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/11/05 13:41:35

0.3 s

1/1

863.7 KiB

59.0 B

Page:

Skipped Stages (3)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
5725	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/2
5724	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/10
5723	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/5

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

5725

default

count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/2

5724

default

count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/10

5723

default

count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/5

Page: