SP1 - Details for Job 2859

Status: SUCCEEDED
Submitted: 2026/11/05 12:24:06
Duration: 14 ms
Associated SQL Query: 2012
Job Group: e185ae1c-9564-4842-aa14-45a8731142f2
Completed Stages: 1
Skipped Stages: 3

Enable zooming

digraph G { subgraph clusterstage_5406 { label="Stage 5406 (skipped)"; subgraph cluster33589 { label="Scan csv "; 13835 [labelType="html" label="FileScanRDD [13835] count at ColumnStatJob.java:47"]; 13836 [labelType="html" label="MapPartitionsRDD [13836] count at ColumnStatJob.java:47"]; } subgraph cluster33586 { label="WholeStageCodegen (1)"; 13837 [labelType="html" label="MapPartitionsRDD [13837] count at ColumnStatJob.java:47"]; } subgraph cluster33585 { label="ObjectHashAggregate"; 13838 [labelType="html" label="MapPartitionsRDD [13838] count at ColumnStatJob.java:47"]; } subgraph cluster33584 { label="Exchange"; 13839 [labelType="html" label="MapPartitionsRDD [13839] count at ColumnStatJob.java:47"]; } } 13835->13836; 13836->13837; 13837->13838; 13838->13839; }

digraph G { subgraph clusterstage_5407 { label="Stage 5407 (skipped)"; subgraph cluster33603 { label="Scan parquet "; 13840 [labelType="html" label="FileScanRDD [13840] count at ColumnStatJob.java:47"]; 13841 [labelType="html" label="MapPartitionsRDD [13841] count at ColumnStatJob.java:47"]; } subgraph cluster33598 { label="WholeStageCodegen (2)"; 13842 [labelType="html" label="MapPartitionsRDD [13842] count at ColumnStatJob.java:47"]; } subgraph cluster33606 { label="Exchange"; 13843 [labelType="html" label="ShuffledRowRDD [13843] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster33604 { label="ObjectHashAggregate"; 13844 [labelType="html" label="MapPartitionsRDD [13844] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster33597 { label="CartesianProduct"; 13845 [labelType="html" label="UnsafeCartesianRDD [13845] [Unordered] count at ColumnStatJob.java:47"]; 13846 [labelType="html" label="MapPartitionsRDD [13846] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster33611 { label="Scan csv "; 13847 [labelType="html" label="FileScanRDD [13847] count at ColumnStatJob.java:47"]; 13848 [labelType="html" label="MapPartitionsRDD [13848] count at ColumnStatJob.java:47"]; } subgraph cluster33607 { label="WholeStageCodegen (3)"; 13849 [labelType="html" label="MapPartitionsRDD [13849] count at ColumnStatJob.java:47"]; } subgraph cluster33596 { label="CartesianProduct"; 13850 [labelType="html" label="UnsafeCartesianRDD [13850] [Unordered] count at ColumnStatJob.java:47"]; 13851 [labelType="html" label="MapPartitionsRDD [13851] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster33592 { label="WholeStageCodegen (4)"; 13852 [labelType="html" label="MapPartitionsRDD [13852] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster33591 { label="ObjectHashAggregate"; 13853 [labelType="html" label="MapPartitionsRDD [13853] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster33590 { label="Exchange"; 13854 [labelType="html" label="MapPartitionsRDD [13854] [Unordered] count at ColumnStatJob.java:47"]; } } 13840->13841; 13841->13842; 13843->13844; 13842->13845; 13844->13845; 13845->13846; 13847->13848; 13848->13849; 13846->13850; 13849->13850; 13850->13851; 13851->13852; 13852->13853; 13853->13854; }

13839,13843

digraph G { subgraph clusterstage_5408 { label="Stage 5408 (skipped)"; subgraph cluster33678 { label="AQEShuffleRead"; 13897 [labelType="html" label="ShuffledRowRDD [13897] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster33677 { label="ObjectHashAggregate"; 13898 [labelType="html" label="MapPartitionsRDD [13898] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster33672 { label="WholeStageCodegen (5)"; 13899 [labelType="html" label="MapPartitionsRDD [13899] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster33671 { label="Exchange"; 13900 [labelType="html" label="MapPartitionsRDD [13900] [Unordered] count at ColumnStatJob.java:47"]; } } 13897->13898; 13898->13899; 13899->13900; }

13854,13897

digraph G { subgraph clusterstage_5409 { label="Stage 5409"; subgraph cluster33683 { label="Exchange"; 13901 [labelType="html" label="ShuffledRowRDD [13901] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster33679 { label="WholeStageCodegen (6)"; 13902 [labelType="html" label="MapPartitionsRDD [13902] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster33684 { label="mapPartitionsInternal"; 13903 [labelType="html" label="MapPartitionsRDD [13903] [Unordered] count at ColumnStatJob.java:47"]; } } 13901->13902; 13902->13903; }

13900,13901

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
5409	default	DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/11/05 12:24:06	11 ms	1/1			59.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

5409

default

DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/11/05 12:24:06

11 ms

1/1

59.0 B

Page:

Skipped Stages (3)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
5408	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
5407	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/10
5406	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

5408

default

count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

5407

default

count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/10

5406

default

count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

Page: