SP1 - Details for Job 2867

Status: SUCCEEDED
Submitted: 2026/11/05 12:24:33
Duration: 16 ms
Associated SQL Query: 2023
Job Group: 3d02254f-11d8-492c-b2ee-89a763bd3f26
Completed Stages: 1
Skipped Stages: 1

Enable zooming

digraph G { subgraph clusterstage_5419 { label="Stage 5419 (skipped)"; subgraph cluster33772 { label="Scan parquet "; 13920 [labelType="html" label="FileScanRDD [13920] count at ColumnStatJob.java:47"]; 13921 [labelType="html" label="MapPartitionsRDD [13921] count at ColumnStatJob.java:47"]; } subgraph cluster33768 { label="WholeStageCodegen (1)"; 13922 [labelType="html" label="MapPartitionsRDD [13922] count at ColumnStatJob.java:47"]; } subgraph cluster33777 { label="Scan csv "; 13923 [labelType="html" label="FileScanRDD [13923] count at ColumnStatJob.java:47"]; 13924 [labelType="html" label="MapPartitionsRDD [13924] count at ColumnStatJob.java:47"]; } subgraph cluster33773 { label="WholeStageCodegen (2)"; 13925 [labelType="html" label="MapPartitionsRDD [13925] count at ColumnStatJob.java:47"]; } subgraph cluster33767 { label="CartesianProduct"; 13926 [labelType="html" label="UnsafeCartesianRDD [13926] count at ColumnStatJob.java:47"]; 13927 [labelType="html" label="MapPartitionsRDD [13927] count at ColumnStatJob.java:47"]; } subgraph cluster33763 { label="WholeStageCodegen (3)"; 13928 [labelType="html" label="MapPartitionsRDD [13928] count at ColumnStatJob.java:47"]; } subgraph cluster33762 { label="Exchange"; 13929 [labelType="html" label="MapPartitionsRDD [13929] count at ColumnStatJob.java:47"]; } } 13920->13921; 13921->13922; 13923->13924; 13924->13925; 13922->13926; 13925->13926; 13926->13927; 13927->13928; 13928->13929; }

digraph G { subgraph clusterstage_5420 { label="Stage 5420"; subgraph cluster33815 { label="Exchange"; 13952 [labelType="html" label="ShuffledRowRDD [13952] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster33811 { label="WholeStageCodegen (4)"; 13953 [labelType="html" label="MapPartitionsRDD [13953] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster33816 { label="mapPartitionsInternal"; 13954 [labelType="html" label="MapPartitionsRDD [13954] [Unordered] count at ColumnStatJob.java:47"]; } } 13952->13953; 13953->13954; }

13929,13952

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
5420	default	DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/11/05 12:24:33	12 ms	1/1			563.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

5420

default

DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/11/05 12:24:33

12 ms

1/1

563.0 B

Page:

Skipped Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
5419	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/10

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

5419

default

count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/10

Page: