SP1 - Details for Job 3066

Status: SUCCEEDED
Submitted: 2026/11/05 13:41:16
Duration: 1 s
Associated SQL Query: 2194
Job Group: 5ae869c4-fe3f-4e2f-accb-d0a634110cce
Completed Stages: 1
Skipped Stages: 3

Enable zooming

digraph G { subgraph clusterstage_5696 { label="Stage 5696 (skipped)"; subgraph cluster36006 { label="Scan parquet "; 14918 [labelType="html" label="FileScanRDD [14918] count at ColumnStatJob.java:47"]; 14919 [labelType="html" label="MapPartitionsRDD [14919] count at ColumnStatJob.java:47"]; } subgraph cluster36002 { label="WholeStageCodegen (1)"; 14920 [labelType="html" label="MapPartitionsRDD [14920] count at ColumnStatJob.java:47"]; } subgraph cluster36011 { label="Scan csv "; 14921 [labelType="html" label="FileScanRDD [14921] count at ColumnStatJob.java:47"]; 14922 [labelType="html" label="MapPartitionsRDD [14922] count at ColumnStatJob.java:47"]; } subgraph cluster36007 { label="WholeStageCodegen (2)"; 14923 [labelType="html" label="MapPartitionsRDD [14923] count at ColumnStatJob.java:47"]; } subgraph cluster36001 { label="CartesianProduct"; 14924 [labelType="html" label="UnsafeCartesianRDD [14924] count at ColumnStatJob.java:47"]; 14925 [labelType="html" label="MapPartitionsRDD [14925] count at ColumnStatJob.java:47"]; } subgraph cluster35998 { label="WholeStageCodegen (3)"; 14926 [labelType="html" label="MapPartitionsRDD [14926] count at ColumnStatJob.java:47"]; } subgraph cluster35997 { label="Exchange"; 14927 [labelType="html" label="MapPartitionsRDD [14927] count at ColumnStatJob.java:47"]; } } 14918->14919; 14919->14920; 14921->14922; 14922->14923; 14920->14924; 14923->14924; 14924->14925; 14925->14926; 14926->14927; }

digraph G { subgraph clusterstage_5697 { label="Stage 5697 (skipped)"; subgraph cluster36028 { label="AQEShuffleRead"; 14932 [labelType="html" label="ShuffledRowRDD [14932] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster36025 { label="WholeStageCodegen (5)"; 14933 [labelType="html" label="MapPartitionsRDD [14933] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster36024 { label="Window"; 14934 [labelType="html" label="MapPartitionsRDD [14934] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster36020 { label="WholeStageCodegen (6)"; 14935 [labelType="html" label="MapPartitionsRDD [14935] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster36019 { label="Exchange"; 14936 [labelType="html" label="MapPartitionsRDD [14936] [Unordered] count at ColumnStatJob.java:47"]; } } 14932->14933; 14933->14934; 14934->14935; 14935->14936; }

14927,14932

digraph G { subgraph clusterstage_5698 { label="Stage 5698 (skipped)"; subgraph cluster36018 { label="Scan parquet "; 14928 [labelType="html" label="FileScanRDD [14928] count at ColumnStatJob.java:47"]; 14929 [labelType="html" label="MapPartitionsRDD [14929] count at ColumnStatJob.java:47"]; } subgraph cluster36013 { label="WholeStageCodegen (4)"; 14930 [labelType="html" label="MapPartitionsRDD [14930] count at ColumnStatJob.java:47"]; } subgraph cluster36012 { label="Exchange"; 14931 [labelType="html" label="MapPartitionsRDD [14931] count at ColumnStatJob.java:47"]; } } 14928->14929; 14929->14930; 14930->14931; }

digraph G { subgraph clusterstage_5699 { label="Stage 5699"; subgraph cluster36052 { label="AQEShuffleRead"; 14937 [labelType="html" label="ShuffledRowRDD [14937] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster36049 { label="WholeStageCodegen (7)"; 14938 [labelType="html" label="MapPartitionsRDD [14938] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster36048 { label="Window"; 14939 [labelType="html" label="MapPartitionsRDD [14939] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster36045 { label="WholeStageCodegen (8)"; 14940 [labelType="html" label="MapPartitionsRDD [14940] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster36044 { label="Window"; 14941 [labelType="html" label="MapPartitionsRDD [14941] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster36041 { label="WholeStageCodegen (9)"; 14942 [labelType="html" label="MapPartitionsRDD [14942] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster36057 { label="AQEShuffleRead"; 14943 [labelType="html" label="ShuffledRowRDD [14943] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster36054 { label="WholeStageCodegen (10)"; 14944 [labelType="html" label="MapPartitionsRDD [14944] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster36036 { label="WholeStageCodegen (11)"; 14945 [labelType="html" label="ZippedPartitionsRDD2 [14945] [Unordered] count at ColumnStatJob.java:47"]; 14946 [labelType="html" label="MapPartitionsRDD [14946] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster36035 { label="Window"; 14947 [labelType="html" label="MapPartitionsRDD [14947] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster36030 { label="WholeStageCodegen (12)"; 14948 [labelType="html" label="MapPartitionsRDD [14948] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster36029 { label="Exchange"; 14949 [labelType="html" label="MapPartitionsRDD [14949] [Unordered] count at ColumnStatJob.java:47"]; } } 14937->14938; 14938->14939; 14939->14940; 14940->14941; 14941->14942; 14943->14944; 14942->14945; 14944->14945; 14945->14946; 14946->14947; 14947->14948; 14948->14949; }

14936,14937

14931,14943

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
5699	default	DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/11/05 13:41:16	1 s	1/1			863.7 KiB	59.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

5699

default

DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/11/05 13:41:16

1 s

1/1

863.7 KiB

59.0 B

Page:

Skipped Stages (3)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
5698	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/10
5697	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/2
5696	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/5

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

5698

default

count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/10

5697

default

count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/2

5696

default

count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/5

Page: