SP1 - Details for Job 10516

Status: SUCCEEDED
Submitted: 2026/10/27 17:21:56
Duration: 10 ms
Associated SQL Query: 7021
Job Group: b5921f16-8419-43a3-8e84-376a4c79dd12
Completed Stages: 1
Skipped Stages: 5

Enable zooming

digraph G { subgraph clusterstage_21020 { label="Stage 21020 (skipped)"; subgraph cluster137827 { label="Scan csv "; 59792 [labelType="html" label="FileScanRDD [59792] count at ColumnStatJob.java:47"]; 59793 [labelType="html" label="MapPartitionsRDD [59793] count at ColumnStatJob.java:47"]; } subgraph cluster137823 { label="WholeStageCodegen (2)"; 59794 [labelType="html" label="MapPartitionsRDD [59794] count at ColumnStatJob.java:47"]; } subgraph cluster137822 { label="Exchange"; 59795 [labelType="html" label="MapPartitionsRDD [59795] count at ColumnStatJob.java:47"]; } } 59792->59793; 59793->59794; 59794->59795; }

digraph G { subgraph clusterstage_21021 { label="Stage 21021 (skipped)"; subgraph cluster137820 { label="Scan csv "; 59788 [labelType="html" label="FileScanRDD [59788] count at ColumnStatJob.java:47"]; 59789 [labelType="html" label="MapPartitionsRDD [59789] count at ColumnStatJob.java:47"]; } subgraph cluster137817 { label="WholeStageCodegen (1)"; 59790 [labelType="html" label="MapPartitionsRDD [59790] count at ColumnStatJob.java:47"]; } subgraph cluster137816 { label="Exchange"; 59791 [labelType="html" label="MapPartitionsRDD [59791] count at ColumnStatJob.java:47"]; } } 59788->59789; 59789->59790; 59790->59791; }

digraph G { subgraph clusterstage_21022 { label="Stage 21022 (skipped)"; subgraph cluster137850 { label="AQEShuffleRead"; 59806 [labelType="html" label="ShuffledRowRDD [59806] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster137847 { label="WholeStageCodegen (4)"; 59807 [labelType="html" label="MapPartitionsRDD [59807] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster137856 { label="AQEShuffleRead"; 59808 [labelType="html" label="ShuffledRowRDD [59808] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster137852 { label="WholeStageCodegen (5)"; 59809 [labelType="html" label="MapPartitionsRDD [59809] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster137843 { label="WholeStageCodegen (6)"; 59810 [labelType="html" label="ZippedPartitionsRDD2 [59810] [Unordered] count at ColumnStatJob.java:47"]; 59811 [labelType="html" label="MapPartitionsRDD [59811] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster137842 { label="Exchange"; 59812 [labelType="html" label="MapPartitionsRDD [59812] [Unordered] count at ColumnStatJob.java:47"]; } } 59806->59807; 59808->59809; 59807->59810; 59809->59810; 59810->59811; 59811->59812; }

59791,59806

59795,59808

digraph G { subgraph clusterstage_21023 { label="Stage 21023 (skipped)"; subgraph cluster137839 { label="Scan csv "; 59798 [labelType="html" label="FileScanRDD [59798] count at ColumnStatJob.java:47"]; 59801 [labelType="html" label="MapPartitionsRDD [59801] count at ColumnStatJob.java:47"]; } subgraph cluster137833 { label="WholeStageCodegen (3)"; 59802 [labelType="html" label="MapPartitionsRDD [59802] count at ColumnStatJob.java:47"]; } subgraph cluster137832 { label="Exchange"; 59803 [labelType="html" label="MapPartitionsRDD [59803] count at ColumnStatJob.java:47"]; } } 59798->59801; 59801->59802; 59802->59803; }

digraph G { subgraph clusterstage_21024 { label="Stage 21024 (skipped)"; subgraph cluster137866 { label="AQEShuffleRead"; 59813 [labelType="html" label="ShuffledRowRDD [59813] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster137863 { label="WholeStageCodegen (7)"; 59814 [labelType="html" label="MapPartitionsRDD [59814] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster137872 { label="AQEShuffleRead"; 59815 [labelType="html" label="ShuffledRowRDD [59815] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster137868 { label="WholeStageCodegen (8)"; 59816 [labelType="html" label="MapPartitionsRDD [59816] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster137858 { label="WholeStageCodegen (9)"; 59817 [labelType="html" label="ZippedPartitionsRDD2 [59817] [Unordered] count at ColumnStatJob.java:47"]; 59818 [labelType="html" label="MapPartitionsRDD [59818] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster137857 { label="Exchange"; 59819 [labelType="html" label="MapPartitionsRDD [59819] [Unordered] count at ColumnStatJob.java:47"]; } } 59813->59814; 59815->59816; 59814->59817; 59816->59817; 59817->59818; 59818->59819; }

59812,59813

59803,59815

digraph G { subgraph clusterstage_21025 { label="Stage 21025"; subgraph cluster137877 { label="Exchange"; 59820 [labelType="html" label="ShuffledRowRDD [59820] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster137873 { label="WholeStageCodegen (10)"; 59821 [labelType="html" label="MapPartitionsRDD [59821] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster137878 { label="mapPartitionsInternal"; 59822 [labelType="html" label="MapPartitionsRDD [59822] [Unordered] count at ColumnStatJob.java:47"]; } } 59820->59821; 59821->59822; }

59819,59820

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
21025	default	DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/27 17:21:56	6 ms	1/1			59.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

21025

default

DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/10/27 17:21:56

6 ms

1/1

59.0 B

Page:

Skipped Stages (5)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
21024	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
21023	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
21022	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
21021	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/3
21020	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Page: