SP1 - Details for Job 4505

Status: SUCCEEDED
Submitted: 2026/09/24 14:23:12
Duration: 8 ms
Associated SQL Query: 3102
Job Group: 3ca7e75b-9683-4841-b6a1-465470715a72
Completed Stages: 1
Skipped Stages: 1

Enable zooming

digraph G { subgraph clusterstage_8928 { label="Stage 8928 (skipped)"; subgraph cluster58552 { label="Scan parquet "; 25567 [labelType="html" label="FileScanRDD [25567] count at ColumnStatJob.java:47"]; 25568 [labelType="html" label="MapPartitionsRDD [25568] count at ColumnStatJob.java:47"]; } subgraph cluster58553 { label="Scan parquet "; 25569 [labelType="html" label="FileScanRDD [25569] count at ColumnStatJob.java:47"]; 25570 [labelType="html" label="MapPartitionsRDD [25570] count at ColumnStatJob.java:47"]; } subgraph cluster58554 { label="Scan parquet "; 25571 [labelType="html" label="FileScanRDD [25571] count at ColumnStatJob.java:47"]; 25573 [labelType="html" label="MapPartitionsRDD [25573] count at ColumnStatJob.java:47"]; } subgraph cluster58551 { label="Union"; 25574 [labelType="html" label="UnionRDD [25574] count at ColumnStatJob.java:47"]; } subgraph cluster58547 { label="WholeStageCodegen (1)"; 25575 [labelType="html" label="MapPartitionsRDD [25575] count at ColumnStatJob.java:47"]; } subgraph cluster58546 { label="Exchange"; 25576 [labelType="html" label="MapPartitionsRDD [25576] count at ColumnStatJob.java:47"]; } } 25567->25568; 25569->25570; 25571->25573; 25568->25574; 25570->25574; 25573->25574; 25574->25575; 25575->25576; }

digraph G { subgraph clusterstage_8929 { label="Stage 8929"; subgraph cluster58562 { label="Exchange"; 25578 [labelType="html" label="ShuffledRowRDD [25578] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster58558 { label="WholeStageCodegen (2)"; 25579 [labelType="html" label="MapPartitionsRDD [25579] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster58563 { label="mapPartitionsInternal"; 25580 [labelType="html" label="MapPartitionsRDD [25580] [Unordered] count at ColumnStatJob.java:47"]; } } 25578->25579; 25579->25580; }

25576,25578

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
8929	default	DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/09/24 14:23:12	5 ms	1/1			177.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

8929

default

DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/09/24 14:23:12

5 ms

1/1

177.0 B

Page:

Skipped Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
8928	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/3

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

8928

default

count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/3

Page: