SP1 - Details for Job 9261

Status: SUCCEEDED
Submitted: 2026/03/27 14:34:10
Duration: 3 s
Associated SQL Query: 6089
Job Group: 5c21fcc5-74a1-4a9f-838d-f7743e3d5a45
Completed Stages: 1
Skipped Stages: 2

Enable zooming

digraph G { subgraph clusterstage_17438 { label="Stage 17438 (skipped)"; subgraph cluster113533 { label="Scan parquet "; 48278 [labelType="html" label="FileScanRDD [48278] count at ColumnStatJob.java:47"]; 48279 [labelType="html" label="MapPartitionsRDD [48279] count at ColumnStatJob.java:47"]; } subgraph cluster113529 { label="WholeStageCodegen (1)"; 48280 [labelType="html" label="MapPartitionsRDD [48280] count at ColumnStatJob.java:47"]; } subgraph cluster113528 { label="Exchange"; 48281 [labelType="html" label="MapPartitionsRDD [48281] count at ColumnStatJob.java:47"]; } } 48278->48279; 48279->48280; 48280->48281; }

digraph G { subgraph clusterstage_17439 { label="Stage 17439 (skipped)"; subgraph cluster113539 { label="Scan csv "; 48282 [labelType="html" label="FileScanRDD [48282] count at ColumnStatJob.java:47"]; 48283 [labelType="html" label="MapPartitionsRDD [48283] count at ColumnStatJob.java:47"]; } subgraph cluster113535 { label="WholeStageCodegen (2)"; 48284 [labelType="html" label="MapPartitionsRDD [48284] count at ColumnStatJob.java:47"]; } subgraph cluster113534 { label="Exchange"; 48285 [labelType="html" label="MapPartitionsRDD [48285] count at ColumnStatJob.java:47"]; } } 48282->48283; 48283->48284; 48284->48285; }

digraph G { subgraph clusterstage_17440 { label="Stage 17440"; subgraph cluster113567 { label="AQEShuffleRead"; 48298 [labelType="html" label="ShuffledRowRDD [48298] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster113564 { label="WholeStageCodegen (3)"; 48299 [labelType="html" label="MapPartitionsRDD [48299] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster113577 { label="AQEShuffleRead"; 48300 [labelType="html" label="ShuffledRowRDD [48300] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster113574 { label="WholeStageCodegen (4)"; 48301 [labelType="html" label="MapPartitionsRDD [48301] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster113573 { label="Window"; 48302 [labelType="html" label="MapPartitionsRDD [48302] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster113569 { label="WholeStageCodegen (5)"; 48303 [labelType="html" label="MapPartitionsRDD [48303] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster113559 { label="WholeStageCodegen (6)"; 48304 [labelType="html" label="ZippedPartitionsRDD2 [48304] [Unordered] count at ColumnStatJob.java:47"]; 48305 [labelType="html" label="MapPartitionsRDD [48305] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster113558 { label="Exchange"; 48306 [labelType="html" label="MapPartitionsRDD [48306] [Unordered] count at ColumnStatJob.java:47"]; } } 48298->48299; 48300->48301; 48301->48302; 48302->48303; 48299->48304; 48303->48304; 48304->48305; 48305->48306; }

48281,48298

48285,48300

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
17440	default	DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/03/27 14:34:10	3 s	3/3			4.5 MiB	177.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

17440

default

DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/03/27 14:34:10

3 s

3/3

4.5 MiB

177.0 B

Page:

Skipped Stages (2)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
17439	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/2
17438	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/10

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

17439

default

count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/2

17438

default

count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/10

Page: