SP1 - Details for Job 9264

Status: SUCCEEDED
Submitted: 2026/03/27 14:34:13
Duration: 18 ms
Associated SQL Query: 6089
Job Group: 5c21fcc5-74a1-4a9f-838d-f7743e3d5a45
Completed Stages: 1
Skipped Stages: 3

Enable zooming

digraph G { subgraph clusterstage_17443 { label="Stage 17443 (skipped)"; subgraph cluster113533 { label="Scan parquet "; 48278 [labelType="html" label="FileScanRDD [48278] count at ColumnStatJob.java:47"]; 48279 [labelType="html" label="MapPartitionsRDD [48279] count at ColumnStatJob.java:47"]; } subgraph cluster113529 { label="WholeStageCodegen (1)"; 48280 [labelType="html" label="MapPartitionsRDD [48280] count at ColumnStatJob.java:47"]; } subgraph cluster113528 { label="Exchange"; 48281 [labelType="html" label="MapPartitionsRDD [48281] count at ColumnStatJob.java:47"]; } } 48278->48279; 48279->48280; 48280->48281; }

digraph G { subgraph clusterstage_17444 { label="Stage 17444 (skipped)"; subgraph cluster113539 { label="Scan csv "; 48282 [labelType="html" label="FileScanRDD [48282] count at ColumnStatJob.java:47"]; 48283 [labelType="html" label="MapPartitionsRDD [48283] count at ColumnStatJob.java:47"]; } subgraph cluster113535 { label="WholeStageCodegen (2)"; 48284 [labelType="html" label="MapPartitionsRDD [48284] count at ColumnStatJob.java:47"]; } subgraph cluster113534 { label="Exchange"; 48285 [labelType="html" label="MapPartitionsRDD [48285] count at ColumnStatJob.java:47"]; } } 48282->48283; 48283->48284; 48284->48285; }

digraph G { subgraph clusterstage_17445 { label="Stage 17445 (skipped)"; subgraph cluster113567 { label="AQEShuffleRead"; 48298 [labelType="html" label="ShuffledRowRDD [48298] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster113564 { label="WholeStageCodegen (3)"; 48299 [labelType="html" label="MapPartitionsRDD [48299] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster113577 { label="AQEShuffleRead"; 48300 [labelType="html" label="ShuffledRowRDD [48300] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster113574 { label="WholeStageCodegen (4)"; 48301 [labelType="html" label="MapPartitionsRDD [48301] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster113573 { label="Window"; 48302 [labelType="html" label="MapPartitionsRDD [48302] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster113569 { label="WholeStageCodegen (5)"; 48303 [labelType="html" label="MapPartitionsRDD [48303] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster113559 { label="WholeStageCodegen (6)"; 48304 [labelType="html" label="ZippedPartitionsRDD2 [48304] [Unordered] count at ColumnStatJob.java:47"]; 48305 [labelType="html" label="MapPartitionsRDD [48305] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster113558 { label="Exchange"; 48306 [labelType="html" label="MapPartitionsRDD [48306] [Unordered] count at ColumnStatJob.java:47"]; } } 48298->48299; 48300->48301; 48301->48302; 48302->48303; 48299->48304; 48303->48304; 48304->48305; 48305->48306; }

48281,48298

48285,48300

digraph G { subgraph clusterstage_17446 { label="Stage 17446"; subgraph cluster113595 { label="Exchange"; 48315 [labelType="html" label="ShuffledRowRDD [48315] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster113591 { label="WholeStageCodegen (7)"; 48316 [labelType="html" label="MapPartitionsRDD [48316] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster113596 { label="mapPartitionsInternal"; 48317 [labelType="html" label="MapPartitionsRDD [48317] [Unordered] count at ColumnStatJob.java:47"]; } } 48315->48316; 48316->48317; }

48306,48315

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
17446	default	DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/03/27 14:34:13	14 ms	1/1			177.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

17446

default

DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/03/27 14:34:13

14 ms

1/1

177.0 B

Page:

Skipped Stages (3)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
17445	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/3
17444	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/2
17443	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/10

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

17445

default

count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/3

17444

default

count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/2

17443

default

count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/10

Page: