SP1 - Details for Job 7735

Status: SUCCEEDED
Submitted: 2026/10/21 10:09:26
Duration: 0.1 s
Associated SQL Query: 5064
Job Group: ffcac407-b942-4d7c-83bf-04fad6ee4386
Completed Stages: 1
Skipped Stages: 3

Enable zooming

digraph G { subgraph clusterstage_15298 { label="Stage 15298 (skipped)"; subgraph cluster99555 { label="Scan csv "; 42316 [labelType="html" label="FileScanRDD [42316] count at ColumnStatJob.java:47"]; 42317 [labelType="html" label="MapPartitionsRDD [42317] count at ColumnStatJob.java:47"]; } subgraph cluster99551 { label="WholeStageCodegen (4)"; 42318 [labelType="html" label="MapPartitionsRDD [42318] count at ColumnStatJob.java:47"]; } subgraph cluster99550 { label="Exchange"; 42319 [labelType="html" label="MapPartitionsRDD [42319] count at ColumnStatJob.java:47"]; } } 42316->42317; 42317->42318; 42318->42319; }

digraph G { subgraph clusterstage_15299 { label="Stage 15299 (skipped)"; subgraph cluster99562 { label="Scan parquet "; 42320 [labelType="html" label="FileScanRDD [42320] count at ColumnStatJob.java:47"]; 42321 [labelType="html" label="MapPartitionsRDD [42321] count at ColumnStatJob.java:47"]; } subgraph cluster99557 { label="WholeStageCodegen (5)"; 42322 [labelType="html" label="MapPartitionsRDD [42322] count at ColumnStatJob.java:47"]; } subgraph cluster99556 { label="Exchange"; 42323 [labelType="html" label="MapPartitionsRDD [42323] count at ColumnStatJob.java:47"]; } } 42320->42321; 42321->42322; 42322->42323; }

digraph G { subgraph clusterstage_15300 { label="Stage 15300 (skipped)"; subgraph cluster99573 { label="Scan parquet "; 42328 [labelType="html" label="FileScanRDD [42328] count at ColumnStatJob.java:47"]; 42329 [labelType="html" label="MapPartitionsRDD [42329] count at ColumnStatJob.java:47"]; } subgraph cluster99568 { label="WholeStageCodegen (6)"; 42330 [labelType="html" label="MapPartitionsRDD [42330] count at ColumnStatJob.java:47"]; } subgraph cluster99567 { label="Exchange"; 42331 [labelType="html" label="MapPartitionsRDD [42331] count at ColumnStatJob.java:47"]; } } 42328->42329; 42329->42330; 42330->42331; }

digraph G { subgraph clusterstage_15301 { label="Stage 15301"; subgraph cluster99599 { label="AQEShuffleRead"; 42340 [labelType="html" label="ShuffledRowRDD [42340] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster99596 { label="WholeStageCodegen (7)"; 42341 [labelType="html" label="MapPartitionsRDD [42341] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster99606 { label="AQEShuffleRead"; 42342 [labelType="html" label="ShuffledRowRDD [42342] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster99603 { label="WholeStageCodegen (8)"; 42343 [labelType="html" label="MapPartitionsRDD [42343] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster99592 { label="WholeStageCodegen (9)"; 42344 [labelType="html" label="ZippedPartitionsRDD2 [42344] [Unordered] count at ColumnStatJob.java:47"]; 42345 [labelType="html" label="MapPartitionsRDD [42345] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster99611 { label="AQEShuffleRead"; 42346 [labelType="html" label="ShuffledRowRDD [42346] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster99608 { label="WholeStageCodegen (10)"; 42347 [labelType="html" label="MapPartitionsRDD [42347] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster99588 { label="WholeStageCodegen (11)"; 42348 [labelType="html" label="ZippedPartitionsRDD2 [42348] [Unordered] count at ColumnStatJob.java:47"]; 42349 [labelType="html" label="MapPartitionsRDD [42349] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster99587 { label="ObjectHashAggregate"; 42350 [labelType="html" label="MapPartitionsRDD [42350] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster99586 { label="Exchange"; 42351 [labelType="html" label="MapPartitionsRDD [42351] [Unordered] count at ColumnStatJob.java:47"]; } } 42340->42341; 42342->42343; 42341->42344; 42343->42344; 42344->42345; 42346->42347; 42345->42348; 42347->42348; 42348->42349; 42349->42350; 42350->42351; }

42319,42340

42323,42342

42331,42346

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
15301	default	DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/21 10:09:26	58 ms	1/1			124.3 KiB	113.1 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

15301

default

DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/10/21 10:09:26

58 ms

1/1

124.3 KiB

113.1 KiB

Page:

Skipped Stages (3)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
15300	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
15299	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
15298	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

15300

default

count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

15299

default

count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

15298

default

count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

Page: