SP1 - Details for Job 7742

Status: SUCCEEDED
Submitted: 2026/10/21 10:09:28
Duration: 11 ms
Associated SQL Query: 5064
Job Group: ffcac407-b942-4d7c-83bf-04fad6ee4386
Completed Stages: 1
Skipped Stages: 6

Enable zooming

digraph G { subgraph clusterstage_15316 { label="Stage 15316 (skipped)"; subgraph cluster99555 { label="Scan csv "; 42316 [labelType="html" label="FileScanRDD [42316] count at ColumnStatJob.java:47"]; 42317 [labelType="html" label="MapPartitionsRDD [42317] count at ColumnStatJob.java:47"]; } subgraph cluster99551 { label="WholeStageCodegen (4)"; 42318 [labelType="html" label="MapPartitionsRDD [42318] count at ColumnStatJob.java:47"]; } subgraph cluster99550 { label="Exchange"; 42319 [labelType="html" label="MapPartitionsRDD [42319] count at ColumnStatJob.java:47"]; } } 42316->42317; 42317->42318; 42318->42319; }

digraph G { subgraph clusterstage_15317 { label="Stage 15317 (skipped)"; subgraph cluster99562 { label="Scan parquet "; 42320 [labelType="html" label="FileScanRDD [42320] count at ColumnStatJob.java:47"]; 42321 [labelType="html" label="MapPartitionsRDD [42321] count at ColumnStatJob.java:47"]; } subgraph cluster99557 { label="WholeStageCodegen (5)"; 42322 [labelType="html" label="MapPartitionsRDD [42322] count at ColumnStatJob.java:47"]; } subgraph cluster99556 { label="Exchange"; 42323 [labelType="html" label="MapPartitionsRDD [42323] count at ColumnStatJob.java:47"]; } } 42320->42321; 42321->42322; 42322->42323; }

digraph G { subgraph clusterstage_15318 { label="Stage 15318 (skipped)"; subgraph cluster99573 { label="Scan parquet "; 42328 [labelType="html" label="FileScanRDD [42328] count at ColumnStatJob.java:47"]; 42329 [labelType="html" label="MapPartitionsRDD [42329] count at ColumnStatJob.java:47"]; } subgraph cluster99568 { label="WholeStageCodegen (6)"; 42330 [labelType="html" label="MapPartitionsRDD [42330] count at ColumnStatJob.java:47"]; } subgraph cluster99567 { label="Exchange"; 42331 [labelType="html" label="MapPartitionsRDD [42331] count at ColumnStatJob.java:47"]; } } 42328->42329; 42329->42330; 42330->42331; }

digraph G { subgraph clusterstage_15319 { label="Stage 15319 (skipped)"; subgraph cluster99544 { label="Scan parquet "; 42306 [labelType="html" label="FileScanRDD [42306] count at ColumnStatJob.java:47"]; 42307 [labelType="html" label="MapPartitionsRDD [42307] count at ColumnStatJob.java:47"]; } subgraph cluster99540 { label="WholeStageCodegen (1)"; 42308 [labelType="html" label="MapPartitionsRDD [42308] count at ColumnStatJob.java:47"]; } subgraph cluster99549 { label="Scan csv "; 42309 [labelType="html" label="FileScanRDD [42309] count at ColumnStatJob.java:47"]; 42310 [labelType="html" label="MapPartitionsRDD [42310] count at ColumnStatJob.java:47"]; } subgraph cluster99545 { label="WholeStageCodegen (2)"; 42311 [labelType="html" label="MapPartitionsRDD [42311] count at ColumnStatJob.java:47"]; } subgraph cluster99539 { label="CartesianProduct"; 42312 [labelType="html" label="UnsafeCartesianRDD [42312] count at ColumnStatJob.java:47"]; 42313 [labelType="html" label="MapPartitionsRDD [42313] count at ColumnStatJob.java:47"]; } subgraph cluster99531 { label="WholeStageCodegen (3)"; 42314 [labelType="html" label="MapPartitionsRDD [42314] count at ColumnStatJob.java:47"]; } subgraph cluster99530 { label="Exchange"; 42315 [labelType="html" label="MapPartitionsRDD [42315] count at ColumnStatJob.java:47"]; } } 42306->42307; 42307->42308; 42309->42310; 42310->42311; 42308->42312; 42311->42312; 42312->42313; 42313->42314; 42314->42315; }

digraph G { subgraph clusterstage_15320 { label="Stage 15320 (skipped)"; subgraph cluster99599 { label="AQEShuffleRead"; 42340 [labelType="html" label="ShuffledRowRDD [42340] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster99596 { label="WholeStageCodegen (7)"; 42341 [labelType="html" label="MapPartitionsRDD [42341] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster99606 { label="AQEShuffleRead"; 42342 [labelType="html" label="ShuffledRowRDD [42342] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster99603 { label="WholeStageCodegen (8)"; 42343 [labelType="html" label="MapPartitionsRDD [42343] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster99592 { label="WholeStageCodegen (9)"; 42344 [labelType="html" label="ZippedPartitionsRDD2 [42344] [Unordered] count at ColumnStatJob.java:47"]; 42345 [labelType="html" label="MapPartitionsRDD [42345] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster99611 { label="AQEShuffleRead"; 42346 [labelType="html" label="ShuffledRowRDD [42346] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster99608 { label="WholeStageCodegen (10)"; 42347 [labelType="html" label="MapPartitionsRDD [42347] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster99588 { label="WholeStageCodegen (11)"; 42348 [labelType="html" label="ZippedPartitionsRDD2 [42348] [Unordered] count at ColumnStatJob.java:47"]; 42349 [labelType="html" label="MapPartitionsRDD [42349] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster99587 { label="ObjectHashAggregate"; 42350 [labelType="html" label="MapPartitionsRDD [42350] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster99586 { label="Exchange"; 42351 [labelType="html" label="MapPartitionsRDD [42351] [Unordered] count at ColumnStatJob.java:47"]; } } 42340->42341; 42342->42343; 42341->42344; 42343->42344; 42344->42345; 42346->42347; 42345->42348; 42347->42348; 42348->42349; 42349->42350; 42350->42351; }

42319,42340

42323,42342

42331,42346

digraph G { subgraph clusterstage_15321 { label="Stage 15321 (skipped)"; subgraph cluster99626 { label="AQEShuffleRead"; 42352 [labelType="html" label="ShuffledRowRDD [42352] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster99623 { label="WholeStageCodegen (12)"; 42353 [labelType="html" label="MapPartitionsRDD [42353] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster99632 { label="AQEShuffleRead"; 42354 [labelType="html" label="ShuffledRowRDD [42354] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster99631 { label="ObjectHashAggregate"; 42355 [labelType="html" label="MapPartitionsRDD [42355] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster99628 { label="WholeStageCodegen (13)"; 42356 [labelType="html" label="MapPartitionsRDD [42356] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster99621 { label="SortMergeJoin"; 42357 [labelType="html" label="ZippedPartitionsRDD2 [42357] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster99620 { label="Filter"; 42358 [labelType="html" label="MapPartitionsRDD [42358] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster99619 { label="Project"; 42359 [labelType="html" label="MapPartitionsRDD [42359] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster99618 { label="HashAggregate"; 42360 [labelType="html" label="MapPartitionsRDD [42360] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster99612 { label="Exchange"; 42361 [labelType="html" label="MapPartitionsRDD [42361] [Unordered] count at ColumnStatJob.java:47"]; } } 42352->42353; 42354->42355; 42355->42356; 42353->42357; 42356->42357; 42357->42358; 42358->42359; 42359->42360; 42360->42361; }

42315,42352

42351,42354

digraph G { subgraph clusterstage_15322 { label="Stage 15322"; subgraph cluster99701 { label="Exchange"; 42396 [labelType="html" label="ShuffledRowRDD [42396] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster99697 { label="WholeStageCodegen (15)"; 42397 [labelType="html" label="MapPartitionsRDD [42397] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster99702 { label="mapPartitionsInternal"; 42398 [labelType="html" label="MapPartitionsRDD [42398] [Unordered] count at ColumnStatJob.java:47"]; } } 42396->42397; 42397->42398; }

42361,42396

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
15322	default	DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/21 10:09:28	7 ms	1/1			59.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

15322

default

DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/10/21 10:09:28

7 ms

1/1

59.0 B

Page:

Skipped Stages (6)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
15321	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
15320	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
15319	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/10
15318	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
15317	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
15316	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Page: