SP1 - Details for Job 7767

Status: SUCCEEDED
Submitted: 2026/10/21 10:15:12
Duration: 11 ms
Associated SQL Query: 5085
Job Group: 3adc0c0b-79e4-44ef-ae0e-93b89205cb7d
Completed Stages: 1
Skipped Stages: 4

Enable zooming

digraph G { subgraph clusterstage_15365 { label="Stage 15365 (skipped)"; subgraph cluster100058 { label="Scan parquet "; 42515 [labelType="html" label="FileScanRDD [42515] count at ColumnStatJob.java:47"]; 42516 [labelType="html" label="MapPartitionsRDD [42516] count at ColumnStatJob.java:47"]; } subgraph cluster100053 { label="WholeStageCodegen (2)"; 42517 [labelType="html" label="MapPartitionsRDD [42517] count at ColumnStatJob.java:47"]; } subgraph cluster100052 { label="Exchange"; 42518 [labelType="html" label="MapPartitionsRDD [42518] count at ColumnStatJob.java:47"]; } } 42515->42516; 42516->42517; 42517->42518; }

digraph G { subgraph clusterstage_15366 { label="Stage 15366 (skipped)"; subgraph cluster100051 { label="Scan csv "; 42511 [labelType="html" label="FileScanRDD [42511] count at ColumnStatJob.java:47"]; 42512 [labelType="html" label="MapPartitionsRDD [42512] count at ColumnStatJob.java:47"]; } subgraph cluster100047 { label="WholeStageCodegen (1)"; 42513 [labelType="html" label="MapPartitionsRDD [42513] count at ColumnStatJob.java:47"]; } subgraph cluster100046 { label="Exchange"; 42514 [labelType="html" label="MapPartitionsRDD [42514] count at ColumnStatJob.java:47"]; } } 42511->42512; 42512->42513; 42513->42514; }

digraph G { subgraph clusterstage_15367 { label="Stage 15367 (skipped)"; subgraph cluster100065 { label="Scan parquet "; 42519 [labelType="html" label="FileScanRDD [42519] count at ColumnStatJob.java:47"]; 42520 [labelType="html" label="MapPartitionsRDD [42520] count at ColumnStatJob.java:47"]; } subgraph cluster100060 { label="WholeStageCodegen (3)"; 42521 [labelType="html" label="MapPartitionsRDD [42521] count at ColumnStatJob.java:47"]; } subgraph cluster100059 { label="Exchange"; 42522 [labelType="html" label="MapPartitionsRDD [42522] count at ColumnStatJob.java:47"]; } } 42519->42520; 42520->42521; 42521->42522; }

digraph G { subgraph clusterstage_15368 { label="Stage 15368 (skipped)"; subgraph cluster100080 { label="AQEShuffleRead"; 42523 [labelType="html" label="ShuffledRowRDD [42523] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster100077 { label="WholeStageCodegen (4)"; 42524 [labelType="html" label="MapPartitionsRDD [42524] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster100085 { label="AQEShuffleRead"; 42525 [labelType="html" label="ShuffledRowRDD [42525] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster100082 { label="WholeStageCodegen (5)"; 42526 [labelType="html" label="MapPartitionsRDD [42526] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster100073 { label="WholeStageCodegen (6)"; 42527 [labelType="html" label="ZippedPartitionsRDD2 [42527] [Unordered] count at ColumnStatJob.java:47"]; 42528 [labelType="html" label="MapPartitionsRDD [42528] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster100090 { label="AQEShuffleRead"; 42529 [labelType="html" label="ShuffledRowRDD [42529] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster100087 { label="WholeStageCodegen (7)"; 42530 [labelType="html" label="MapPartitionsRDD [42530] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster100067 { label="WholeStageCodegen (8)"; 42531 [labelType="html" label="ZippedPartitionsRDD2 [42531] [Unordered] count at ColumnStatJob.java:47"]; 42532 [labelType="html" label="MapPartitionsRDD [42532] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster100066 { label="Exchange"; 42533 [labelType="html" label="MapPartitionsRDD [42533] [Unordered] count at ColumnStatJob.java:47"]; } } 42523->42524; 42525->42526; 42524->42527; 42526->42527; 42527->42528; 42529->42530; 42528->42531; 42530->42531; 42531->42532; 42532->42533; }

42514,42523

42518,42525

42522,42529

digraph G { subgraph clusterstage_15369 { label="Stage 15369"; subgraph cluster100095 { label="Exchange"; 42534 [labelType="html" label="ShuffledRowRDD [42534] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster100091 { label="WholeStageCodegen (9)"; 42535 [labelType="html" label="MapPartitionsRDD [42535] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster100096 { label="mapPartitionsInternal"; 42536 [labelType="html" label="MapPartitionsRDD [42536] [Unordered] count at ColumnStatJob.java:47"]; } } 42534->42535; 42535->42536; }

42533,42534

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
15369	default	DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/21 10:15:12	6 ms	1/1			59.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

15369

default

DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/10/21 10:15:12

6 ms

1/1

59.0 B

Page:

Skipped Stages (4)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
15368	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
15367	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
15366	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
15365	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Page: