SP1 - Details for Job 7753

Status: SUCCEEDED
Submitted: 2026/10/21 10:14:59
Duration: 24 ms
Associated SQL Query: 5076
Job Group: 9dcc79c8-d26e-4a64-a0b8-618341574226
Completed Stages: 1
Skipped Stages: 4

Enable zooming

digraph G { subgraph clusterstage_15341 { label="Stage 15341 (skipped)"; subgraph cluster99879 { label="Scan parquet "; 42444 [labelType="html" label="FileScanRDD [42444] count at ColumnStatJob.java:47"]; 42445 [labelType="html" label="MapPartitionsRDD [42445] count at ColumnStatJob.java:47"]; } subgraph cluster99874 { label="WholeStageCodegen (3)"; 42446 [labelType="html" label="MapPartitionsRDD [42446] count at ColumnStatJob.java:47"]; } subgraph cluster99873 { label="Exchange"; 42447 [labelType="html" label="MapPartitionsRDD [42447] count at ColumnStatJob.java:47"]; } } 42444->42445; 42445->42446; 42446->42447; }

digraph G { subgraph clusterstage_15342 { label="Stage 15342 (skipped)"; subgraph cluster99865 { label="Scan csv "; 42436 [labelType="html" label="FileScanRDD [42436] count at ColumnStatJob.java:47"]; 42437 [labelType="html" label="MapPartitionsRDD [42437] count at ColumnStatJob.java:47"]; } subgraph cluster99861 { label="WholeStageCodegen (1)"; 42438 [labelType="html" label="MapPartitionsRDD [42438] count at ColumnStatJob.java:47"]; } subgraph cluster99860 { label="Exchange"; 42439 [labelType="html" label="MapPartitionsRDD [42439] count at ColumnStatJob.java:47"]; } } 42436->42437; 42437->42438; 42438->42439; }

digraph G { subgraph clusterstage_15343 { label="Stage 15343 (skipped)"; subgraph cluster99872 { label="Scan parquet "; 42440 [labelType="html" label="FileScanRDD [42440] count at ColumnStatJob.java:47"]; 42441 [labelType="html" label="MapPartitionsRDD [42441] count at ColumnStatJob.java:47"]; } subgraph cluster99867 { label="WholeStageCodegen (2)"; 42442 [labelType="html" label="MapPartitionsRDD [42442] count at ColumnStatJob.java:47"]; } subgraph cluster99866 { label="Exchange"; 42443 [labelType="html" label="MapPartitionsRDD [42443] count at ColumnStatJob.java:47"]; } } 42440->42441; 42441->42442; 42442->42443; }

digraph G { subgraph clusterstage_15344 { label="Stage 15344 (skipped)"; subgraph cluster99894 { label="AQEShuffleRead"; 42448 [labelType="html" label="ShuffledRowRDD [42448] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster99891 { label="WholeStageCodegen (4)"; 42449 [labelType="html" label="MapPartitionsRDD [42449] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster99899 { label="AQEShuffleRead"; 42450 [labelType="html" label="ShuffledRowRDD [42450] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster99896 { label="WholeStageCodegen (5)"; 42451 [labelType="html" label="MapPartitionsRDD [42451] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster99887 { label="WholeStageCodegen (6)"; 42452 [labelType="html" label="ZippedPartitionsRDD2 [42452] [Unordered] count at ColumnStatJob.java:47"]; 42453 [labelType="html" label="MapPartitionsRDD [42453] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster99904 { label="AQEShuffleRead"; 42454 [labelType="html" label="ShuffledRowRDD [42454] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster99901 { label="WholeStageCodegen (7)"; 42455 [labelType="html" label="MapPartitionsRDD [42455] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster99881 { label="WholeStageCodegen (8)"; 42456 [labelType="html" label="ZippedPartitionsRDD2 [42456] [Unordered] count at ColumnStatJob.java:47"]; 42457 [labelType="html" label="MapPartitionsRDD [42457] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster99880 { label="Exchange"; 42458 [labelType="html" label="MapPartitionsRDD [42458] [Unordered] count at ColumnStatJob.java:47"]; } } 42448->42449; 42450->42451; 42449->42452; 42451->42452; 42452->42453; 42454->42455; 42453->42456; 42455->42456; 42456->42457; 42457->42458; }

42439,42448

42443,42450

42447,42454

digraph G { subgraph clusterstage_15345 { label="Stage 15345"; subgraph cluster99909 { label="Exchange"; 42459 [labelType="html" label="ShuffledRowRDD [42459] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster99905 { label="WholeStageCodegen (9)"; 42460 [labelType="html" label="MapPartitionsRDD [42460] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster99910 { label="mapPartitionsInternal"; 42461 [labelType="html" label="MapPartitionsRDD [42461] [Unordered] count at ColumnStatJob.java:47"]; } } 42459->42460; 42460->42461; }

42458,42459

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
15345	default	DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/21 10:14:59	20 ms	1/1			59.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

15345

default

DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/10/21 10:14:59

20 ms

1/1

59.0 B

Page:

Skipped Stages (4)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
15344	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
15343	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
15342	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
15341	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Page: