SP1 - Details for Job 9261

Status: SUCCEEDED
Submitted: 2026/10/26 17:50:45
Duration: 2 s
Associated SQL Query: 6087
Job Group: 199fb0dc-1c2b-4f15-b7a2-171cb42ca833
Completed Stages: 1
Skipped Stages: 6

Enable zooming

digraph G { subgraph clusterstage_18500 { label="Stage 18500 (skipped)"; subgraph cluster120710 { label="Scan parquet "; 51781 [labelType="html" label="FileScanRDD [51781] count at ColumnStatJob.java:47"]; 51782 [labelType="html" label="MapPartitionsRDD [51782] count at ColumnStatJob.java:47"]; } subgraph cluster120705 { label="WholeStageCodegen (6)"; 51783 [labelType="html" label="MapPartitionsRDD [51783] count at ColumnStatJob.java:47"]; } subgraph cluster120704 { label="Exchange"; 51784 [labelType="html" label="MapPartitionsRDD [51784] count at ColumnStatJob.java:47"]; } } 51781->51782; 51782->51783; 51783->51784; }

digraph G { subgraph clusterstage_18501 { label="Stage 18501 (skipped)"; subgraph cluster120684 { label="Scan parquet "; 51763 [labelType="html" label="FileScanRDD [51763] count at ColumnStatJob.java:47"]; 51764 [labelType="html" label="MapPartitionsRDD [51764] count at ColumnStatJob.java:47"]; } subgraph cluster120680 { label="WholeStageCodegen (1)"; 51765 [labelType="html" label="MapPartitionsRDD [51765] count at ColumnStatJob.java:47"]; } subgraph cluster120689 { label="Scan csv "; 51766 [labelType="html" label="FileScanRDD [51766] count at ColumnStatJob.java:47"]; 51767 [labelType="html" label="MapPartitionsRDD [51767] count at ColumnStatJob.java:47"]; } subgraph cluster120685 { label="WholeStageCodegen (2)"; 51768 [labelType="html" label="MapPartitionsRDD [51768] count at ColumnStatJob.java:47"]; } subgraph cluster120679 { label="CartesianProduct"; 51769 [labelType="html" label="UnsafeCartesianRDD [51769] count at ColumnStatJob.java:47"]; 51770 [labelType="html" label="MapPartitionsRDD [51770] count at ColumnStatJob.java:47"]; } subgraph cluster120675 { label="WholeStageCodegen (3)"; 51771 [labelType="html" label="MapPartitionsRDD [51771] count at ColumnStatJob.java:47"]; } subgraph cluster120674 { label="Exchange"; 51772 [labelType="html" label="MapPartitionsRDD [51772] count at ColumnStatJob.java:47"]; } } 51763->51764; 51764->51765; 51766->51767; 51767->51768; 51765->51769; 51768->51769; 51769->51770; 51770->51771; 51771->51772; }

digraph G { subgraph clusterstage_18502 { label="Stage 18502 (skipped)"; subgraph cluster120696 { label="Scan parquet "; 51773 [labelType="html" label="FileScanRDD [51773] count at ColumnStatJob.java:47"]; 51774 [labelType="html" label="MapPartitionsRDD [51774] count at ColumnStatJob.java:47"]; } subgraph cluster120691 { label="WholeStageCodegen (4)"; 51775 [labelType="html" label="MapPartitionsRDD [51775] count at ColumnStatJob.java:47"]; } subgraph cluster120690 { label="Exchange"; 51776 [labelType="html" label="MapPartitionsRDD [51776] count at ColumnStatJob.java:47"]; } } 51773->51774; 51774->51775; 51775->51776; }

digraph G { subgraph clusterstage_18503 { label="Stage 18503 (skipped)"; subgraph cluster120703 { label="Scan parquet "; 51777 [labelType="html" label="FileScanRDD [51777] count at ColumnStatJob.java:47"]; 51778 [labelType="html" label="MapPartitionsRDD [51778] count at ColumnStatJob.java:47"]; } subgraph cluster120698 { label="WholeStageCodegen (5)"; 51779 [labelType="html" label="MapPartitionsRDD [51779] count at ColumnStatJob.java:47"]; } subgraph cluster120697 { label="Exchange"; 51780 [labelType="html" label="MapPartitionsRDD [51780] count at ColumnStatJob.java:47"]; } } 51777->51778; 51778->51779; 51779->51780; }

digraph G { subgraph clusterstage_18504 { label="Stage 18504 (skipped)"; subgraph cluster120721 { label="Exchange"; 51785 [labelType="html" label="ShuffledRowRDD [51785] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster120717 { label="WholeStageCodegen (7)"; 51786 [labelType="html" label="MapPartitionsRDD [51786] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster120727 { label="Exchange"; 51787 [labelType="html" label="ShuffledRowRDD [51787] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster120723 { label="WholeStageCodegen (8)"; 51788 [labelType="html" label="MapPartitionsRDD [51788] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster120712 { label="WholeStageCodegen (9)"; 51789 [labelType="html" label="ZippedPartitionsRDD2 [51789] [Unordered] count at ColumnStatJob.java:47"]; 51790 [labelType="html" label="MapPartitionsRDD [51790] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster120711 { label="Exchange"; 51791 [labelType="html" label="MapPartitionsRDD [51791] [Unordered] count at ColumnStatJob.java:47"]; } } 51785->51786; 51787->51788; 51786->51789; 51788->51789; 51789->51790; 51790->51791; }

51772,51785

51776,51787

digraph G { subgraph clusterstage_18505 { label="Stage 18505 (skipped)"; subgraph cluster120739 { label="Exchange"; 51792 [labelType="html" label="ShuffledRowRDD [51792] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster120735 { label="WholeStageCodegen (10)"; 51793 [labelType="html" label="MapPartitionsRDD [51793] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster120734 { label="Window"; 51794 [labelType="html" label="MapPartitionsRDD [51794] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster120730 { label="WholeStageCodegen (11)"; 51795 [labelType="html" label="MapPartitionsRDD [51795] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster120729 { label="ObjectHashAggregate"; 51796 [labelType="html" label="MapPartitionsRDD [51796] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster120728 { label="Exchange"; 51797 [labelType="html" label="MapPartitionsRDD [51797] [Unordered] count at ColumnStatJob.java:47"]; } } 51792->51793; 51793->51794; 51794->51795; 51795->51796; 51796->51797; }

51784,51792

digraph G { subgraph clusterstage_18506 { label="Stage 18506"; subgraph cluster120801 { label="Exchange"; 51826 [labelType="html" label="ShuffledRowRDD [51826] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster120797 { label="WholeStageCodegen (12)"; 51827 [labelType="html" label="MapPartitionsRDD [51827] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster120796 { label="Window"; 51828 [labelType="html" label="MapPartitionsRDD [51828] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster120792 { label="WholeStageCodegen (13)"; 51829 [labelType="html" label="MapPartitionsRDD [51829] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster120830 { label="AQEShuffleRead"; 51835 [labelType="html" label="ShuffledRowRDD [51835] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster120819 { label="WholeStageCodegen (14)"; 51836 [labelType="html" label="MapPartitionsRDD [51836] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster120837 { label="AQEShuffleRead"; 51839 [labelType="html" label="ShuffledRowRDD [51839] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster120836 { label="ObjectHashAggregate"; 51840 [labelType="html" label="MapPartitionsRDD [51840] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster120832 { label="WholeStageCodegen (15)"; 51841 [labelType="html" label="MapPartitionsRDD [51841] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster120802 { label="WholeStageCodegen (16)"; 51842 [labelType="html" label="ZippedPartitionsRDD2 [51842] [Unordered] count at ColumnStatJob.java:47"]; 51843 [labelType="html" label="MapPartitionsRDD [51843] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster120791 { label="Union"; 51844 [labelType="html" label="UnionRDD [51844] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster120842 { label="Scan csv "; 51845 [labelType="html" label="FileScanRDD [51845] count at ColumnStatJob.java:47"]; 51846 [labelType="html" label="MapPartitionsRDD [51846] count at ColumnStatJob.java:47"]; } subgraph cluster120838 { label="WholeStageCodegen (17)"; 51847 [labelType="html" label="MapPartitionsRDD [51847] count at ColumnStatJob.java:47"]; } subgraph cluster120790 { label="CartesianProduct"; 51848 [labelType="html" label="UnsafeCartesianRDD [51848] [Unordered] count at ColumnStatJob.java:47"]; 51849 [labelType="html" label="MapPartitionsRDD [51849] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster120789 { label="Exchange"; 51850 [labelType="html" label="MapPartitionsRDD [51850] [Unordered] count at ColumnStatJob.java:47"]; } } 51826->51827; 51827->51828; 51828->51829; 51835->51836; 51839->51840; 51840->51841; 51836->51842; 51841->51842; 51842->51843; 51829->51844; 51843->51844; 51845->51846; 51846->51847; 51844->51848; 51847->51848; 51848->51849; 51849->51850; }

51791,51826

51780,51835

51797,51839

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
18506	default	DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/26 17:50:45	1 s	15/15	2.6 KiB		24.7 MiB	10.4 MiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

18506

default

DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/10/26 17:50:45

1 s

15/15

2.6 KiB

24.7 MiB

10.4 MiB

Page:

Skipped Stages (6)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
18505	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/10
18504	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/10
18503	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
18502	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
18501	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/10
18500	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/10

Page: