SP1 - Details for Job 9265

Status: SUCCEEDED
Submitted: 2026/10/26 17:50:58
Duration: 29 ms
Associated SQL Query: 6087
Job Group: 199fb0dc-1c2b-4f15-b7a2-171cb42ca833
Completed Stages: 1
Skipped Stages: 8

Enable zooming

digraph G { subgraph clusterstage_18530 { label="Stage 18530 (skipped)"; subgraph cluster120710 { label="Scan parquet "; 51781 [labelType="html" label="FileScanRDD [51781] count at ColumnStatJob.java:47"]; 51782 [labelType="html" label="MapPartitionsRDD [51782] count at ColumnStatJob.java:47"]; } subgraph cluster120705 { label="WholeStageCodegen (6)"; 51783 [labelType="html" label="MapPartitionsRDD [51783] count at ColumnStatJob.java:47"]; } subgraph cluster120704 { label="Exchange"; 51784 [labelType="html" label="MapPartitionsRDD [51784] count at ColumnStatJob.java:47"]; } } 51781->51782; 51782->51783; 51783->51784; }

digraph G { subgraph clusterstage_18531 { label="Stage 18531 (skipped)"; subgraph cluster120684 { label="Scan parquet "; 51763 [labelType="html" label="FileScanRDD [51763] count at ColumnStatJob.java:47"]; 51764 [labelType="html" label="MapPartitionsRDD [51764] count at ColumnStatJob.java:47"]; } subgraph cluster120680 { label="WholeStageCodegen (1)"; 51765 [labelType="html" label="MapPartitionsRDD [51765] count at ColumnStatJob.java:47"]; } subgraph cluster120689 { label="Scan csv "; 51766 [labelType="html" label="FileScanRDD [51766] count at ColumnStatJob.java:47"]; 51767 [labelType="html" label="MapPartitionsRDD [51767] count at ColumnStatJob.java:47"]; } subgraph cluster120685 { label="WholeStageCodegen (2)"; 51768 [labelType="html" label="MapPartitionsRDD [51768] count at ColumnStatJob.java:47"]; } subgraph cluster120679 { label="CartesianProduct"; 51769 [labelType="html" label="UnsafeCartesianRDD [51769] count at ColumnStatJob.java:47"]; 51770 [labelType="html" label="MapPartitionsRDD [51770] count at ColumnStatJob.java:47"]; } subgraph cluster120675 { label="WholeStageCodegen (3)"; 51771 [labelType="html" label="MapPartitionsRDD [51771] count at ColumnStatJob.java:47"]; } subgraph cluster120674 { label="Exchange"; 51772 [labelType="html" label="MapPartitionsRDD [51772] count at ColumnStatJob.java:47"]; } } 51763->51764; 51764->51765; 51766->51767; 51767->51768; 51765->51769; 51768->51769; 51769->51770; 51770->51771; 51771->51772; }

digraph G { subgraph clusterstage_18532 { label="Stage 18532 (skipped)"; subgraph cluster120696 { label="Scan parquet "; 51773 [labelType="html" label="FileScanRDD [51773] count at ColumnStatJob.java:47"]; 51774 [labelType="html" label="MapPartitionsRDD [51774] count at ColumnStatJob.java:47"]; } subgraph cluster120691 { label="WholeStageCodegen (4)"; 51775 [labelType="html" label="MapPartitionsRDD [51775] count at ColumnStatJob.java:47"]; } subgraph cluster120690 { label="Exchange"; 51776 [labelType="html" label="MapPartitionsRDD [51776] count at ColumnStatJob.java:47"]; } } 51773->51774; 51774->51775; 51775->51776; }

digraph G { subgraph clusterstage_18533 { label="Stage 18533 (skipped)"; subgraph cluster120703 { label="Scan parquet "; 51777 [labelType="html" label="FileScanRDD [51777] count at ColumnStatJob.java:47"]; 51778 [labelType="html" label="MapPartitionsRDD [51778] count at ColumnStatJob.java:47"]; } subgraph cluster120698 { label="WholeStageCodegen (5)"; 51779 [labelType="html" label="MapPartitionsRDD [51779] count at ColumnStatJob.java:47"]; } subgraph cluster120697 { label="Exchange"; 51780 [labelType="html" label="MapPartitionsRDD [51780] count at ColumnStatJob.java:47"]; } } 51777->51778; 51778->51779; 51779->51780; }

digraph G { subgraph clusterstage_18534 { label="Stage 18534 (skipped)"; subgraph cluster120721 { label="Exchange"; 51785 [labelType="html" label="ShuffledRowRDD [51785] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster120717 { label="WholeStageCodegen (7)"; 51786 [labelType="html" label="MapPartitionsRDD [51786] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster120727 { label="Exchange"; 51787 [labelType="html" label="ShuffledRowRDD [51787] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster120723 { label="WholeStageCodegen (8)"; 51788 [labelType="html" label="MapPartitionsRDD [51788] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster120712 { label="WholeStageCodegen (9)"; 51789 [labelType="html" label="ZippedPartitionsRDD2 [51789] [Unordered] count at ColumnStatJob.java:47"]; 51790 [labelType="html" label="MapPartitionsRDD [51790] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster120711 { label="Exchange"; 51791 [labelType="html" label="MapPartitionsRDD [51791] [Unordered] count at ColumnStatJob.java:47"]; } } 51785->51786; 51787->51788; 51786->51789; 51788->51789; 51789->51790; 51790->51791; }

51772,51785

51776,51787

digraph G { subgraph clusterstage_18535 { label="Stage 18535 (skipped)"; subgraph cluster120739 { label="Exchange"; 51792 [labelType="html" label="ShuffledRowRDD [51792] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster120735 { label="WholeStageCodegen (10)"; 51793 [labelType="html" label="MapPartitionsRDD [51793] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster120734 { label="Window"; 51794 [labelType="html" label="MapPartitionsRDD [51794] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster120730 { label="WholeStageCodegen (11)"; 51795 [labelType="html" label="MapPartitionsRDD [51795] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster120729 { label="ObjectHashAggregate"; 51796 [labelType="html" label="MapPartitionsRDD [51796] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster120728 { label="Exchange"; 51797 [labelType="html" label="MapPartitionsRDD [51797] [Unordered] count at ColumnStatJob.java:47"]; } } 51792->51793; 51793->51794; 51794->51795; 51795->51796; 51796->51797; }

51784,51792

digraph G { subgraph clusterstage_18536 { label="Stage 18536 (skipped)"; subgraph cluster120801 { label="Exchange"; 51826 [labelType="html" label="ShuffledRowRDD [51826] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster120797 { label="WholeStageCodegen (12)"; 51827 [labelType="html" label="MapPartitionsRDD [51827] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster120796 { label="Window"; 51828 [labelType="html" label="MapPartitionsRDD [51828] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster120792 { label="WholeStageCodegen (13)"; 51829 [labelType="html" label="MapPartitionsRDD [51829] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster120830 { label="AQEShuffleRead"; 51835 [labelType="html" label="ShuffledRowRDD [51835] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster120819 { label="WholeStageCodegen (14)"; 51836 [labelType="html" label="MapPartitionsRDD [51836] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster120837 { label="AQEShuffleRead"; 51839 [labelType="html" label="ShuffledRowRDD [51839] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster120836 { label="ObjectHashAggregate"; 51840 [labelType="html" label="MapPartitionsRDD [51840] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster120832 { label="WholeStageCodegen (15)"; 51841 [labelType="html" label="MapPartitionsRDD [51841] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster120802 { label="WholeStageCodegen (16)"; 51842 [labelType="html" label="ZippedPartitionsRDD2 [51842] [Unordered] count at ColumnStatJob.java:47"]; 51843 [labelType="html" label="MapPartitionsRDD [51843] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster120791 { label="Union"; 51844 [labelType="html" label="UnionRDD [51844] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster120842 { label="Scan csv "; 51845 [labelType="html" label="FileScanRDD [51845] count at ColumnStatJob.java:47"]; 51846 [labelType="html" label="MapPartitionsRDD [51846] count at ColumnStatJob.java:47"]; } subgraph cluster120838 { label="WholeStageCodegen (17)"; 51847 [labelType="html" label="MapPartitionsRDD [51847] count at ColumnStatJob.java:47"]; } subgraph cluster120790 { label="CartesianProduct"; 51848 [labelType="html" label="UnsafeCartesianRDD [51848] [Unordered] count at ColumnStatJob.java:47"]; 51849 [labelType="html" label="MapPartitionsRDD [51849] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster120789 { label="Exchange"; 51850 [labelType="html" label="MapPartitionsRDD [51850] [Unordered] count at ColumnStatJob.java:47"]; } } 51826->51827; 51827->51828; 51828->51829; 51835->51836; 51839->51840; 51840->51841; 51836->51842; 51841->51842; 51842->51843; 51829->51844; 51843->51844; 51845->51846; 51846->51847; 51844->51848; 51847->51848; 51848->51849; 51849->51850; }

51791,51826

51780,51835

51797,51839

digraph G { subgraph clusterstage_18537 { label="Stage 18537 (skipped)"; subgraph cluster120904 { label="Exchange"; 51869 [labelType="html" label="ShuffledRowRDD [51869] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster120900 { label="WholeStageCodegen (18)"; 51870 [labelType="html" label="MapPartitionsRDD [51870] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster120899 { label="Window"; 51871 [labelType="html" label="MapPartitionsRDD [51871] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster120885 { label="WholeStageCodegen (19)"; 51872 [labelType="html" label="MapPartitionsRDD [51872] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster120910 { label="Scan parquet "; 51873 [labelType="html" label="FileScanRDD [51873] count at ColumnStatJob.java:47"]; 51874 [labelType="html" label="MapPartitionsRDD [51874] count at ColumnStatJob.java:47"]; } subgraph cluster120905 { label="WholeStageCodegen (20)"; 51875 [labelType="html" label="MapPartitionsRDD [51875] count at ColumnStatJob.java:47"]; } subgraph cluster120884 { label="Union"; 51876 [labelType="html" label="UnionRDD [51876] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster120881 { label="WholeStageCodegen (21)"; 51877 [labelType="html" label="MapPartitionsRDD [51877] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster120880 { label="Exchange"; 51878 [labelType="html" label="MapPartitionsRDD [51878] [Unordered] count at ColumnStatJob.java:47"]; } } 51869->51870; 51870->51871; 51871->51872; 51873->51874; 51874->51875; 51872->51876; 51875->51876; 51876->51877; 51877->51878; }

51850,51869

digraph G { subgraph clusterstage_18538 { label="Stage 18538"; subgraph cluster120934 { label="Exchange"; 51894 [labelType="html" label="ShuffledRowRDD [51894] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster120930 { label="WholeStageCodegen (22)"; 51895 [labelType="html" label="MapPartitionsRDD [51895] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster120935 { label="mapPartitionsInternal"; 51896 [labelType="html" label="MapPartitionsRDD [51896] [Unordered] count at ColumnStatJob.java:47"]; } } 51894->51895; 51895->51896; }

51878,51894

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
18538	default	DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/26 17:50:58	24 ms	1/1			1180.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

18538

default

DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/10/26 17:50:58

24 ms

1/1

1180.0 B

Page:

Skipped Stages (8)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
18537	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/20
18536	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/15
18535	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/10
18534	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/10
18533	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
18532	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
18531	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/10
18530	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/10

Page: