SP1 - Details for Job 9186

Status: SUCCEEDED
Submitted: 2026/03/27 14:29:51
Duration: 0.3 s
Associated SQL Query: 6036
Job Group: 5651b671-ee7c-4bf6-ae7c-a9115db5ba00
Completed Stages: 1

Enable zooming

digraph G { subgraph clusterstage_17343 { label="Stage 17343"; subgraph cluster112727 { label="Scan csv "; 47922 [labelType="html" label="FileScanRDD [47922] count at ColumnStatJob.java:47"]; 47923 [labelType="html" label="MapPartitionsRDD [47923] count at ColumnStatJob.java:47"]; } subgraph cluster112721 { label="WholeStageCodegen (1)"; 47924 [labelType="html" label="MapPartitionsRDD [47924] count at ColumnStatJob.java:47"]; } subgraph cluster112736 { label="Scan parquet "; 47925 [labelType="html" label="FileScanRDD [47925] count at ColumnStatJob.java:47"]; 47926 [labelType="html" label="MapPartitionsRDD [47926] count at ColumnStatJob.java:47"]; } subgraph cluster112730 { label="WholeStageCodegen (2)"; 47927 [labelType="html" label="MapPartitionsRDD [47927] count at ColumnStatJob.java:47"]; } subgraph cluster112746 { label="Scan parquet "; 47930 [labelType="html" label="FileScanRDD [47930] count at ColumnStatJob.java:47"]; 47931 [labelType="html" label="MapPartitionsRDD [47931] count at ColumnStatJob.java:47"]; } subgraph cluster112737 { label="WholeStageCodegen (3)"; 47932 [labelType="html" label="MapPartitionsRDD [47932] count at ColumnStatJob.java:47"]; } subgraph cluster112755 { label="Scan parquet "; 47933 [labelType="html" label="FileScanRDD [47933] count at ColumnStatJob.java:47"]; 47934 [labelType="html" label="MapPartitionsRDD [47934] count at ColumnStatJob.java:47"]; } subgraph cluster112747 { label="WholeStageCodegen (4)"; 47935 [labelType="html" label="MapPartitionsRDD [47935] count at ColumnStatJob.java:47"]; } subgraph cluster112762 { label="Scan parquet "; 47936 [labelType="html" label="FileScanRDD [47936] count at ColumnStatJob.java:47"]; 47937 [labelType="html" label="MapPartitionsRDD [47937] count at ColumnStatJob.java:47"]; } subgraph cluster112756 { label="WholeStageCodegen (5)"; 47938 [labelType="html" label="MapPartitionsRDD [47938] count at ColumnStatJob.java:47"]; } subgraph cluster112769 { label="Scan parquet "; 47939 [labelType="html" label="FileScanRDD [47939] count at ColumnStatJob.java:47"]; 47940 [labelType="html" label="MapPartitionsRDD [47940] count at ColumnStatJob.java:47"]; } subgraph cluster112763 { label="WholeStageCodegen (6)"; 47941 [labelType="html" label="MapPartitionsRDD [47941] count at ColumnStatJob.java:47"]; } subgraph cluster112776 { label="Scan parquet "; 47942 [labelType="html" label="FileScanRDD [47942] count at ColumnStatJob.java:47"]; 47943 [labelType="html" label="MapPartitionsRDD [47943] count at ColumnStatJob.java:47"]; } subgraph cluster112770 { label="WholeStageCodegen (7)"; 47944 [labelType="html" label="MapPartitionsRDD [47944] count at ColumnStatJob.java:47"]; } subgraph cluster112783 { label="Scan parquet "; 47945 [labelType="html" label="FileScanRDD [47945] count at ColumnStatJob.java:47"]; 47946 [labelType="html" label="MapPartitionsRDD [47946] count at ColumnStatJob.java:47"]; } subgraph cluster112777 { label="WholeStageCodegen (8)"; 47947 [labelType="html" label="MapPartitionsRDD [47947] count at ColumnStatJob.java:47"]; } subgraph cluster112790 { label="Scan parquet "; 47948 [labelType="html" label="FileScanRDD [47948] count at ColumnStatJob.java:47"]; 47949 [labelType="html" label="MapPartitionsRDD [47949] count at ColumnStatJob.java:47"]; } subgraph cluster112784 { label="WholeStageCodegen (9)"; 47950 [labelType="html" label="MapPartitionsRDD [47950] count at ColumnStatJob.java:47"]; } subgraph cluster112797 { label="Scan parquet "; 47951 [labelType="html" label="FileScanRDD [47951] count at ColumnStatJob.java:47"]; 47952 [labelType="html" label="MapPartitionsRDD [47952] count at ColumnStatJob.java:47"]; } subgraph cluster112791 { label="WholeStageCodegen (10)"; 47953 [labelType="html" label="MapPartitionsRDD [47953] count at ColumnStatJob.java:47"]; } subgraph cluster112804 { label="Scan parquet "; 47954 [labelType="html" label="FileScanRDD [47954] count at ColumnStatJob.java:47"]; 47955 [labelType="html" label="MapPartitionsRDD [47955] count at ColumnStatJob.java:47"]; } subgraph cluster112798 { label="WholeStageCodegen (11)"; 47956 [labelType="html" label="MapPartitionsRDD [47956] count at ColumnStatJob.java:47"]; } subgraph cluster112720 { label="Union"; 47957 [labelType="html" label="UnionRDD [47957] count at ColumnStatJob.java:47"]; } subgraph cluster112703 { label="WholeStageCodegen (12)"; 47958 [labelType="html" label="MapPartitionsRDD [47958] count at ColumnStatJob.java:47"]; } subgraph cluster112702 { label="Exchange"; 47959 [labelType="html" label="MapPartitionsRDD [47959] count at ColumnStatJob.java:47"]; } } 47922->47923; 47923->47924; 47925->47926; 47926->47927; 47930->47931; 47931->47932; 47933->47934; 47934->47935; 47936->47937; 47937->47938; 47939->47940; 47940->47941; 47942->47943; 47943->47944; 47945->47946; 47946->47947; 47948->47949; 47949->47950; 47951->47952; 47952->47953; 47954->47955; 47955->47956; 47924->47957; 47927->47957; 47932->47957; 47935->47957; 47938->47957; 47941->47957; 47944->47957; 47947->47957; 47950->47957; 47953->47957; 47956->47957; 47957->47958; 47958->47959; }

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
17343	default	DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/03/27 14:29:51	0.3 s	11/11	14.8 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

17343

default

DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/03/27 14:29:51

0.3 s

11/11

14.8 KiB

Page: