SP1 - Details for Job 3416

Status: SUCCEEDED
Submitted: 2026/10/09 14:04:50
Duration: 2 s
Associated SQL Query: 2258
Job Group: 92d55c45-dc0a-4e62-ac65-136e67900a40
Completed Stages: 1

Enable zooming

digraph G { subgraph clusterstage_6423 { label="Stage 6423"; subgraph cluster43377 { label="Scan csv "; 18615 [labelType="html" label="FileScanRDD [18615] count at ColumnStatJob.java:47"]; 18616 [labelType="html" label="MapPartitionsRDD [18616] count at ColumnStatJob.java:47"]; } subgraph cluster43372 { label="WholeStageCodegen (1)"; 18617 [labelType="html" label="MapPartitionsRDD [18617] count at ColumnStatJob.java:47"]; } subgraph cluster43384 { label="Scan parquet "; 18618 [labelType="html" label="FileScanRDD [18618] count at ColumnStatJob.java:47"]; 18619 [labelType="html" label="MapPartitionsRDD [18619] count at ColumnStatJob.java:47"]; } subgraph cluster43378 { label="WholeStageCodegen (2)"; 18620 [labelType="html" label="MapPartitionsRDD [18620] count at ColumnStatJob.java:47"]; } subgraph cluster43391 { label="Scan parquet "; 18621 [labelType="html" label="FileScanRDD [18621] count at ColumnStatJob.java:47"]; 18622 [labelType="html" label="MapPartitionsRDD [18622] count at ColumnStatJob.java:47"]; } subgraph cluster43385 { label="WholeStageCodegen (3)"; 18623 [labelType="html" label="MapPartitionsRDD [18623] count at ColumnStatJob.java:47"]; } subgraph cluster43398 { label="Scan parquet "; 18624 [labelType="html" label="FileScanRDD [18624] count at ColumnStatJob.java:47"]; 18625 [labelType="html" label="MapPartitionsRDD [18625] count at ColumnStatJob.java:47"]; } subgraph cluster43392 { label="WholeStageCodegen (4)"; 18626 [labelType="html" label="MapPartitionsRDD [18626] count at ColumnStatJob.java:47"]; } subgraph cluster43405 { label="Scan parquet "; 18627 [labelType="html" label="FileScanRDD [18627] count at ColumnStatJob.java:47"]; 18628 [labelType="html" label="MapPartitionsRDD [18628] count at ColumnStatJob.java:47"]; } subgraph cluster43399 { label="WholeStageCodegen (5)"; 18629 [labelType="html" label="MapPartitionsRDD [18629] count at ColumnStatJob.java:47"]; } subgraph cluster43412 { label="Scan parquet "; 18630 [labelType="html" label="FileScanRDD [18630] count at ColumnStatJob.java:47"]; 18631 [labelType="html" label="MapPartitionsRDD [18631] count at ColumnStatJob.java:47"]; } subgraph cluster43406 { label="WholeStageCodegen (6)"; 18632 [labelType="html" label="MapPartitionsRDD [18632] count at ColumnStatJob.java:47"]; } subgraph cluster43419 { label="Scan parquet "; 18633 [labelType="html" label="FileScanRDD [18633] count at ColumnStatJob.java:47"]; 18634 [labelType="html" label="MapPartitionsRDD [18634] count at ColumnStatJob.java:47"]; } subgraph cluster43413 { label="WholeStageCodegen (7)"; 18635 [labelType="html" label="MapPartitionsRDD [18635] count at ColumnStatJob.java:47"]; } subgraph cluster43426 { label="Scan parquet "; 18636 [labelType="html" label="FileScanRDD [18636] count at ColumnStatJob.java:47"]; 18637 [labelType="html" label="MapPartitionsRDD [18637] count at ColumnStatJob.java:47"]; } subgraph cluster43420 { label="WholeStageCodegen (8)"; 18638 [labelType="html" label="MapPartitionsRDD [18638] count at ColumnStatJob.java:47"]; } subgraph cluster43433 { label="Scan parquet "; 18639 [labelType="html" label="FileScanRDD [18639] count at ColumnStatJob.java:47"]; 18640 [labelType="html" label="MapPartitionsRDD [18640] count at ColumnStatJob.java:47"]; } subgraph cluster43427 { label="WholeStageCodegen (9)"; 18641 [labelType="html" label="MapPartitionsRDD [18641] count at ColumnStatJob.java:47"]; } subgraph cluster43440 { label="Scan parquet "; 18642 [labelType="html" label="FileScanRDD [18642] count at ColumnStatJob.java:47"]; 18643 [labelType="html" label="MapPartitionsRDD [18643] count at ColumnStatJob.java:47"]; } subgraph cluster43434 { label="WholeStageCodegen (10)"; 18644 [labelType="html" label="MapPartitionsRDD [18644] count at ColumnStatJob.java:47"]; } subgraph cluster43447 { label="Scan parquet "; 18645 [labelType="html" label="FileScanRDD [18645] count at ColumnStatJob.java:47"]; 18646 [labelType="html" label="MapPartitionsRDD [18646] count at ColumnStatJob.java:47"]; } subgraph cluster43441 { label="WholeStageCodegen (11)"; 18647 [labelType="html" label="MapPartitionsRDD [18647] count at ColumnStatJob.java:47"]; } subgraph cluster43371 { label="Union"; 18648 [labelType="html" label="UnionRDD [18648] count at ColumnStatJob.java:47"]; } subgraph cluster43361 { label="WholeStageCodegen (12)"; 18649 [labelType="html" label="MapPartitionsRDD [18649] count at ColumnStatJob.java:47"]; } subgraph cluster43360 { label="Exchange"; 18650 [labelType="html" label="MapPartitionsRDD [18650] count at ColumnStatJob.java:47"]; } } 18615->18616; 18616->18617; 18618->18619; 18619->18620; 18621->18622; 18622->18623; 18624->18625; 18625->18626; 18627->18628; 18628->18629; 18630->18631; 18631->18632; 18633->18634; 18634->18635; 18636->18637; 18637->18638; 18639->18640; 18640->18641; 18642->18643; 18643->18644; 18645->18646; 18646->18647; 18617->18648; 18620->18648; 18623->18648; 18626->18648; 18629->18648; 18632->18648; 18635->18648; 18638->18648; 18641->18648; 18644->18648; 18647->18648; 18648->18649; 18649->18650; }

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
6423	default	DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/09 14:04:50	2 s	43/43	4.9 MiB			6.0 MiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

6423

default

DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/10/09 14:04:50

2 s

43/43

4.9 MiB

6.0 MiB

Page: