SP1 - Details for Job 3386

Status: SUCCEEDED
Submitted: 2026/10/09 14:04:24
Duration: 2 s
Associated SQL Query: 2230
Job Group: d770ad83-9d50-4674-8531-813dffacf3f4
Completed Stages: 1

Enable zooming

digraph G { subgraph clusterstage_6363 { label="Stage 6363"; subgraph cluster42656 { label="Scan csv "; 18409 [labelType="html" label="FileScanRDD [18409] count at ColumnStatJob.java:47"]; 18410 [labelType="html" label="MapPartitionsRDD [18410] count at ColumnStatJob.java:47"]; } subgraph cluster42651 { label="WholeStageCodegen (1)"; 18411 [labelType="html" label="MapPartitionsRDD [18411] count at ColumnStatJob.java:47"]; } subgraph cluster42665 { label="Scan parquet "; 18412 [labelType="html" label="FileScanRDD [18412] count at ColumnStatJob.java:47"]; 18413 [labelType="html" label="MapPartitionsRDD [18413] count at ColumnStatJob.java:47"]; } subgraph cluster42657 { label="WholeStageCodegen (2)"; 18414 [labelType="html" label="MapPartitionsRDD [18414] count at ColumnStatJob.java:47"]; } subgraph cluster42674 { label="Scan parquet "; 18417 [labelType="html" label="FileScanRDD [18417] count at ColumnStatJob.java:47"]; 18418 [labelType="html" label="MapPartitionsRDD [18418] count at ColumnStatJob.java:47"]; } subgraph cluster42666 { label="WholeStageCodegen (3)"; 18419 [labelType="html" label="MapPartitionsRDD [18419] count at ColumnStatJob.java:47"]; } subgraph cluster42682 { label="Scan parquet "; 18420 [labelType="html" label="FileScanRDD [18420] count at ColumnStatJob.java:47"]; 18421 [labelType="html" label="MapPartitionsRDD [18421] count at ColumnStatJob.java:47"]; } subgraph cluster42676 { label="WholeStageCodegen (4)"; 18422 [labelType="html" label="MapPartitionsRDD [18422] count at ColumnStatJob.java:47"]; } subgraph cluster42689 { label="Scan parquet "; 18423 [labelType="html" label="FileScanRDD [18423] count at ColumnStatJob.java:47"]; 18424 [labelType="html" label="MapPartitionsRDD [18424] count at ColumnStatJob.java:47"]; } subgraph cluster42683 { label="WholeStageCodegen (5)"; 18425 [labelType="html" label="MapPartitionsRDD [18425] count at ColumnStatJob.java:47"]; } subgraph cluster42698 { label="Scan parquet "; 18426 [labelType="html" label="FileScanRDD [18426] count at ColumnStatJob.java:47"]; 18427 [labelType="html" label="MapPartitionsRDD [18427] count at ColumnStatJob.java:47"]; } subgraph cluster42690 { label="WholeStageCodegen (6)"; 18428 [labelType="html" label="MapPartitionsRDD [18428] count at ColumnStatJob.java:47"]; } subgraph cluster42705 { label="Scan parquet "; 18429 [labelType="html" label="FileScanRDD [18429] count at ColumnStatJob.java:47"]; 18430 [labelType="html" label="MapPartitionsRDD [18430] count at ColumnStatJob.java:47"]; } subgraph cluster42699 { label="WholeStageCodegen (7)"; 18431 [labelType="html" label="MapPartitionsRDD [18431] count at ColumnStatJob.java:47"]; } subgraph cluster42712 { label="Scan parquet "; 18432 [labelType="html" label="FileScanRDD [18432] count at ColumnStatJob.java:47"]; 18433 [labelType="html" label="MapPartitionsRDD [18433] count at ColumnStatJob.java:47"]; } subgraph cluster42706 { label="WholeStageCodegen (8)"; 18434 [labelType="html" label="MapPartitionsRDD [18434] count at ColumnStatJob.java:47"]; } subgraph cluster42719 { label="Scan parquet "; 18435 [labelType="html" label="FileScanRDD [18435] count at ColumnStatJob.java:47"]; 18436 [labelType="html" label="MapPartitionsRDD [18436] count at ColumnStatJob.java:47"]; } subgraph cluster42713 { label="WholeStageCodegen (9)"; 18437 [labelType="html" label="MapPartitionsRDD [18437] count at ColumnStatJob.java:47"]; } subgraph cluster42726 { label="Scan parquet "; 18438 [labelType="html" label="FileScanRDD [18438] count at ColumnStatJob.java:47"]; 18439 [labelType="html" label="MapPartitionsRDD [18439] count at ColumnStatJob.java:47"]; } subgraph cluster42720 { label="WholeStageCodegen (10)"; 18440 [labelType="html" label="MapPartitionsRDD [18440] count at ColumnStatJob.java:47"]; } subgraph cluster42733 { label="Scan parquet "; 18441 [labelType="html" label="FileScanRDD [18441] count at ColumnStatJob.java:47"]; 18442 [labelType="html" label="MapPartitionsRDD [18442] count at ColumnStatJob.java:47"]; } subgraph cluster42727 { label="WholeStageCodegen (11)"; 18443 [labelType="html" label="MapPartitionsRDD [18443] count at ColumnStatJob.java:47"]; } subgraph cluster42650 { label="Union"; 18444 [labelType="html" label="UnionRDD [18444] count at ColumnStatJob.java:47"]; } subgraph cluster42640 { label="WholeStageCodegen (12)"; 18445 [labelType="html" label="MapPartitionsRDD [18445] count at ColumnStatJob.java:47"]; } subgraph cluster42639 { label="Exchange"; 18446 [labelType="html" label="MapPartitionsRDD [18446] count at ColumnStatJob.java:47"]; } } 18409->18410; 18410->18411; 18412->18413; 18413->18414; 18417->18418; 18418->18419; 18420->18421; 18421->18422; 18423->18424; 18424->18425; 18426->18427; 18427->18428; 18429->18430; 18430->18431; 18432->18433; 18433->18434; 18435->18436; 18436->18437; 18438->18439; 18439->18440; 18441->18442; 18442->18443; 18411->18444; 18414->18444; 18419->18444; 18422->18444; 18425->18444; 18428->18444; 18431->18444; 18434->18444; 18437->18444; 18440->18444; 18443->18444; 18444->18445; 18445->18446; }

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
6363	default	DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/09 14:04:24	2 s	43/43	4.9 MiB			6.0 MiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

6363

default

DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/10/09 14:04:24

2 s

43/43

4.9 MiB

6.0 MiB

Page: