SP1 - Details for Job 4416

Status: SUCCEEDED
Submitted: 2026/09/22 09:35:45
Duration: 0.2 s
Associated SQL Query: 3028
Job Group: 20c8679c-e496-495d-b16c-38e0eedba20e
Completed Stages: 1
Skipped Stages: 4

Enable zooming

digraph G { subgraph clusterstage_8809 { label="Stage 8809 (skipped)"; subgraph cluster57700 { label="Scan csv "; 25233 [labelType="html" label="FileScanRDD [25233] takeAsList at DataFrameCommonJob.java:145"]; 25234 [labelType="html" label="MapPartitionsRDD [25234] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster57696 { label="WholeStageCodegen (1)"; 25235 [labelType="html" label="MapPartitionsRDD [25235] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster57695 { label="Exchange"; 25236 [labelType="html" label="MapPartitionsRDD [25236] takeAsList at DataFrameCommonJob.java:145"]; } } 25233->25234; 25234->25235; 25235->25236; }

digraph G { subgraph clusterstage_8810 { label="Stage 8810 (skipped)"; subgraph cluster57714 { label="Scan parquet "; 25241 [labelType="html" label="FileScanRDD [25241] takeAsList at DataFrameCommonJob.java:145"]; 25242 [labelType="html" label="MapPartitionsRDD [25242] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster57709 { label="WholeStageCodegen (3)"; 25243 [labelType="html" label="MapPartitionsRDD [25243] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster57708 { label="Exchange"; 25244 [labelType="html" label="MapPartitionsRDD [25244] takeAsList at DataFrameCommonJob.java:145"]; } } 25241->25242; 25242->25243; 25243->25244; }

digraph G { subgraph clusterstage_8811 { label="Stage 8811 (skipped)"; subgraph cluster57707 { label="Scan parquet "; 25237 [labelType="html" label="FileScanRDD [25237] takeAsList at DataFrameCommonJob.java:145"]; 25238 [labelType="html" label="MapPartitionsRDD [25238] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster57702 { label="WholeStageCodegen (2)"; 25239 [labelType="html" label="MapPartitionsRDD [25239] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster57701 { label="Exchange"; 25240 [labelType="html" label="MapPartitionsRDD [25240] takeAsList at DataFrameCommonJob.java:145"]; } } 25237->25238; 25238->25239; 25239->25240; }

digraph G { subgraph clusterstage_8812 { label="Stage 8812 (skipped)"; subgraph cluster57728 { label="AQEShuffleRead"; 25245 [labelType="html" label="ShuffledRowRDD [25245] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster57725 { label="WholeStageCodegen (4)"; 25246 [labelType="html" label="MapPartitionsRDD [25246] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster57733 { label="AQEShuffleRead"; 25247 [labelType="html" label="ShuffledRowRDD [25247] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster57730 { label="WholeStageCodegen (5)"; 25248 [labelType="html" label="MapPartitionsRDD [25248] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster57721 { label="WholeStageCodegen (6)"; 25249 [labelType="html" label="ZippedPartitionsRDD2 [25249] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 25250 [labelType="html" label="MapPartitionsRDD [25250] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster57738 { label="AQEShuffleRead"; 25251 [labelType="html" label="ShuffledRowRDD [25251] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster57735 { label="WholeStageCodegen (7)"; 25252 [labelType="html" label="MapPartitionsRDD [25252] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster57717 { label="WholeStageCodegen (8)"; 25253 [labelType="html" label="ZippedPartitionsRDD2 [25253] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 25254 [labelType="html" label="MapPartitionsRDD [25254] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster57716 { label="ObjectHashAggregate"; 25255 [labelType="html" label="MapPartitionsRDD [25255] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster57715 { label="Exchange"; 25256 [labelType="html" label="MapPartitionsRDD [25256] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 25245->25246; 25247->25248; 25246->25249; 25248->25249; 25249->25250; 25251->25252; 25250->25253; 25252->25253; 25253->25254; 25254->25255; 25255->25256; }

25236,25245

25240,25247

25244,25251

digraph G { subgraph clusterstage_8813 { label="Stage 8813"; subgraph cluster57740 { label="AQEShuffleRead"; 25257 [labelType="html" label="ShuffledRowRDD [25257] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster57739 { label="ObjectHashAggregate"; 25258 [labelType="html" label="MapPartitionsRDD [25258] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster57741 { label="mapPartitionsInternal"; 25259 [labelType="html" label="MapPartitionsRDD [25259] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 25257->25258; 25258->25259; }

25256,25257

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
8813	default	DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/09/22 09:35:45	0.1 s	1/1			144.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

8813

default

DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/09/22 09:35:45

0.1 s

1/1

144.0 B

Page:

Skipped Stages (4)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
8812	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
8811	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
8810	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
8809	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Page: