SP1 - Details for Job 5365

Status: SUCCEEDED
Submitted: 2026/06/12 05:58:26
Duration: 67 ms
Associated SQL Query: 3458
Job Group: ae731f9e-07b1-4ccf-abf3-93982bfc7477
Completed Stages: 1
Skipped Stages: 4

Enable zooming

digraph G { subgraph clusterstage_12416 { label="Stage 12416 (skipped)"; subgraph cluster71954 { label="Scan parquet "; 30404 [labelType="html" label="FileScanRDD [30404] takeAsList at DataFrameCommonJob.java:145"]; 30405 [labelType="html" label="MapPartitionsRDD [30405] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster71949 { label="WholeStageCodegen (3)"; 30406 [labelType="html" label="MapPartitionsRDD [30406] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster71948 { label="Exchange"; 30407 [labelType="html" label="MapPartitionsRDD [30407] takeAsList at DataFrameCommonJob.java:145"]; } } 30404->30405; 30405->30406; 30406->30407; }

digraph G { subgraph clusterstage_12417 { label="Stage 12417 (skipped)"; subgraph cluster71940 { label="Scan csv "; 30396 [labelType="html" label="FileScanRDD [30396] takeAsList at DataFrameCommonJob.java:145"]; 30397 [labelType="html" label="MapPartitionsRDD [30397] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster71936 { label="WholeStageCodegen (1)"; 30398 [labelType="html" label="MapPartitionsRDD [30398] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster71935 { label="Exchange"; 30399 [labelType="html" label="MapPartitionsRDD [30399] takeAsList at DataFrameCommonJob.java:145"]; } } 30396->30397; 30397->30398; 30398->30399; }

digraph G { subgraph clusterstage_12418 { label="Stage 12418 (skipped)"; subgraph cluster71947 { label="Scan parquet "; 30400 [labelType="html" label="FileScanRDD [30400] takeAsList at DataFrameCommonJob.java:145"]; 30401 [labelType="html" label="MapPartitionsRDD [30401] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster71942 { label="WholeStageCodegen (2)"; 30402 [labelType="html" label="MapPartitionsRDD [30402] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster71941 { label="Exchange"; 30403 [labelType="html" label="MapPartitionsRDD [30403] takeAsList at DataFrameCommonJob.java:145"]; } } 30400->30401; 30401->30402; 30402->30403; }

digraph G { subgraph clusterstage_12419 { label="Stage 12419 (skipped)"; subgraph cluster71968 { label="AQEShuffleRead"; 30408 [labelType="html" label="ShuffledRowRDD [30408] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster71965 { label="WholeStageCodegen (4)"; 30409 [labelType="html" label="MapPartitionsRDD [30409] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster71973 { label="AQEShuffleRead"; 30410 [labelType="html" label="ShuffledRowRDD [30410] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster71970 { label="WholeStageCodegen (5)"; 30411 [labelType="html" label="MapPartitionsRDD [30411] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster71961 { label="WholeStageCodegen (6)"; 30412 [labelType="html" label="ZippedPartitionsRDD2 [30412] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 30413 [labelType="html" label="MapPartitionsRDD [30413] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster71978 { label="AQEShuffleRead"; 30414 [labelType="html" label="ShuffledRowRDD [30414] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster71975 { label="WholeStageCodegen (7)"; 30415 [labelType="html" label="MapPartitionsRDD [30415] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster71957 { label="WholeStageCodegen (8)"; 30416 [labelType="html" label="ZippedPartitionsRDD2 [30416] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 30417 [labelType="html" label="MapPartitionsRDD [30417] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster71956 { label="ObjectHashAggregate"; 30418 [labelType="html" label="MapPartitionsRDD [30418] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster71955 { label="Exchange"; 30419 [labelType="html" label="MapPartitionsRDD [30419] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 30408->30409; 30410->30411; 30409->30412; 30411->30412; 30412->30413; 30414->30415; 30413->30416; 30415->30416; 30416->30417; 30417->30418; 30418->30419; }

30399,30408

30403,30410

30407,30414

digraph G { subgraph clusterstage_12420 { label="Stage 12420"; subgraph cluster71980 { label="AQEShuffleRead"; 30420 [labelType="html" label="ShuffledRowRDD [30420] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster71979 { label="ObjectHashAggregate"; 30421 [labelType="html" label="MapPartitionsRDD [30421] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster71981 { label="mapPartitionsInternal"; 30422 [labelType="html" label="MapPartitionsRDD [30422] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 30420->30421; 30421->30422; }

30419,30420

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
12420	default	DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/12 05:58:26	54 ms	1/1			142.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

12420

default

DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/12 05:58:26

54 ms

1/1

142.0 B

Page:

Skipped Stages (4)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
12419	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
12418	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
12417	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
12416	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Page: