SP1 - Details for Job 9242

Status: SUCCEEDED
Submitted: 2026/03/27 14:30:52
Duration: 4 s
Associated SQL Query: 6077
Job Group: ec848ee3-f87b-465b-a056-a9146f9d5ab3
Completed Stages: 1
Skipped Stages: 2

Enable zooming

digraph G { subgraph clusterstage_17411 { label="Stage 17411 (skipped)"; subgraph cluster113369 { label="Scan parquet "; 48213 [labelType="html" label="FileScanRDD [48213] takeAsList at DataFrameCommonJob.java:145"]; 48214 [labelType="html" label="MapPartitionsRDD [48214] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster113364 { label="WholeStageCodegen (1)"; 48215 [labelType="html" label="MapPartitionsRDD [48215] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster113363 { label="Exchange"; 48216 [labelType="html" label="MapPartitionsRDD [48216] takeAsList at DataFrameCommonJob.java:145"]; } } 48213->48214; 48214->48215; 48215->48216; }

digraph G { subgraph clusterstage_17412 { label="Stage 17412 (skipped)"; subgraph cluster113376 { label="Scan parquet "; 48217 [labelType="html" label="FileScanRDD [48217] takeAsList at DataFrameCommonJob.java:145"]; 48218 [labelType="html" label="MapPartitionsRDD [48218] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster113371 { label="WholeStageCodegen (2)"; 48219 [labelType="html" label="MapPartitionsRDD [48219] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster113370 { label="Exchange"; 48220 [labelType="html" label="MapPartitionsRDD [48220] takeAsList at DataFrameCommonJob.java:145"]; } } 48217->48218; 48218->48219; 48219->48220; }

digraph G { subgraph clusterstage_17413 { label="Stage 17413"; subgraph cluster113384 { label="AQEShuffleRead"; 48221 [labelType="html" label="ShuffledRowRDD [48221] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster113381 { label="WholeStageCodegen (3)"; 48222 [labelType="html" label="MapPartitionsRDD [48222] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster113389 { label="AQEShuffleRead"; 48223 [labelType="html" label="ShuffledRowRDD [48223] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster113386 { label="WholeStageCodegen (4)"; 48224 [labelType="html" label="MapPartitionsRDD [48224] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster113377 { label="WholeStageCodegen (5)"; 48225 [labelType="html" label="ZippedPartitionsRDD2 [48225] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 48226 [labelType="html" label="MapPartitionsRDD [48226] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster113390 { label="mapPartitionsInternal"; 48227 [labelType="html" label="MapPartitionsRDD [48227] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 48221->48222; 48223->48224; 48222->48225; 48224->48225; 48225->48226; 48226->48227; }

48216,48221

48220,48223

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
17413	default	DataFrameCommonJob_dataExec takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/03/27 14:30:52	4 s	1/1			152.8 MiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

17413

default

DataFrameCommonJob_dataExec takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/03/27 14:30:52

4 s

1/1

152.8 MiB

Page:

Skipped Stages (2)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
17412	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
17411	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/10

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

17412

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

17411

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/10

Page: