SP1 - Details for Job 4509

Status: SUCCEEDED
Submitted: 2026/09/24 14:23:13
Duration: 52 ms
Associated SQL Query: 3104
Job Group: 4f369c58-b5a1-4253-91b0-3cedd74c37a5
Completed Stages: 1

Enable zooming

digraph G { subgraph clusterstage_8933 { label="Stage 8933"; subgraph cluster58595 { label="Scan parquet "; 25585 [labelType="html" label="FileScanRDD [25585] takeAsList at DataFrameCommonJob.java:145"]; 25586 [labelType="html" label="MapPartitionsRDD [25586] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster58590 { label="WholeStageCodegen (1)"; 25587 [labelType="html" label="MapPartitionsRDD [25587] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster58601 { label="Scan parquet "; 25588 [labelType="html" label="FileScanRDD [25588] takeAsList at DataFrameCommonJob.java:145"]; 25589 [labelType="html" label="MapPartitionsRDD [25589] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster58596 { label="WholeStageCodegen (2)"; 25590 [labelType="html" label="MapPartitionsRDD [25590] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster58607 { label="Scan parquet "; 25591 [labelType="html" label="FileScanRDD [25591] takeAsList at DataFrameCommonJob.java:145"]; 25592 [labelType="html" label="MapPartitionsRDD [25592] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster58602 { label="WholeStageCodegen (3)"; 25593 [labelType="html" label="MapPartitionsRDD [25593] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster58589 { label="Union"; 25594 [labelType="html" label="UnionRDD [25594] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster58608 { label="mapPartitionsInternal"; 25595 [labelType="html" label="MapPartitionsRDD [25595] takeAsList at DataFrameCommonJob.java:145"]; } } 25585->25586; 25586->25587; 25588->25589; 25589->25590; 25591->25592; 25592->25593; 25587->25594; 25590->25594; 25593->25594; 25594->25595; }

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
8933	default	DataFrameCommonJob_dataExec takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/09/24 14:23:13	40 ms	2/2	12.6 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

8933

default

DataFrameCommonJob_dataExec takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/09/24 14:23:13

40 ms

2/2

12.6 KiB

Page: