SP1 - Details for Job 4518

Status: SUCCEEDED
Submitted: 2026/09/24 14:23:27
Duration: 63 ms
Associated SQL Query: 3108
Job Group: 0263f8ac-a926-44c2-9ae1-1ea7f4edb43b
Completed Stages: 1

Enable zooming

digraph G { subgraph clusterstage_8943 { label="Stage 8943"; subgraph cluster58699 { label="Scan parquet "; 25623 [labelType="html" label="FileScanRDD [25623] takeAsList at DataFrameCommonJob.java:145"]; 25624 [labelType="html" label="MapPartitionsRDD [25624] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster58694 { label="WholeStageCodegen (1)"; 25625 [labelType="html" label="MapPartitionsRDD [25625] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster58705 { label="Scan parquet "; 25626 [labelType="html" label="FileScanRDD [25626] takeAsList at DataFrameCommonJob.java:145"]; 25627 [labelType="html" label="MapPartitionsRDD [25627] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster58700 { label="WholeStageCodegen (2)"; 25628 [labelType="html" label="MapPartitionsRDD [25628] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster58711 { label="Scan parquet "; 25629 [labelType="html" label="FileScanRDD [25629] takeAsList at DataFrameCommonJob.java:145"]; 25630 [labelType="html" label="MapPartitionsRDD [25630] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster58706 { label="WholeStageCodegen (3)"; 25631 [labelType="html" label="MapPartitionsRDD [25631] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster58693 { label="Union"; 25632 [labelType="html" label="UnionRDD [25632] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster58690 { label="WholeStageCodegen (4)"; 25633 [labelType="html" label="MapPartitionsRDD [25633] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster58689 { label="Exchange"; 25634 [labelType="html" label="MapPartitionsRDD [25634] takeAsList at DataFrameCommonJob.java:145"]; } } 25623->25624; 25624->25625; 25626->25627; 25627->25628; 25629->25630; 25630->25631; 25625->25632; 25628->25632; 25631->25632; 25632->25633; 25633->25634; }

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
8943	default	DataFrameCommonJob_dataExecValueAnalysis takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/09/24 14:23:27	56 ms	3/3	26.4 KiB			364.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

8943

default

DataFrameCommonJob_dataExecValueAnalysis takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/09/24 14:23:27

56 ms

3/3

26.4 KiB

364.0 B

Page: