SP1 - Details for Job 4513

Status: SUCCEEDED
Submitted: 2026/09/24 14:23:26
Duration: 88 ms
Associated SQL Query: 3106
Job Group: fee840db-3779-4381-bea1-0620d32a3384
Completed Stages: 1

Enable zooming

digraph G { subgraph clusterstage_8937 { label="Stage 8937"; subgraph cluster58643 { label="Scan parquet "; 25602 [labelType="html" label="FileScanRDD [25602] takeAsList at DataFrameCommonJob.java:145"]; 25603 [labelType="html" label="MapPartitionsRDD [25603] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster58639 { label="WholeStageCodegen (1)"; 25604 [labelType="html" label="MapPartitionsRDD [25604] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster58648 { label="Scan parquet "; 25605 [labelType="html" label="FileScanRDD [25605] takeAsList at DataFrameCommonJob.java:145"]; 25606 [labelType="html" label="MapPartitionsRDD [25606] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster58644 { label="WholeStageCodegen (2)"; 25607 [labelType="html" label="MapPartitionsRDD [25607] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster58653 { label="Scan parquet "; 25608 [labelType="html" label="FileScanRDD [25608] takeAsList at DataFrameCommonJob.java:145"]; 25609 [labelType="html" label="MapPartitionsRDD [25609] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster58649 { label="WholeStageCodegen (3)"; 25610 [labelType="html" label="MapPartitionsRDD [25610] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster58638 { label="Union"; 25611 [labelType="html" label="UnionRDD [25611] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster58637 { label="SortAggregate"; 25612 [labelType="html" label="MapPartitionsRDD [25612] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster58636 { label="Exchange"; 25613 [labelType="html" label="MapPartitionsRDD [25613] takeAsList at DataFrameCommonJob.java:145"]; } } 25602->25603; 25603->25604; 25605->25606; 25606->25607; 25608->25609; 25609->25610; 25604->25611; 25607->25611; 25610->25611; 25611->25612; 25612->25613; }

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
8937	default	DataFrameCommonJob_dataExecValueAnalysis takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/09/24 14:23:26	67 ms	3/3	13.7 KiB			264.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

8937

default

DataFrameCommonJob_dataExecValueAnalysis takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/09/24 14:23:26

67 ms

3/3

13.7 KiB

264.0 B

Page: