SP1 - Details for Job 10503

Status: SUCCEEDED
Submitted: 2026/10/27 17:20:47
Duration: 49 ms
Associated SQL Query: 7004
Job Group: 25994b7f-1589-4b1a-b77c-652b1ca12b7e
Completed Stages: 1
Skipped Stages: 7

Enable zooming

digraph G { subgraph clusterstage_20994 { label="Stage 20994 (skipped)"; subgraph cluster137627 { label="Scan csv "; 59687 [labelType="html" label="FileScanRDD [59687] takeAsList at DataFrameCommonJob.java:145"]; 59688 [labelType="html" label="MapPartitionsRDD [59688] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster137623 { label="WholeStageCodegen (2)"; 59689 [labelType="html" label="MapPartitionsRDD [59689] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster137622 { label="Exchange"; 59690 [labelType="html" label="MapPartitionsRDD [59690] takeAsList at DataFrameCommonJob.java:145"]; } } 59687->59688; 59688->59689; 59689->59690; }

digraph G { subgraph clusterstage_20995 { label="Stage 20995 (skipped)"; subgraph cluster137621 { label="Scan csv "; 59683 [labelType="html" label="FileScanRDD [59683] takeAsList at DataFrameCommonJob.java:145"]; 59684 [labelType="html" label="MapPartitionsRDD [59684] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster137618 { label="WholeStageCodegen (1)"; 59685 [labelType="html" label="MapPartitionsRDD [59685] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster137617 { label="Exchange"; 59686 [labelType="html" label="MapPartitionsRDD [59686] takeAsList at DataFrameCommonJob.java:145"]; } } 59683->59684; 59684->59685; 59685->59686; }

digraph G { subgraph clusterstage_20996 { label="Stage 20996 (skipped)"; subgraph cluster137633 { label="Scan csv "; 59691 [labelType="html" label="FileScanRDD [59691] takeAsList at DataFrameCommonJob.java:145"]; 59692 [labelType="html" label="MapPartitionsRDD [59692] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster137629 { label="WholeStageCodegen (3)"; 59693 [labelType="html" label="MapPartitionsRDD [59693] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster137628 { label="Exchange"; 59694 [labelType="html" label="MapPartitionsRDD [59694] takeAsList at DataFrameCommonJob.java:145"]; } } 59691->59692; 59692->59693; 59693->59694; }

digraph G { subgraph clusterstage_20997 { label="Stage 20997 (skipped)"; subgraph cluster137649 { label="AQEShuffleRead"; 59699 [labelType="html" label="ShuffledRowRDD [59699] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster137646 { label="WholeStageCodegen (5)"; 59700 [labelType="html" label="MapPartitionsRDD [59700] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster137655 { label="AQEShuffleRead"; 59701 [labelType="html" label="ShuffledRowRDD [59701] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster137651 { label="WholeStageCodegen (6)"; 59702 [labelType="html" label="MapPartitionsRDD [59702] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster137642 { label="WholeStageCodegen (7)"; 59703 [labelType="html" label="ZippedPartitionsRDD2 [59703] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 59704 [labelType="html" label="MapPartitionsRDD [59704] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster137641 { label="Exchange"; 59705 [labelType="html" label="MapPartitionsRDD [59705] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 59699->59700; 59701->59702; 59700->59703; 59702->59703; 59703->59704; 59704->59705; }

59686,59699

59690,59701

digraph G { subgraph clusterstage_20998 { label="Stage 20998 (skipped)"; subgraph cluster137664 { label="AQEShuffleRead"; 59706 [labelType="html" label="ShuffledRowRDD [59706] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster137661 { label="WholeStageCodegen (8)"; 59707 [labelType="html" label="MapPartitionsRDD [59707] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster137670 { label="AQEShuffleRead"; 59708 [labelType="html" label="ShuffledRowRDD [59708] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster137666 { label="WholeStageCodegen (9)"; 59709 [labelType="html" label="MapPartitionsRDD [59709] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster137657 { label="WholeStageCodegen (10)"; 59710 [labelType="html" label="ZippedPartitionsRDD2 [59710] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 59711 [labelType="html" label="MapPartitionsRDD [59711] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster137656 { label="Exchange"; 59712 [labelType="html" label="MapPartitionsRDD [59712] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 59706->59707; 59708->59709; 59707->59710; 59709->59710; 59710->59711; 59711->59712; }

59705,59706

59694,59708

digraph G { subgraph clusterstage_20999 { label="Stage 20999 (skipped)"; subgraph cluster137640 { label="Scan csv "; 59695 [labelType="html" label="FileScanRDD [59695] takeAsList at DataFrameCommonJob.java:145"]; 59696 [labelType="html" label="MapPartitionsRDD [59696] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster137635 { label="WholeStageCodegen (4)"; 59697 [labelType="html" label="MapPartitionsRDD [59697] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster137634 { label="Exchange"; 59698 [labelType="html" label="MapPartitionsRDD [59698] takeAsList at DataFrameCommonJob.java:145"]; } } 59695->59696; 59696->59697; 59697->59698; }

digraph G { subgraph clusterstage_21000 { label="Stage 21000 (skipped)"; subgraph cluster137681 { label="AQEShuffleRead"; 59713 [labelType="html" label="ShuffledRowRDD [59713] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster137678 { label="WholeStageCodegen (11)"; 59714 [labelType="html" label="MapPartitionsRDD [59714] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster137687 { label="AQEShuffleRead"; 59715 [labelType="html" label="ShuffledRowRDD [59715] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster137683 { label="WholeStageCodegen (12)"; 59716 [labelType="html" label="MapPartitionsRDD [59716] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster137672 { label="WholeStageCodegen (13)"; 59717 [labelType="html" label="ZippedPartitionsRDD2 [59717] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 59718 [labelType="html" label="MapPartitionsRDD [59718] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster137671 { label="Exchange"; 59719 [labelType="html" label="MapPartitionsRDD [59719] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 59713->59714; 59715->59716; 59714->59717; 59716->59717; 59717->59718; 59718->59719; }

59712,59713

59698,59715

digraph G { subgraph clusterstage_21001 { label="Stage 21001"; subgraph cluster137692 { label="AQEShuffleRead"; 59720 [labelType="html" label="ShuffledRowRDD [59720] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster137689 { label="WholeStageCodegen (14)"; 59721 [labelType="html" label="MapPartitionsRDD [59721] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster137688 { label="TakeOrderedAndProject"; 59722 [labelType="html" label="MapPartitionsRDD [59722] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 59723 [labelType="html" label="MapPartitionsRDD [59723] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 59720->59721; 59721->59722; 59722->59723; }

59719,59720

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
21001	default	DataFrameCommonJob_dataExecValueAnalysis takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/27 17:20:47	38 ms	1/1			196.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

21001

default

DataFrameCommonJob_dataExecValueAnalysis takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/10/27 17:20:47

38 ms

1/1

196.0 B

Page:

Skipped Stages (7)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
21000	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
20999	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/3
20998	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
20997	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
20996	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
20995	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/3
20994	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Page: