SP1 - Details for Job 9262

Status: SUCCEEDED
Submitted: 2026/10/26 17:50:46
Duration: 1 s
Associated SQL Query: 6089
Job Group: 22fe330b-92dc-4ca1-9779-24ebd61ce4f1
Completed Stages: 1
Skipped Stages: 6

Enable zooming

digraph G { subgraph clusterstage_18507 { label="Stage 18507 (skipped)"; subgraph cluster120776 { label="Scan parquet "; 51816 [labelType="html" label="FileScanRDD [51816] takeAsList at DataFrameCommonJob.java:145"]; 51817 [labelType="html" label="MapPartitionsRDD [51817] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120771 { label="WholeStageCodegen (6)"; 51818 [labelType="html" label="MapPartitionsRDD [51818] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120770 { label="Exchange"; 51819 [labelType="html" label="MapPartitionsRDD [51819] takeAsList at DataFrameCommonJob.java:145"]; } } 51816->51817; 51817->51818; 51818->51819; }

digraph G { subgraph clusterstage_18508 { label="Stage 18508 (skipped)"; subgraph cluster120750 { label="Scan parquet "; 51798 [labelType="html" label="FileScanRDD [51798] takeAsList at DataFrameCommonJob.java:145"]; 51799 [labelType="html" label="MapPartitionsRDD [51799] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120746 { label="WholeStageCodegen (1)"; 51800 [labelType="html" label="MapPartitionsRDD [51800] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120755 { label="Scan csv "; 51801 [labelType="html" label="FileScanRDD [51801] takeAsList at DataFrameCommonJob.java:145"]; 51802 [labelType="html" label="MapPartitionsRDD [51802] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120751 { label="WholeStageCodegen (2)"; 51803 [labelType="html" label="MapPartitionsRDD [51803] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120745 { label="CartesianProduct"; 51804 [labelType="html" label="UnsafeCartesianRDD [51804] takeAsList at DataFrameCommonJob.java:145"]; 51805 [labelType="html" label="MapPartitionsRDD [51805] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120741 { label="WholeStageCodegen (3)"; 51806 [labelType="html" label="MapPartitionsRDD [51806] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120740 { label="Exchange"; 51807 [labelType="html" label="MapPartitionsRDD [51807] takeAsList at DataFrameCommonJob.java:145"]; } } 51798->51799; 51799->51800; 51801->51802; 51802->51803; 51800->51804; 51803->51804; 51804->51805; 51805->51806; 51806->51807; }

digraph G { subgraph clusterstage_18509 { label="Stage 18509 (skipped)"; subgraph cluster120762 { label="Scan parquet "; 51808 [labelType="html" label="FileScanRDD [51808] takeAsList at DataFrameCommonJob.java:145"]; 51809 [labelType="html" label="MapPartitionsRDD [51809] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120757 { label="WholeStageCodegen (4)"; 51810 [labelType="html" label="MapPartitionsRDD [51810] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120756 { label="Exchange"; 51811 [labelType="html" label="MapPartitionsRDD [51811] takeAsList at DataFrameCommonJob.java:145"]; } } 51808->51809; 51809->51810; 51810->51811; }

digraph G { subgraph clusterstage_18510 { label="Stage 18510 (skipped)"; subgraph cluster120823 { label="Exchange"; 51830 [labelType="html" label="ShuffledRowRDD [51830] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120815 { label="WholeStageCodegen (9)"; 51831 [labelType="html" label="MapPartitionsRDD [51831] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120829 { label="Exchange"; 51832 [labelType="html" label="ShuffledRowRDD [51832] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120825 { label="WholeStageCodegen (10)"; 51833 [labelType="html" label="MapPartitionsRDD [51833] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120810 { label="WholeStageCodegen (11)"; 51834 [labelType="html" label="ZippedPartitionsRDD2 [51834] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 51837 [labelType="html" label="MapPartitionsRDD [51837] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120809 { label="Exchange"; 51838 [labelType="html" label="MapPartitionsRDD [51838] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 51830->51831; 51832->51833; 51831->51834; 51833->51834; 51834->51837; 51837->51838; }

51807,51830

51811,51832

digraph G { subgraph clusterstage_18511 { label="Stage 18511 (skipped)"; subgraph cluster120788 { label="Exchange"; 51820 [labelType="html" label="ShuffledRowRDD [51820] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120784 { label="WholeStageCodegen (7)"; 51821 [labelType="html" label="MapPartitionsRDD [51821] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120783 { label="Window"; 51822 [labelType="html" label="MapPartitionsRDD [51822] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120779 { label="WholeStageCodegen (8)"; 51823 [labelType="html" label="MapPartitionsRDD [51823] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120778 { label="ObjectHashAggregate"; 51824 [labelType="html" label="MapPartitionsRDD [51824] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120777 { label="Exchange"; 51825 [labelType="html" label="MapPartitionsRDD [51825] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 51820->51821; 51821->51822; 51822->51823; 51823->51824; 51824->51825; }

51819,51820

digraph G { subgraph clusterstage_18512 { label="Stage 18512 (skipped)"; subgraph cluster120769 { label="Scan parquet "; 51812 [labelType="html" label="FileScanRDD [51812] takeAsList at DataFrameCommonJob.java:145"]; 51813 [labelType="html" label="MapPartitionsRDD [51813] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120764 { label="WholeStageCodegen (5)"; 51814 [labelType="html" label="MapPartitionsRDD [51814] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120763 { label="Exchange"; 51815 [labelType="html" label="MapPartitionsRDD [51815] takeAsList at DataFrameCommonJob.java:145"]; } } 51812->51813; 51813->51814; 51814->51815; }

digraph G { subgraph clusterstage_18513 { label="Stage 18513"; subgraph cluster120855 { label="Exchange"; 51851 [labelType="html" label="ShuffledRowRDD [51851] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120851 { label="WholeStageCodegen (12)"; 51852 [labelType="html" label="MapPartitionsRDD [51852] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120850 { label="Window"; 51853 [labelType="html" label="MapPartitionsRDD [51853] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120846 { label="WholeStageCodegen (13)"; 51854 [labelType="html" label="MapPartitionsRDD [51854] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120867 { label="AQEShuffleRead"; 51855 [labelType="html" label="ShuffledRowRDD [51855] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120864 { label="WholeStageCodegen (14)"; 51856 [labelType="html" label="MapPartitionsRDD [51856] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120874 { label="AQEShuffleRead"; 51857 [labelType="html" label="ShuffledRowRDD [51857] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120873 { label="ObjectHashAggregate"; 51858 [labelType="html" label="MapPartitionsRDD [51858] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120869 { label="WholeStageCodegen (15)"; 51859 [labelType="html" label="MapPartitionsRDD [51859] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120856 { label="WholeStageCodegen (16)"; 51860 [labelType="html" label="ZippedPartitionsRDD2 [51860] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 51861 [labelType="html" label="MapPartitionsRDD [51861] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120845 { label="Union"; 51862 [labelType="html" label="UnionRDD [51862] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120879 { label="Scan csv "; 51863 [labelType="html" label="FileScanRDD [51863] takeAsList at DataFrameCommonJob.java:145"]; 51864 [labelType="html" label="MapPartitionsRDD [51864] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120875 { label="WholeStageCodegen (17)"; 51865 [labelType="html" label="MapPartitionsRDD [51865] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120844 { label="CartesianProduct"; 51866 [labelType="html" label="UnsafeCartesianRDD [51866] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 51867 [labelType="html" label="MapPartitionsRDD [51867] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120843 { label="Exchange"; 51868 [labelType="html" label="MapPartitionsRDD [51868] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 51851->51852; 51852->51853; 51853->51854; 51855->51856; 51857->51858; 51858->51859; 51856->51860; 51859->51860; 51860->51861; 51854->51862; 51861->51862; 51863->51864; 51864->51865; 51862->51866; 51865->51866; 51866->51867; 51867->51868; }

51838,51851

51815,51855

51825,51857

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
18513	default	DataFrameCommonJob_dataExec takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/26 17:50:46	1 s	15/15	2.6 KiB		26.4 MiB	11.4 MiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

18513

default

DataFrameCommonJob_dataExec takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/10/26 17:50:46

1 s

15/15

2.6 KiB

26.4 MiB

11.4 MiB

Page:

Skipped Stages (6)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
18512	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
18511	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/10
18510	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/10
18509	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
18508	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/10
18507	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/10

Page: