SP1 - Details for Job 9264

Status: SUCCEEDED
Submitted: 2026/10/26 17:50:50
Duration: 10 s
Associated SQL Query: 6089
Job Group: 22fe330b-92dc-4ca1-9779-24ebd61ce4f1
Completed Stages: 1
Skipped Stages: 7

Enable zooming

digraph G { subgraph clusterstage_18522 { label="Stage 18522 (skipped)"; subgraph cluster120776 { label="Scan parquet "; 51816 [labelType="html" label="FileScanRDD [51816] takeAsList at DataFrameCommonJob.java:145"]; 51817 [labelType="html" label="MapPartitionsRDD [51817] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120771 { label="WholeStageCodegen (6)"; 51818 [labelType="html" label="MapPartitionsRDD [51818] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120770 { label="Exchange"; 51819 [labelType="html" label="MapPartitionsRDD [51819] takeAsList at DataFrameCommonJob.java:145"]; } } 51816->51817; 51817->51818; 51818->51819; }

digraph G { subgraph clusterstage_18523 { label="Stage 18523 (skipped)"; subgraph cluster120750 { label="Scan parquet "; 51798 [labelType="html" label="FileScanRDD [51798] takeAsList at DataFrameCommonJob.java:145"]; 51799 [labelType="html" label="MapPartitionsRDD [51799] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120746 { label="WholeStageCodegen (1)"; 51800 [labelType="html" label="MapPartitionsRDD [51800] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120755 { label="Scan csv "; 51801 [labelType="html" label="FileScanRDD [51801] takeAsList at DataFrameCommonJob.java:145"]; 51802 [labelType="html" label="MapPartitionsRDD [51802] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120751 { label="WholeStageCodegen (2)"; 51803 [labelType="html" label="MapPartitionsRDD [51803] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120745 { label="CartesianProduct"; 51804 [labelType="html" label="UnsafeCartesianRDD [51804] takeAsList at DataFrameCommonJob.java:145"]; 51805 [labelType="html" label="MapPartitionsRDD [51805] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120741 { label="WholeStageCodegen (3)"; 51806 [labelType="html" label="MapPartitionsRDD [51806] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120740 { label="Exchange"; 51807 [labelType="html" label="MapPartitionsRDD [51807] takeAsList at DataFrameCommonJob.java:145"]; } } 51798->51799; 51799->51800; 51801->51802; 51802->51803; 51800->51804; 51803->51804; 51804->51805; 51805->51806; 51806->51807; }

digraph G { subgraph clusterstage_18524 { label="Stage 18524 (skipped)"; subgraph cluster120762 { label="Scan parquet "; 51808 [labelType="html" label="FileScanRDD [51808] takeAsList at DataFrameCommonJob.java:145"]; 51809 [labelType="html" label="MapPartitionsRDD [51809] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120757 { label="WholeStageCodegen (4)"; 51810 [labelType="html" label="MapPartitionsRDD [51810] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120756 { label="Exchange"; 51811 [labelType="html" label="MapPartitionsRDD [51811] takeAsList at DataFrameCommonJob.java:145"]; } } 51808->51809; 51809->51810; 51810->51811; }

digraph G { subgraph clusterstage_18525 { label="Stage 18525 (skipped)"; subgraph cluster120823 { label="Exchange"; 51830 [labelType="html" label="ShuffledRowRDD [51830] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120815 { label="WholeStageCodegen (9)"; 51831 [labelType="html" label="MapPartitionsRDD [51831] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120829 { label="Exchange"; 51832 [labelType="html" label="ShuffledRowRDD [51832] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120825 { label="WholeStageCodegen (10)"; 51833 [labelType="html" label="MapPartitionsRDD [51833] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120810 { label="WholeStageCodegen (11)"; 51834 [labelType="html" label="ZippedPartitionsRDD2 [51834] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 51837 [labelType="html" label="MapPartitionsRDD [51837] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120809 { label="Exchange"; 51838 [labelType="html" label="MapPartitionsRDD [51838] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 51830->51831; 51832->51833; 51831->51834; 51833->51834; 51834->51837; 51837->51838; }

51807,51830

51811,51832

digraph G { subgraph clusterstage_18526 { label="Stage 18526 (skipped)"; subgraph cluster120788 { label="Exchange"; 51820 [labelType="html" label="ShuffledRowRDD [51820] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120784 { label="WholeStageCodegen (7)"; 51821 [labelType="html" label="MapPartitionsRDD [51821] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120783 { label="Window"; 51822 [labelType="html" label="MapPartitionsRDD [51822] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120779 { label="WholeStageCodegen (8)"; 51823 [labelType="html" label="MapPartitionsRDD [51823] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120778 { label="ObjectHashAggregate"; 51824 [labelType="html" label="MapPartitionsRDD [51824] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120777 { label="Exchange"; 51825 [labelType="html" label="MapPartitionsRDD [51825] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 51820->51821; 51821->51822; 51822->51823; 51823->51824; 51824->51825; }

51819,51820

digraph G { subgraph clusterstage_18527 { label="Stage 18527 (skipped)"; subgraph cluster120769 { label="Scan parquet "; 51812 [labelType="html" label="FileScanRDD [51812] takeAsList at DataFrameCommonJob.java:145"]; 51813 [labelType="html" label="MapPartitionsRDD [51813] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120764 { label="WholeStageCodegen (5)"; 51814 [labelType="html" label="MapPartitionsRDD [51814] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120763 { label="Exchange"; 51815 [labelType="html" label="MapPartitionsRDD [51815] takeAsList at DataFrameCommonJob.java:145"]; } } 51812->51813; 51813->51814; 51814->51815; }

digraph G { subgraph clusterstage_18528 { label="Stage 18528 (skipped)"; subgraph cluster120855 { label="Exchange"; 51851 [labelType="html" label="ShuffledRowRDD [51851] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120851 { label="WholeStageCodegen (12)"; 51852 [labelType="html" label="MapPartitionsRDD [51852] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120850 { label="Window"; 51853 [labelType="html" label="MapPartitionsRDD [51853] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120846 { label="WholeStageCodegen (13)"; 51854 [labelType="html" label="MapPartitionsRDD [51854] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120867 { label="AQEShuffleRead"; 51855 [labelType="html" label="ShuffledRowRDD [51855] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120864 { label="WholeStageCodegen (14)"; 51856 [labelType="html" label="MapPartitionsRDD [51856] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120874 { label="AQEShuffleRead"; 51857 [labelType="html" label="ShuffledRowRDD [51857] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120873 { label="ObjectHashAggregate"; 51858 [labelType="html" label="MapPartitionsRDD [51858] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120869 { label="WholeStageCodegen (15)"; 51859 [labelType="html" label="MapPartitionsRDD [51859] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120856 { label="WholeStageCodegen (16)"; 51860 [labelType="html" label="ZippedPartitionsRDD2 [51860] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 51861 [labelType="html" label="MapPartitionsRDD [51861] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120845 { label="Union"; 51862 [labelType="html" label="UnionRDD [51862] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120879 { label="Scan csv "; 51863 [labelType="html" label="FileScanRDD [51863] takeAsList at DataFrameCommonJob.java:145"]; 51864 [labelType="html" label="MapPartitionsRDD [51864] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120875 { label="WholeStageCodegen (17)"; 51865 [labelType="html" label="MapPartitionsRDD [51865] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120844 { label="CartesianProduct"; 51866 [labelType="html" label="UnsafeCartesianRDD [51866] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 51867 [labelType="html" label="MapPartitionsRDD [51867] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120843 { label="Exchange"; 51868 [labelType="html" label="MapPartitionsRDD [51868] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 51851->51852; 51852->51853; 51853->51854; 51855->51856; 51857->51858; 51858->51859; 51856->51860; 51859->51860; 51860->51861; 51854->51862; 51861->51862; 51863->51864; 51864->51865; 51862->51866; 51865->51866; 51866->51867; 51867->51868; }

51838,51851

51815,51855

51825,51857

digraph G { subgraph clusterstage_18529 { label="Stage 18529"; subgraph cluster120923 { label="Exchange"; 51879 [labelType="html" label="ShuffledRowRDD [51879] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120919 { label="WholeStageCodegen (18)"; 51880 [labelType="html" label="MapPartitionsRDD [51880] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120918 { label="Window"; 51881 [labelType="html" label="MapPartitionsRDD [51881] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120916 { label="Filter"; 51882 [labelType="html" label="MapPartitionsRDD [51882] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120915 { label="Project"; 51883 [labelType="html" label="MapPartitionsRDD [51883] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120914 { label="Project"; 51884 [labelType="html" label="MapPartitionsRDD [51884] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120913 { label="Project"; 51885 [labelType="html" label="MapPartitionsRDD [51885] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120912 { label="Project"; 51886 [labelType="html" label="MapPartitionsRDD [51886] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120911 { label="Project"; 51887 [labelType="html" label="MapPartitionsRDD [51887] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120929 { label="Scan parquet "; 51888 [labelType="html" label="FileScanRDD [51888] takeAsList at DataFrameCommonJob.java:145"]; 51889 [labelType="html" label="MapPartitionsRDD [51889] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120924 { label="WholeStageCodegen (20)"; 51890 [labelType="html" label="MapPartitionsRDD [51890] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120890 { label="Union"; 51891 [labelType="html" label="UnionRDD [51891] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster120889 { label="TakeOrderedAndProject"; 51892 [labelType="html" label="MapPartitionsRDD [51892] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 51893 [labelType="html" label="MapPartitionsRDD [51893] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 51879->51880; 51880->51881; 51881->51882; 51882->51883; 51883->51884; 51884->51885; 51885->51886; 51886->51887; 51888->51889; 51889->51890; 51887->51891; 51890->51891; 51891->51892; 51892->51893; }

51868,51879

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
18529	default	DataFrameCommonJob_dataExec takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/26 17:50:50	10 s	20/20	98.2 MiB		11.4 MiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

18529

default

DataFrameCommonJob_dataExec takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/10/26 17:50:50

10 s

20/20

98.2 MiB

11.4 MiB

Page:

Skipped Stages (7)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
18528	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/15
18527	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
18526	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/10
18525	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/10
18524	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
18523	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/10
18522	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/10

Page: