SP1 - Details for Job 11412

Status: SUCCEEDED
Submitted: 2026/10/27 21:50:44
Duration: 93 ms
Associated SQL Query: 7882
Job Group: 959a2e74-74f4-4727-930a-7b08e1619a88
Completed Stages: 1
Skipped Stages: 7

Enable zooming

digraph G { subgraph clusterstage_23113 { label="Stage 23113 (skipped)"; subgraph cluster148884 { label="Scan csv "; 64794 [labelType="html" label="FileScanRDD [64794] takeAsList at DataFrameCommonJob.java:145"]; 64795 [labelType="html" label="MapPartitionsRDD [64795] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster148881 { label="WholeStageCodegen (1)"; 64796 [labelType="html" label="MapPartitionsRDD [64796] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster148880 { label="Exchange"; 64797 [labelType="html" label="MapPartitionsRDD [64797] takeAsList at DataFrameCommonJob.java:145"]; } } 64794->64795; 64795->64796; 64796->64797; }

digraph G { subgraph clusterstage_23114 { label="Stage 23114 (skipped)"; subgraph cluster148890 { label="Scan csv "; 64798 [labelType="html" label="FileScanRDD [64798] takeAsList at DataFrameCommonJob.java:145"]; 64799 [labelType="html" label="MapPartitionsRDD [64799] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster148887 { label="WholeStageCodegen (2)"; 64800 [labelType="html" label="MapPartitionsRDD [64800] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster148886 { label="ObjectHashAggregate"; 64801 [labelType="html" label="MapPartitionsRDD [64801] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster148885 { label="Exchange"; 64802 [labelType="html" label="MapPartitionsRDD [64802] takeAsList at DataFrameCommonJob.java:145"]; } } 64798->64799; 64799->64800; 64800->64801; 64801->64802; }

digraph G { subgraph clusterstage_23115 { label="Stage 23115 (skipped)"; subgraph cluster148896 { label="Scan csv "; 64803 [labelType="html" label="FileScanRDD [64803] takeAsList at DataFrameCommonJob.java:145"]; 64804 [labelType="html" label="MapPartitionsRDD [64804] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster148893 { label="WholeStageCodegen (3)"; 64805 [labelType="html" label="MapPartitionsRDD [64805] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster148892 { label="ObjectHashAggregate"; 64806 [labelType="html" label="MapPartitionsRDD [64806] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster148891 { label="Exchange"; 64807 [labelType="html" label="MapPartitionsRDD [64807] takeAsList at DataFrameCommonJob.java:145"]; } } 64803->64804; 64804->64805; 64805->64806; 64806->64807; }

digraph G { subgraph clusterstage_23116 { label="Stage 23116 (skipped)"; subgraph cluster148921 { label="AQEShuffleRead"; 64818 [labelType="html" label="ShuffledRowRDD [64818] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster148918 { label="WholeStageCodegen (6)"; 64819 [labelType="html" label="MapPartitionsRDD [64819] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster148928 { label="AQEShuffleRead"; 64820 [labelType="html" label="ShuffledRowRDD [64820] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster148927 { label="ObjectHashAggregate"; 64821 [labelType="html" label="MapPartitionsRDD [64821] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster148923 { label="WholeStageCodegen (7)"; 64822 [labelType="html" label="MapPartitionsRDD [64822] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster148914 { label="WholeStageCodegen (8)"; 64823 [labelType="html" label="ZippedPartitionsRDD2 [64823] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 64824 [labelType="html" label="MapPartitionsRDD [64824] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster148913 { label="Exchange"; 64825 [labelType="html" label="MapPartitionsRDD [64825] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 64818->64819; 64820->64821; 64821->64822; 64819->64823; 64822->64823; 64823->64824; 64824->64825; }

64797,64818

64802,64820

digraph G { subgraph clusterstage_23117 { label="Stage 23117 (skipped)"; subgraph cluster148904 { label="Scan parquet "; 64808 [labelType="html" label="FileScanRDD [64808] takeAsList at DataFrameCommonJob.java:145"]; 64809 [labelType="html" label="MapPartitionsRDD [64809] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster148899 { label="WholeStageCodegen (4)"; 64810 [labelType="html" label="MapPartitionsRDD [64810] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster148898 { label="ObjectHashAggregate"; 64811 [labelType="html" label="MapPartitionsRDD [64811] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster148897 { label="Exchange"; 64812 [labelType="html" label="MapPartitionsRDD [64812] takeAsList at DataFrameCommonJob.java:145"]; } } 64808->64809; 64809->64810; 64810->64811; 64811->64812; }

digraph G { subgraph clusterstage_23118 { label="Stage 23118 (skipped)"; subgraph cluster148931 { label="AQEShuffleRead"; 64826 [labelType="html" label="ShuffledRowRDD [64826] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster148930 { label="ObjectHashAggregate"; 64827 [labelType="html" label="MapPartitionsRDD [64827] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster148929 { label="Exchange"; 64828 [labelType="html" label="MapPartitionsRDD [64828] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 64826->64827; 64827->64828; }

64812,64826

digraph G { subgraph clusterstage_23119 { label="Stage 23119 (skipped)"; subgraph cluster148944 { label="AQEShuffleRead"; 64832 [labelType="html" label="ShuffledRowRDD [64832] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster148941 { label="WholeStageCodegen (9)"; 64833 [labelType="html" label="MapPartitionsRDD [64833] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster148951 { label="AQEShuffleRead"; 64834 [labelType="html" label="ShuffledRowRDD [64834] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster148950 { label="ObjectHashAggregate"; 64835 [labelType="html" label="MapPartitionsRDD [64835] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster148946 { label="WholeStageCodegen (10)"; 64836 [labelType="html" label="MapPartitionsRDD [64836] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster148936 { label="WholeStageCodegen (11)"; 64837 [labelType="html" label="ZippedPartitionsRDD2 [64837] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 64838 [labelType="html" label="MapPartitionsRDD [64838] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster148935 { label="Exchange"; 64839 [labelType="html" label="MapPartitionsRDD [64839] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 64832->64833; 64834->64835; 64835->64836; 64833->64837; 64836->64837; 64837->64838; 64838->64839; }

64825,64832

64807,64834

digraph G { subgraph clusterstage_23120 { label="Stage 23120"; subgraph cluster148960 { label="AQEShuffleRead"; 64840 [labelType="html" label="ShuffledRowRDD [64840] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster148957 { label="WholeStageCodegen (12)"; 64841 [labelType="html" label="MapPartitionsRDD [64841] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster148965 { label="AQEShuffleRead"; 64842 [labelType="html" label="ShuffledRowRDD [64842] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster148962 { label="WholeStageCodegen (13)"; 64843 [labelType="html" label="MapPartitionsRDD [64843] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster148953 { label="WholeStageCodegen (14)"; 64844 [labelType="html" label="ZippedPartitionsRDD2 [64844] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 64845 [labelType="html" label="MapPartitionsRDD [64845] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster148952 { label="Exchange"; 64846 [labelType="html" label="MapPartitionsRDD [64846] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 64840->64841; 64842->64843; 64841->64844; 64843->64844; 64844->64845; 64845->64846; }

64839,64840

64828,64842

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
23120	default	DataFrameCommonJob_dataExec takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/27 21:50:44	79 ms	1/1			303.0 KiB	197.8 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

23120

default

DataFrameCommonJob_dataExec takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/10/27 21:50:44

79 ms

1/1

303.0 KiB

197.8 KiB

Page:

Skipped Stages (7)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
23119	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
23118	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
23117	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
23116	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
23115	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
23114	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
23113	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/3

Page: