SP1 - Details for Job 23915

Status: SUCCEEDED
Submitted: 2026/06/10 15:49:45
Duration: 0.1 s
Associated SQL Query: 17580
Job Group: 427afe61-4de9-4956-8dc2-4750100d4810
Completed Stages: 1
Skipped Stages: 3

Enable zooming

digraph G { subgraph clusterstage_45057 { label="Stage 45057 (skipped)"; subgraph cluster310879 { label="Scan parquet "; 136079 [labelType="html" label="FileScanRDD [136079] takeAsList at DataFrameCommonJob.java:145"]; 136080 [labelType="html" label="MapPartitionsRDD [136080] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster310874 { label="WholeStageCodegen (3)"; 136081 [labelType="html" label="MapPartitionsRDD [136081] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster310873 { label="Exchange"; 136082 [labelType="html" label="MapPartitionsRDD [136082] takeAsList at DataFrameCommonJob.java:145"]; } } 136079->136080; 136080->136081; 136081->136082; }

digraph G { subgraph clusterstage_45058 { label="Stage 45058 (skipped)"; subgraph cluster310865 { label="Scan csv "; 136071 [labelType="html" label="FileScanRDD [136071] takeAsList at DataFrameCommonJob.java:145"]; 136072 [labelType="html" label="MapPartitionsRDD [136072] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster310861 { label="WholeStageCodegen (1)"; 136073 [labelType="html" label="MapPartitionsRDD [136073] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster310860 { label="Exchange"; 136074 [labelType="html" label="MapPartitionsRDD [136074] takeAsList at DataFrameCommonJob.java:145"]; } } 136071->136072; 136072->136073; 136073->136074; }

digraph G { subgraph clusterstage_45059 { label="Stage 45059 (skipped)"; subgraph cluster310872 { label="Scan parquet "; 136075 [labelType="html" label="FileScanRDD [136075] takeAsList at DataFrameCommonJob.java:145"]; 136076 [labelType="html" label="MapPartitionsRDD [136076] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster310867 { label="WholeStageCodegen (2)"; 136077 [labelType="html" label="MapPartitionsRDD [136077] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster310866 { label="Exchange"; 136078 [labelType="html" label="MapPartitionsRDD [136078] takeAsList at DataFrameCommonJob.java:145"]; } } 136075->136076; 136076->136077; 136077->136078; }

digraph G { subgraph clusterstage_45060 { label="Stage 45060"; subgraph cluster310893 { label="AQEShuffleRead"; 136083 [labelType="html" label="ShuffledRowRDD [136083] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster310890 { label="WholeStageCodegen (4)"; 136084 [labelType="html" label="MapPartitionsRDD [136084] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster310898 { label="AQEShuffleRead"; 136085 [labelType="html" label="ShuffledRowRDD [136085] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster310895 { label="WholeStageCodegen (5)"; 136086 [labelType="html" label="MapPartitionsRDD [136086] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster310886 { label="WholeStageCodegen (6)"; 136087 [labelType="html" label="ZippedPartitionsRDD2 [136087] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 136088 [labelType="html" label="MapPartitionsRDD [136088] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster310903 { label="AQEShuffleRead"; 136089 [labelType="html" label="ShuffledRowRDD [136089] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster310900 { label="WholeStageCodegen (7)"; 136090 [labelType="html" label="MapPartitionsRDD [136090] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster310882 { label="WholeStageCodegen (8)"; 136091 [labelType="html" label="ZippedPartitionsRDD2 [136091] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 136092 [labelType="html" label="MapPartitionsRDD [136092] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster310881 { label="ObjectHashAggregate"; 136093 [labelType="html" label="MapPartitionsRDD [136093] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster310880 { label="Exchange"; 136094 [labelType="html" label="MapPartitionsRDD [136094] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 136083->136084; 136085->136086; 136084->136087; 136086->136087; 136087->136088; 136089->136090; 136088->136091; 136090->136091; 136091->136092; 136092->136093; 136093->136094; }

136074,136083

136078,136085

136082,136089

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
45060	default	DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/10 15:49:45	75 ms	1/1			49.5 KiB	140.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

45060

default

DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/10 15:49:45

75 ms

1/1

49.5 KiB

140.0 B

Page:

Skipped Stages (3)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
45059	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
45058	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
45057	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

45059

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

45058

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

45057

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

Page: