SP1 - Details for Job 4415

Status: SUCCEEDED
Submitted: 2026/09/22 09:35:45
Duration: 0.2 s
Associated SQL Query: 3028
Job Group: 20c8679c-e496-495d-b16c-38e0eedba20e
Completed Stages: 1
Skipped Stages: 3

Enable zooming

digraph G { subgraph clusterstage_8805 { label="Stage 8805 (skipped)"; subgraph cluster57700 { label="Scan csv "; 25233 [labelType="html" label="FileScanRDD [25233] takeAsList at DataFrameCommonJob.java:145"]; 25234 [labelType="html" label="MapPartitionsRDD [25234] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster57696 { label="WholeStageCodegen (1)"; 25235 [labelType="html" label="MapPartitionsRDD [25235] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster57695 { label="Exchange"; 25236 [labelType="html" label="MapPartitionsRDD [25236] takeAsList at DataFrameCommonJob.java:145"]; } } 25233->25234; 25234->25235; 25235->25236; }

digraph G { subgraph clusterstage_8806 { label="Stage 8806 (skipped)"; subgraph cluster57714 { label="Scan parquet "; 25241 [labelType="html" label="FileScanRDD [25241] takeAsList at DataFrameCommonJob.java:145"]; 25242 [labelType="html" label="MapPartitionsRDD [25242] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster57709 { label="WholeStageCodegen (3)"; 25243 [labelType="html" label="MapPartitionsRDD [25243] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster57708 { label="Exchange"; 25244 [labelType="html" label="MapPartitionsRDD [25244] takeAsList at DataFrameCommonJob.java:145"]; } } 25241->25242; 25242->25243; 25243->25244; }

digraph G { subgraph clusterstage_8807 { label="Stage 8807 (skipped)"; subgraph cluster57707 { label="Scan parquet "; 25237 [labelType="html" label="FileScanRDD [25237] takeAsList at DataFrameCommonJob.java:145"]; 25238 [labelType="html" label="MapPartitionsRDD [25238] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster57702 { label="WholeStageCodegen (2)"; 25239 [labelType="html" label="MapPartitionsRDD [25239] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster57701 { label="Exchange"; 25240 [labelType="html" label="MapPartitionsRDD [25240] takeAsList at DataFrameCommonJob.java:145"]; } } 25237->25238; 25238->25239; 25239->25240; }

digraph G { subgraph clusterstage_8808 { label="Stage 8808"; subgraph cluster57728 { label="AQEShuffleRead"; 25245 [labelType="html" label="ShuffledRowRDD [25245] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster57725 { label="WholeStageCodegen (4)"; 25246 [labelType="html" label="MapPartitionsRDD [25246] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster57733 { label="AQEShuffleRead"; 25247 [labelType="html" label="ShuffledRowRDD [25247] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster57730 { label="WholeStageCodegen (5)"; 25248 [labelType="html" label="MapPartitionsRDD [25248] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster57721 { label="WholeStageCodegen (6)"; 25249 [labelType="html" label="ZippedPartitionsRDD2 [25249] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 25250 [labelType="html" label="MapPartitionsRDD [25250] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster57738 { label="AQEShuffleRead"; 25251 [labelType="html" label="ShuffledRowRDD [25251] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster57735 { label="WholeStageCodegen (7)"; 25252 [labelType="html" label="MapPartitionsRDD [25252] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster57717 { label="WholeStageCodegen (8)"; 25253 [labelType="html" label="ZippedPartitionsRDD2 [25253] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 25254 [labelType="html" label="MapPartitionsRDD [25254] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster57716 { label="ObjectHashAggregate"; 25255 [labelType="html" label="MapPartitionsRDD [25255] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster57715 { label="Exchange"; 25256 [labelType="html" label="MapPartitionsRDD [25256] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 25245->25246; 25247->25248; 25246->25249; 25248->25249; 25249->25250; 25251->25252; 25250->25253; 25252->25253; 25253->25254; 25254->25255; 25255->25256; }

25236,25245

25240,25247

25244,25251

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
8808	default	DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/09/22 09:35:45	0.2 s	1/1			49.5 KiB	144.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

8808

default

DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/09/22 09:35:45

0.2 s

1/1

49.5 KiB

144.0 B

Page:

Skipped Stages (3)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
8807	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
8806	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
8805	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

8807

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

8806

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

8805

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

Page: