SP1 - Details for Job 4464

Status: SUCCEEDED
Submitted: 2026/09/22 09:38:34
Duration: 1 s
Associated SQL Query: 3072
Job Group: 35642e43-572d-42f4-a654-7e2d9cde3dc4
Completed Stages: 1
Skipped Stages: 2

Enable zooming

digraph G { subgraph clusterstage_8874 { label="Stage 8874 (skipped)"; subgraph cluster58184 { label="Scan csv "; 25430 [labelType="html" label="FileScanRDD [25430] takeAsList at DataFrameCommonJob.java:145"]; 25431 [labelType="html" label="MapPartitionsRDD [25431] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster58180 { label="WholeStageCodegen (2)"; 25432 [labelType="html" label="MapPartitionsRDD [25432] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster58179 { label="Exchange"; 25433 [labelType="html" label="MapPartitionsRDD [25433] takeAsList at DataFrameCommonJob.java:145"]; } } 25430->25431; 25431->25432; 25432->25433; }

digraph G { subgraph clusterstage_8875 { label="Stage 8875 (skipped)"; subgraph cluster58178 { label="Scan parquet "; 25426 [labelType="html" label="FileScanRDD [25426] takeAsList at DataFrameCommonJob.java:145"]; 25427 [labelType="html" label="MapPartitionsRDD [25427] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster58173 { label="WholeStageCodegen (1)"; 25428 [labelType="html" label="MapPartitionsRDD [25428] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster58172 { label="Exchange"; 25429 [labelType="html" label="MapPartitionsRDD [25429] takeAsList at DataFrameCommonJob.java:145"]; } } 25426->25427; 25427->25428; 25428->25429; }

digraph G { subgraph clusterstage_8876 { label="Stage 8876"; subgraph cluster58194 { label="AQEShuffleRead"; 25434 [labelType="html" label="ShuffledRowRDD [25434] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster58191 { label="WholeStageCodegen (3)"; 25435 [labelType="html" label="MapPartitionsRDD [25435] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster58199 { label="AQEShuffleRead"; 25436 [labelType="html" label="ShuffledRowRDD [25436] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster58196 { label="WholeStageCodegen (4)"; 25437 [labelType="html" label="MapPartitionsRDD [25437] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster58186 { label="WholeStageCodegen (5)"; 25438 [labelType="html" label="ZippedPartitionsRDD2 [25438] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 25439 [labelType="html" label="MapPartitionsRDD [25439] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster58185 { label="Exchange"; 25440 [labelType="html" label="MapPartitionsRDD [25440] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 25434->25435; 25436->25437; 25435->25438; 25437->25438; 25438->25439; 25439->25440; }

25429,25434

25433,25436

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
8876	default	DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/09/22 09:38:34	1 s	1/1			426.1 KiB	143.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

8876

default

DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/09/22 09:38:34

1 s

1/1

426.1 KiB

143.0 B

Page:

Skipped Stages (2)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
8875	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
8874	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/10

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

8875

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

8874

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/10

Page: