SP1 - Details for Job 18097

Status: SUCCEEDED
Submitted: 2026/01/24 21:21:41
Duration: 1 s
Associated SQL Query: 12149
Job Group: cc5c9aa8-28e1-4f41-bcde-88ff4b7185ba
Completed Stages: 1
Skipped Stages: 2

Enable zooming

digraph G { subgraph clusterstage_32821 { label="Stage 32821 (skipped)"; subgraph cluster209580 { label="Scan parquet "; 90665 [labelType="html" label="FileScanRDD [90665] takeAsList at DataFrameCommonJob.java:145"]; 90666 [labelType="html" label="MapPartitionsRDD [90666] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster209575 { label="WholeStageCodegen (1)"; 90667 [labelType="html" label="MapPartitionsRDD [90667] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster209574 { label="Exchange"; 90668 [labelType="html" label="MapPartitionsRDD [90668] takeAsList at DataFrameCommonJob.java:145"]; } } 90665->90666; 90666->90667; 90667->90668; }

digraph G { subgraph clusterstage_32822 { label="Stage 32822 (skipped)"; subgraph cluster209586 { label="Scan csv "; 90669 [labelType="html" label="FileScanRDD [90669] takeAsList at DataFrameCommonJob.java:145"]; 90670 [labelType="html" label="MapPartitionsRDD [90670] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster209582 { label="WholeStageCodegen (2)"; 90671 [labelType="html" label="MapPartitionsRDD [90671] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster209581 { label="Exchange"; 90672 [labelType="html" label="MapPartitionsRDD [90672] takeAsList at DataFrameCommonJob.java:145"]; } } 90669->90670; 90670->90671; 90671->90672; }

digraph G { subgraph clusterstage_32823 { label="Stage 32823"; subgraph cluster209596 { label="AQEShuffleRead"; 90673 [labelType="html" label="ShuffledRowRDD [90673] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster209593 { label="WholeStageCodegen (3)"; 90674 [labelType="html" label="MapPartitionsRDD [90674] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster209601 { label="AQEShuffleRead"; 90675 [labelType="html" label="ShuffledRowRDD [90675] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster209598 { label="WholeStageCodegen (4)"; 90676 [labelType="html" label="MapPartitionsRDD [90676] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster209588 { label="WholeStageCodegen (5)"; 90677 [labelType="html" label="ZippedPartitionsRDD2 [90677] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 90678 [labelType="html" label="MapPartitionsRDD [90678] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster209587 { label="Exchange"; 90679 [labelType="html" label="MapPartitionsRDD [90679] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 90673->90674; 90675->90676; 90674->90677; 90676->90677; 90677->90678; 90678->90679; }

90668,90673

90672,90675

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
32823	default	DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/01/24 21:21:41	1 s	1/1			302.1 KiB	146.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

32823

default

DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/01/24 21:21:41

1 s

1/1

302.1 KiB

146.0 B

Page:

Skipped Stages (2)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
32822	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/10
32821	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

32822

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/10

32821

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

Page: