SP1 - Details for Job 7741

Status: SUCCEEDED
Submitted: 2026/10/21 10:09:28
Duration: 0.1 s
Associated SQL Query: 5068
Job Group: 6afd2b2e-dc35-4a8b-b426-54e87024a63b
Completed Stages: 1
Skipped Stages: 3

Enable zooming

digraph G { subgraph clusterstage_15312 { label="Stage 15312 (skipped)"; subgraph cluster99672 { label="Scan parquet "; 42380 [labelType="html" label="FileScanRDD [42380] takeAsList at DataFrameCommonJob.java:145"]; 42381 [labelType="html" label="MapPartitionsRDD [42381] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster99667 { label="WholeStageCodegen (6)"; 42382 [labelType="html" label="MapPartitionsRDD [42382] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster99666 { label="Exchange"; 42383 [labelType="html" label="MapPartitionsRDD [42383] takeAsList at DataFrameCommonJob.java:145"]; } } 42380->42381; 42381->42382; 42382->42383; }

digraph G { subgraph clusterstage_15313 { label="Stage 15313 (skipped)"; subgraph cluster99658 { label="Scan csv "; 42372 [labelType="html" label="FileScanRDD [42372] takeAsList at DataFrameCommonJob.java:145"]; 42373 [labelType="html" label="MapPartitionsRDD [42373] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster99654 { label="WholeStageCodegen (4)"; 42374 [labelType="html" label="MapPartitionsRDD [42374] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster99653 { label="Exchange"; 42375 [labelType="html" label="MapPartitionsRDD [42375] takeAsList at DataFrameCommonJob.java:145"]; } } 42372->42373; 42373->42374; 42374->42375; }

digraph G { subgraph clusterstage_15314 { label="Stage 15314 (skipped)"; subgraph cluster99665 { label="Scan parquet "; 42376 [labelType="html" label="FileScanRDD [42376] takeAsList at DataFrameCommonJob.java:145"]; 42377 [labelType="html" label="MapPartitionsRDD [42377] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster99660 { label="WholeStageCodegen (5)"; 42378 [labelType="html" label="MapPartitionsRDD [42378] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster99659 { label="Exchange"; 42379 [labelType="html" label="MapPartitionsRDD [42379] takeAsList at DataFrameCommonJob.java:145"]; } } 42376->42377; 42377->42378; 42378->42379; }

digraph G { subgraph clusterstage_15315 { label="Stage 15315"; subgraph cluster99686 { label="AQEShuffleRead"; 42384 [labelType="html" label="ShuffledRowRDD [42384] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster99683 { label="WholeStageCodegen (7)"; 42385 [labelType="html" label="MapPartitionsRDD [42385] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster99691 { label="AQEShuffleRead"; 42386 [labelType="html" label="ShuffledRowRDD [42386] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster99688 { label="WholeStageCodegen (8)"; 42387 [labelType="html" label="MapPartitionsRDD [42387] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster99679 { label="WholeStageCodegen (9)"; 42388 [labelType="html" label="ZippedPartitionsRDD2 [42388] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 42389 [labelType="html" label="MapPartitionsRDD [42389] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster99696 { label="AQEShuffleRead"; 42390 [labelType="html" label="ShuffledRowRDD [42390] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster99693 { label="WholeStageCodegen (10)"; 42391 [labelType="html" label="MapPartitionsRDD [42391] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster99675 { label="WholeStageCodegen (11)"; 42392 [labelType="html" label="ZippedPartitionsRDD2 [42392] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 42393 [labelType="html" label="MapPartitionsRDD [42393] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster99674 { label="ObjectHashAggregate"; 42394 [labelType="html" label="MapPartitionsRDD [42394] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster99673 { label="Exchange"; 42395 [labelType="html" label="MapPartitionsRDD [42395] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 42384->42385; 42386->42387; 42385->42388; 42387->42388; 42388->42389; 42390->42391; 42389->42392; 42391->42392; 42392->42393; 42393->42394; 42394->42395; }

42375,42384

42379,42386

42383,42390

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
15315	default	DataFrameCommonJob_dataExec takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/21 10:09:28	84 ms	1/1			124.3 KiB	113.1 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

15315

default

DataFrameCommonJob_dataExec takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/10/21 10:09:28

84 ms

1/1

124.3 KiB

113.1 KiB

Page:

Skipped Stages (3)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
15314	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
15313	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
15312	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

15314

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

15313

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

15312

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

Page: