SP1 - Details for Job 7773

Status: SUCCEEDED
Submitted: 2026/10/21 10:15:14
Duration: 0.1 s
Associated SQL Query: 5088
Job Group: b7f6631a-7585-4b58-8ef6-49acf669a68e
Completed Stages: 1
Skipped Stages: 3

Enable zooming

digraph G { subgraph clusterstage_15375 { label="Stage 15375 (skipped)"; subgraph cluster100153 { label="Scan parquet "; 42549 [labelType="html" label="FileScanRDD [42549] takeAsList at DataFrameCommonJob.java:145"]; 42550 [labelType="html" label="MapPartitionsRDD [42550] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster100148 { label="WholeStageCodegen (3)"; 42551 [labelType="html" label="MapPartitionsRDD [42551] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster100147 { label="Exchange"; 42552 [labelType="html" label="MapPartitionsRDD [42552] takeAsList at DataFrameCommonJob.java:145"]; } } 42549->42550; 42550->42551; 42551->42552; }

digraph G { subgraph clusterstage_15376 { label="Stage 15376 (skipped)"; subgraph cluster100139 { label="Scan csv "; 42541 [labelType="html" label="FileScanRDD [42541] takeAsList at DataFrameCommonJob.java:145"]; 42542 [labelType="html" label="MapPartitionsRDD [42542] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster100135 { label="WholeStageCodegen (1)"; 42543 [labelType="html" label="MapPartitionsRDD [42543] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster100134 { label="Exchange"; 42544 [labelType="html" label="MapPartitionsRDD [42544] takeAsList at DataFrameCommonJob.java:145"]; } } 42541->42542; 42542->42543; 42543->42544; }

digraph G { subgraph clusterstage_15377 { label="Stage 15377 (skipped)"; subgraph cluster100146 { label="Scan parquet "; 42545 [labelType="html" label="FileScanRDD [42545] takeAsList at DataFrameCommonJob.java:145"]; 42546 [labelType="html" label="MapPartitionsRDD [42546] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster100141 { label="WholeStageCodegen (2)"; 42547 [labelType="html" label="MapPartitionsRDD [42547] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster100140 { label="Exchange"; 42548 [labelType="html" label="MapPartitionsRDD [42548] takeAsList at DataFrameCommonJob.java:145"]; } } 42545->42546; 42546->42547; 42547->42548; }

digraph G { subgraph clusterstage_15378 { label="Stage 15378"; subgraph cluster100166 { label="AQEShuffleRead"; 42553 [labelType="html" label="ShuffledRowRDD [42553] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster100163 { label="WholeStageCodegen (4)"; 42554 [labelType="html" label="MapPartitionsRDD [42554] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster100171 { label="AQEShuffleRead"; 42555 [labelType="html" label="ShuffledRowRDD [42555] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster100168 { label="WholeStageCodegen (5)"; 42556 [labelType="html" label="MapPartitionsRDD [42556] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster100159 { label="WholeStageCodegen (6)"; 42557 [labelType="html" label="ZippedPartitionsRDD2 [42557] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 42558 [labelType="html" label="MapPartitionsRDD [42558] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster100176 { label="AQEShuffleRead"; 42559 [labelType="html" label="ShuffledRowRDD [42559] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster100173 { label="WholeStageCodegen (7)"; 42560 [labelType="html" label="MapPartitionsRDD [42560] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster100154 { label="WholeStageCodegen (8)"; 42561 [labelType="html" label="ZippedPartitionsRDD2 [42561] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 42562 [labelType="html" label="MapPartitionsRDD [42562] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster100177 { label="mapPartitionsInternal"; 42563 [labelType="html" label="MapPartitionsRDD [42563] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 42553->42554; 42555->42556; 42554->42557; 42556->42557; 42557->42558; 42559->42560; 42558->42561; 42560->42561; 42561->42562; 42562->42563; }

42544,42553

42548,42555

42552,42559

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
15378	default	DataFrameCommonJob_dataExec takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/21 10:15:14	96 ms	1/1			124.3 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

15378

default

DataFrameCommonJob_dataExec takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/10/21 10:15:14

96 ms

1/1

124.3 KiB

Page:

Skipped Stages (3)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
15377	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
15376	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
15375	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

15377

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

15376

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

15375

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

Page: