SP1 - Details for Job 7743

Status: SUCCEEDED
Submitted: 2026/10/21 10:09:29
Duration: 0.5 s
Associated SQL Query: 5068
Job Group: 6afd2b2e-dc35-4a8b-b426-54e87024a63b
Completed Stages: 1
Skipped Stages: 5

Enable zooming

digraph G { subgraph clusterstage_15323 { label="Stage 15323 (skipped)"; subgraph cluster99672 { label="Scan parquet "; 42380 [labelType="html" label="FileScanRDD [42380] takeAsList at DataFrameCommonJob.java:145"]; 42381 [labelType="html" label="MapPartitionsRDD [42381] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster99667 { label="WholeStageCodegen (6)"; 42382 [labelType="html" label="MapPartitionsRDD [42382] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster99666 { label="Exchange"; 42383 [labelType="html" label="MapPartitionsRDD [42383] takeAsList at DataFrameCommonJob.java:145"]; } } 42380->42381; 42381->42382; 42382->42383; }

digraph G { subgraph clusterstage_15324 { label="Stage 15324 (skipped)"; subgraph cluster99658 { label="Scan csv "; 42372 [labelType="html" label="FileScanRDD [42372] takeAsList at DataFrameCommonJob.java:145"]; 42373 [labelType="html" label="MapPartitionsRDD [42373] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster99654 { label="WholeStageCodegen (4)"; 42374 [labelType="html" label="MapPartitionsRDD [42374] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster99653 { label="Exchange"; 42375 [labelType="html" label="MapPartitionsRDD [42375] takeAsList at DataFrameCommonJob.java:145"]; } } 42372->42373; 42373->42374; 42374->42375; }

digraph G { subgraph clusterstage_15325 { label="Stage 15325 (skipped)"; subgraph cluster99665 { label="Scan parquet "; 42376 [labelType="html" label="FileScanRDD [42376] takeAsList at DataFrameCommonJob.java:145"]; 42377 [labelType="html" label="MapPartitionsRDD [42377] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster99660 { label="WholeStageCodegen (5)"; 42378 [labelType="html" label="MapPartitionsRDD [42378] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster99659 { label="Exchange"; 42379 [labelType="html" label="MapPartitionsRDD [42379] takeAsList at DataFrameCommonJob.java:145"]; } } 42376->42377; 42377->42378; 42378->42379; }

digraph G { subgraph clusterstage_15326 { label="Stage 15326 (skipped)"; subgraph cluster99686 { label="AQEShuffleRead"; 42384 [labelType="html" label="ShuffledRowRDD [42384] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster99683 { label="WholeStageCodegen (7)"; 42385 [labelType="html" label="MapPartitionsRDD [42385] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster99691 { label="AQEShuffleRead"; 42386 [labelType="html" label="ShuffledRowRDD [42386] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster99688 { label="WholeStageCodegen (8)"; 42387 [labelType="html" label="MapPartitionsRDD [42387] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster99679 { label="WholeStageCodegen (9)"; 42388 [labelType="html" label="ZippedPartitionsRDD2 [42388] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 42389 [labelType="html" label="MapPartitionsRDD [42389] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster99696 { label="AQEShuffleRead"; 42390 [labelType="html" label="ShuffledRowRDD [42390] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster99693 { label="WholeStageCodegen (10)"; 42391 [labelType="html" label="MapPartitionsRDD [42391] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster99675 { label="WholeStageCodegen (11)"; 42392 [labelType="html" label="ZippedPartitionsRDD2 [42392] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 42393 [labelType="html" label="MapPartitionsRDD [42393] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster99674 { label="ObjectHashAggregate"; 42394 [labelType="html" label="MapPartitionsRDD [42394] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster99673 { label="Exchange"; 42395 [labelType="html" label="MapPartitionsRDD [42395] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 42384->42385; 42386->42387; 42385->42388; 42387->42388; 42388->42389; 42390->42391; 42389->42392; 42391->42392; 42392->42393; 42393->42394; 42394->42395; }

42375,42384

42379,42386

42383,42390

digraph G { subgraph clusterstage_15327 { label="Stage 15327 (skipped)"; subgraph cluster99647 { label="Scan parquet "; 42362 [labelType="html" label="FileScanRDD [42362] takeAsList at DataFrameCommonJob.java:145"]; 42363 [labelType="html" label="MapPartitionsRDD [42363] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster99643 { label="WholeStageCodegen (1)"; 42364 [labelType="html" label="MapPartitionsRDD [42364] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster99652 { label="Scan csv "; 42365 [labelType="html" label="FileScanRDD [42365] takeAsList at DataFrameCommonJob.java:145"]; 42366 [labelType="html" label="MapPartitionsRDD [42366] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster99648 { label="WholeStageCodegen (2)"; 42367 [labelType="html" label="MapPartitionsRDD [42367] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster99642 { label="CartesianProduct"; 42368 [labelType="html" label="UnsafeCartesianRDD [42368] takeAsList at DataFrameCommonJob.java:145"]; 42369 [labelType="html" label="MapPartitionsRDD [42369] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster99634 { label="WholeStageCodegen (3)"; 42370 [labelType="html" label="MapPartitionsRDD [42370] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster99633 { label="Exchange"; 42371 [labelType="html" label="MapPartitionsRDD [42371] takeAsList at DataFrameCommonJob.java:145"]; } } 42362->42363; 42363->42364; 42365->42366; 42366->42367; 42364->42368; 42367->42368; 42368->42369; 42369->42370; 42370->42371; }

digraph G { subgraph clusterstage_15328 { label="Stage 15328"; subgraph cluster99766 { label="AQEShuffleRead"; 42399 [labelType="html" label="ShuffledRowRDD [42399] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster99763 { label="WholeStageCodegen (12)"; 42400 [labelType="html" label="MapPartitionsRDD [42400] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster99772 { label="AQEShuffleRead"; 42401 [labelType="html" label="ShuffledRowRDD [42401] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster99771 { label="ObjectHashAggregate"; 42402 [labelType="html" label="MapPartitionsRDD [42402] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster99768 { label="WholeStageCodegen (13)"; 42403 [labelType="html" label="MapPartitionsRDD [42403] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster99761 { label="SortMergeJoin"; 42404 [labelType="html" label="ZippedPartitionsRDD2 [42404] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster99760 { label="Filter"; 42405 [labelType="html" label="MapPartitionsRDD [42405] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster99759 { label="Project"; 42406 [labelType="html" label="MapPartitionsRDD [42406] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster99758 { label="Project"; 42407 [labelType="html" label="MapPartitionsRDD [42407] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster99757 { label="Project"; 42408 [labelType="html" label="MapPartitionsRDD [42408] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster99773 { label="mapPartitionsInternal"; 42409 [labelType="html" label="MapPartitionsRDD [42409] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 42399->42400; 42401->42402; 42402->42403; 42400->42404; 42403->42404; 42404->42405; 42405->42406; 42406->42407; 42407->42408; 42408->42409; }

42371,42399

42395,42401

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
15328	default	DataFrameCommonJob_dataExec takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/21 10:09:29	0.5 s	1/1			602.3 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

15328

default

DataFrameCommonJob_dataExec takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/10/21 10:09:29

0.5 s

1/1

602.3 KiB

Page:

Skipped Stages (5)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
15327	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/10
15326	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
15325	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
15324	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
15323	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Page: