SP1 - Details for Job 23889

Status: SUCCEEDED
Submitted: 2026/06/10 15:49:38
Duration: 0.4 s
Associated SQL Query: 17562
Job Group: 71be6955-588d-454d-bd70-1608974bc00e
Completed Stages: 1
Skipped Stages: 3

Enable zooming

digraph G { subgraph clusterstage_45016 { label="Stage 45016 (skipped)"; subgraph cluster310599 { label="Scan parquet "; 135995 [labelType="html" label="FileScanRDD [135995] takeAsList at DataFrameCommonJob.java:145"]; 135996 [labelType="html" label="MapPartitionsRDD [135996] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster310594 { label="WholeStageCodegen (3)"; 135997 [labelType="html" label="MapPartitionsRDD [135997] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster310593 { label="Exchange"; 135998 [labelType="html" label="MapPartitionsRDD [135998] takeAsList at DataFrameCommonJob.java:145"]; } } 135995->135996; 135996->135997; 135997->135998; }

digraph G { subgraph clusterstage_45017 { label="Stage 45017 (skipped)"; subgraph cluster310592 { label="Scan parquet "; 135991 [labelType="html" label="FileScanRDD [135991] takeAsList at DataFrameCommonJob.java:145"]; 135992 [labelType="html" label="MapPartitionsRDD [135992] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster310587 { label="WholeStageCodegen (2)"; 135993 [labelType="html" label="MapPartitionsRDD [135993] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster310586 { label="Exchange"; 135994 [labelType="html" label="MapPartitionsRDD [135994] takeAsList at DataFrameCommonJob.java:145"]; } } 135991->135992; 135992->135993; 135993->135994; }

digraph G { subgraph clusterstage_45018 { label="Stage 45018 (skipped)"; subgraph cluster310585 { label="Scan csv "; 135987 [labelType="html" label="FileScanRDD [135987] takeAsList at DataFrameCommonJob.java:145"]; 135988 [labelType="html" label="MapPartitionsRDD [135988] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster310581 { label="WholeStageCodegen (1)"; 135989 [labelType="html" label="MapPartitionsRDD [135989] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster310580 { label="Exchange"; 135990 [labelType="html" label="MapPartitionsRDD [135990] takeAsList at DataFrameCommonJob.java:145"]; } } 135987->135988; 135988->135989; 135989->135990; }

digraph G { subgraph clusterstage_45019 { label="Stage 45019"; subgraph cluster310613 { label="AQEShuffleRead"; 135999 [labelType="html" label="ShuffledRowRDD [135999] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster310610 { label="WholeStageCodegen (4)"; 136000 [labelType="html" label="MapPartitionsRDD [136000] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster310618 { label="AQEShuffleRead"; 136001 [labelType="html" label="ShuffledRowRDD [136001] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster310615 { label="WholeStageCodegen (5)"; 136002 [labelType="html" label="MapPartitionsRDD [136002] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster310606 { label="WholeStageCodegen (6)"; 136003 [labelType="html" label="ZippedPartitionsRDD2 [136003] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 136004 [labelType="html" label="MapPartitionsRDD [136004] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster310623 { label="AQEShuffleRead"; 136005 [labelType="html" label="ShuffledRowRDD [136005] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster310620 { label="WholeStageCodegen (7)"; 136006 [labelType="html" label="MapPartitionsRDD [136006] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster310602 { label="WholeStageCodegen (8)"; 136007 [labelType="html" label="ZippedPartitionsRDD2 [136007] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 136008 [labelType="html" label="MapPartitionsRDD [136008] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster310601 { label="ObjectHashAggregate"; 136009 [labelType="html" label="MapPartitionsRDD [136009] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster310600 { label="Exchange"; 136010 [labelType="html" label="MapPartitionsRDD [136010] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 135999->136000; 136001->136002; 136000->136003; 136002->136003; 136003->136004; 136005->136006; 136004->136007; 136006->136007; 136007->136008; 136008->136009; 136009->136010; }

135990,135999

135994,136001

135998,136005

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
45019	default	DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/10 15:49:38	0.4 s	1/1			49.5 KiB	140.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

45019

default

DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/10 15:49:38

0.4 s

1/1

49.5 KiB

140.0 B

Page:

Skipped Stages (3)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
45018	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
45017	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
45016	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

45018

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

45017

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

45016

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

Page: