SP1 - Details for Job 10188

Status: SUCCEEDED
Submitted: 2026/10/27 10:32:49
Duration: 73 ms
Associated SQL Query: 6659
Job Group: 10ea0a4e-b5ee-443a-9f05-20dd3bc583e4
Completed Stages: 1
Skipped Stages: 1

Enable zooming

digraph G { subgraph clusterstage_20355 { label="Stage 20355 (skipped)"; subgraph cluster133473 { label="Scan csv "; 57618 [labelType="html" label="FileScanRDD [57618] takeAsList at DataFrameCommonJob.java:145"]; 57619 [labelType="html" label="MapPartitionsRDD [57619] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster133470 { label="WholeStageCodegen (1)"; 57620 [labelType="html" label="MapPartitionsRDD [57620] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster133469 { label="ObjectHashAggregate"; 57621 [labelType="html" label="MapPartitionsRDD [57621] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster133468 { label="Exchange"; 57622 [labelType="html" label="MapPartitionsRDD [57622] takeAsList at DataFrameCommonJob.java:145"]; } } 57618->57619; 57619->57620; 57620->57621; 57621->57622; }

digraph G { subgraph clusterstage_20356 { label="Stage 20356"; subgraph cluster133478 { label="AQEShuffleRead"; 57623 [labelType="html" label="ShuffledRowRDD [57623] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster133477 { label="ObjectHashAggregate"; 57624 [labelType="html" label="MapPartitionsRDD [57624] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster133474 { label="WholeStageCodegen (2)"; 57625 [labelType="html" label="MapPartitionsRDD [57625] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster133479 { label="mapPartitionsInternal"; 57626 [labelType="html" label="MapPartitionsRDD [57626] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 57623->57624; 57624->57625; 57625->57626; }

57622,57623

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
20356	default	DataFrameCommonJob_dataExec takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/27 10:32:49	62 ms	1/1			9.1 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

20356

default

DataFrameCommonJob_dataExec takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/10/27 10:32:49

62 ms

1/1

9.1 KiB

Page:

Skipped Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
20355	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

20355

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

Page: