SP1 - Details for Job 258

Status: SUCCEEDED
Submitted: 2026/07/27 07:40:39
Duration: 0.3 s
Associated SQL Query: 199
Job Group: b1edf0e5-e9ad-43ac-8b8b-e2e5536932d2
Completed Stages: 1
Skipped Stages: 3

Enable zooming

digraph G { subgraph clusterstage_352 { label="Stage 352 (skipped)"; subgraph cluster2322 { label="Scan parquet "; 925 [labelType="html" label="FileScanRDD [925] takeAsList at DataFrameCommonJob.java:145"]; 926 [labelType="html" label="MapPartitionsRDD [926] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2317 { label="WholeStageCodegen (2)"; 927 [labelType="html" label="MapPartitionsRDD [927] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2316 { label="Exchange"; 928 [labelType="html" label="MapPartitionsRDD [928] takeAsList at DataFrameCommonJob.java:145"]; } } 925->926; 926->927; 927->928; }

digraph G { subgraph clusterstage_353 { label="Stage 353 (skipped)"; subgraph cluster2329 { label="Scan parquet "; 929 [labelType="html" label="FileScanRDD [929] takeAsList at DataFrameCommonJob.java:145"]; 930 [labelType="html" label="MapPartitionsRDD [930] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2324 { label="WholeStageCodegen (3)"; 931 [labelType="html" label="MapPartitionsRDD [931] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2323 { label="Exchange"; 932 [labelType="html" label="MapPartitionsRDD [932] takeAsList at DataFrameCommonJob.java:145"]; } } 929->930; 930->931; 931->932; }

digraph G { subgraph clusterstage_354 { label="Stage 354 (skipped)"; subgraph cluster2315 { label="Scan csv "; 921 [labelType="html" label="FileScanRDD [921] takeAsList at DataFrameCommonJob.java:145"]; 922 [labelType="html" label="MapPartitionsRDD [922] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2311 { label="WholeStageCodegen (1)"; 923 [labelType="html" label="MapPartitionsRDD [923] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2310 { label="Exchange"; 924 [labelType="html" label="MapPartitionsRDD [924] takeAsList at DataFrameCommonJob.java:145"]; } } 921->922; 922->923; 923->924; }

digraph G { subgraph clusterstage_355 { label="Stage 355"; subgraph cluster2343 { label="AQEShuffleRead"; 933 [labelType="html" label="ShuffledRowRDD [933] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2340 { label="WholeStageCodegen (4)"; 934 [labelType="html" label="MapPartitionsRDD [934] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2348 { label="AQEShuffleRead"; 935 [labelType="html" label="ShuffledRowRDD [935] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2345 { label="WholeStageCodegen (5)"; 936 [labelType="html" label="MapPartitionsRDD [936] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2336 { label="WholeStageCodegen (6)"; 937 [labelType="html" label="ZippedPartitionsRDD2 [937] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 938 [labelType="html" label="MapPartitionsRDD [938] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2353 { label="AQEShuffleRead"; 939 [labelType="html" label="ShuffledRowRDD [939] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2350 { label="WholeStageCodegen (7)"; 940 [labelType="html" label="MapPartitionsRDD [940] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2332 { label="WholeStageCodegen (8)"; 941 [labelType="html" label="ZippedPartitionsRDD2 [941] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 942 [labelType="html" label="MapPartitionsRDD [942] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2331 { label="ObjectHashAggregate"; 943 [labelType="html" label="MapPartitionsRDD [943] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2330 { label="Exchange"; 944 [labelType="html" label="MapPartitionsRDD [944] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 933->934; 935->936; 934->937; 936->937; 937->938; 939->940; 938->941; 940->941; 941->942; 942->943; 943->944; }

924,933

928,935

932,939

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
355	default	DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/07/27 07:40:39	0.2 s	1/1			49.5 KiB	143.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

355

default

DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/07/27 07:40:39

0.2 s

1/1

49.5 KiB

143.0 B

Page:

Skipped Stages (3)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
354	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
353	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
352	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

354

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

353

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

352

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

Page: