SP1 - Details for Job 3391

Status: SUCCEEDED
Submitted: 2026/10/09 14:04:26
Duration: 2 s
Associated SQL Query: 2238
Job Group: a570b8f9-b3ff-4a16-b2dd-6fcf6aa70fa1
Completed Stages: 1

Enable zooming

digraph G { subgraph clusterstage_6375 { label="Stage 6375"; subgraph cluster42880 { label="Scan csv "; 18478 [labelType="html" label="FileScanRDD [18478] takeAsList at DataFrameCommonJob.java:145"]; 18479 [labelType="html" label="MapPartitionsRDD [18479] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster42875 { label="WholeStageCodegen (1)"; 18480 [labelType="html" label="MapPartitionsRDD [18480] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster42887 { label="Scan parquet "; 18481 [labelType="html" label="FileScanRDD [18481] takeAsList at DataFrameCommonJob.java:145"]; 18482 [labelType="html" label="MapPartitionsRDD [18482] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster42881 { label="WholeStageCodegen (2)"; 18483 [labelType="html" label="MapPartitionsRDD [18483] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster42894 { label="Scan parquet "; 18484 [labelType="html" label="FileScanRDD [18484] takeAsList at DataFrameCommonJob.java:145"]; 18485 [labelType="html" label="MapPartitionsRDD [18485] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster42888 { label="WholeStageCodegen (3)"; 18486 [labelType="html" label="MapPartitionsRDD [18486] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster42901 { label="Scan parquet "; 18487 [labelType="html" label="FileScanRDD [18487] takeAsList at DataFrameCommonJob.java:145"]; 18488 [labelType="html" label="MapPartitionsRDD [18488] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster42895 { label="WholeStageCodegen (4)"; 18489 [labelType="html" label="MapPartitionsRDD [18489] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster42908 { label="Scan parquet "; 18490 [labelType="html" label="FileScanRDD [18490] takeAsList at DataFrameCommonJob.java:145"]; 18491 [labelType="html" label="MapPartitionsRDD [18491] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster42902 { label="WholeStageCodegen (5)"; 18492 [labelType="html" label="MapPartitionsRDD [18492] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster42915 { label="Scan parquet "; 18493 [labelType="html" label="FileScanRDD [18493] takeAsList at DataFrameCommonJob.java:145"]; 18494 [labelType="html" label="MapPartitionsRDD [18494] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster42909 { label="WholeStageCodegen (6)"; 18495 [labelType="html" label="MapPartitionsRDD [18495] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster42922 { label="Scan parquet "; 18496 [labelType="html" label="FileScanRDD [18496] takeAsList at DataFrameCommonJob.java:145"]; 18497 [labelType="html" label="MapPartitionsRDD [18497] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster42916 { label="WholeStageCodegen (7)"; 18498 [labelType="html" label="MapPartitionsRDD [18498] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster42929 { label="Scan parquet "; 18499 [labelType="html" label="FileScanRDD [18499] takeAsList at DataFrameCommonJob.java:145"]; 18500 [labelType="html" label="MapPartitionsRDD [18500] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster42923 { label="WholeStageCodegen (8)"; 18501 [labelType="html" label="MapPartitionsRDD [18501] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster42936 { label="Scan parquet "; 18502 [labelType="html" label="FileScanRDD [18502] takeAsList at DataFrameCommonJob.java:145"]; 18503 [labelType="html" label="MapPartitionsRDD [18503] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster42930 { label="WholeStageCodegen (9)"; 18504 [labelType="html" label="MapPartitionsRDD [18504] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster42943 { label="Scan parquet "; 18505 [labelType="html" label="FileScanRDD [18505] takeAsList at DataFrameCommonJob.java:145"]; 18506 [labelType="html" label="MapPartitionsRDD [18506] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster42937 { label="WholeStageCodegen (10)"; 18507 [labelType="html" label="MapPartitionsRDD [18507] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster42950 { label="Scan parquet "; 18508 [labelType="html" label="FileScanRDD [18508] takeAsList at DataFrameCommonJob.java:145"]; 18509 [labelType="html" label="MapPartitionsRDD [18509] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster42944 { label="WholeStageCodegen (11)"; 18510 [labelType="html" label="MapPartitionsRDD [18510] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster42874 { label="Union"; 18511 [labelType="html" label="UnionRDD [18511] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster42864 { label="WholeStageCodegen (12)"; 18512 [labelType="html" label="MapPartitionsRDD [18512] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster42863 { label="Exchange"; 18513 [labelType="html" label="MapPartitionsRDD [18513] takeAsList at DataFrameCommonJob.java:145"]; } } 18478->18479; 18479->18480; 18481->18482; 18482->18483; 18484->18485; 18485->18486; 18487->18488; 18488->18489; 18490->18491; 18491->18492; 18493->18494; 18494->18495; 18496->18497; 18497->18498; 18499->18500; 18500->18501; 18502->18503; 18503->18504; 18505->18506; 18506->18507; 18508->18509; 18509->18510; 18480->18511; 18483->18511; 18486->18511; 18489->18511; 18492->18511; 18495->18511; 18498->18511; 18501->18511; 18504->18511; 18507->18511; 18510->18511; 18511->18512; 18512->18513; }

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
6375	default	DataFrameCommonJob_dataExec takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/09 14:04:26	2 s	43/43	4.9 MiB			6.0 MiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

6375

default

DataFrameCommonJob_dataExec takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/10/09 14:04:26

2 s

43/43

4.9 MiB

6.0 MiB

Page: