SP1 - Details for Job 9191

Status: SUCCEEDED
Submitted: 2026/03/27 14:29:52
Duration: 0.4 s
Associated SQL Query: 6040
Job Group: 33b95a37-cce2-42ad-b488-4477281b0b67
Completed Stages: 1

Enable zooming

digraph G { subgraph clusterstage_17351 { label="Stage 17351"; subgraph cluster112887 { label="Scan csv "; 47994 [labelType="html" label="FileScanRDD [47994] takeAsList at DataFrameCommonJob.java:145"]; 47995 [labelType="html" label="MapPartitionsRDD [47995] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster112882 { label="WholeStageCodegen (1)"; 47996 [labelType="html" label="MapPartitionsRDD [47996] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster112894 { label="Scan parquet "; 47997 [labelType="html" label="FileScanRDD [47997] takeAsList at DataFrameCommonJob.java:145"]; 47998 [labelType="html" label="MapPartitionsRDD [47998] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster112888 { label="WholeStageCodegen (2)"; 47999 [labelType="html" label="MapPartitionsRDD [47999] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster112901 { label="Scan parquet "; 48000 [labelType="html" label="FileScanRDD [48000] takeAsList at DataFrameCommonJob.java:145"]; 48001 [labelType="html" label="MapPartitionsRDD [48001] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster112895 { label="WholeStageCodegen (3)"; 48002 [labelType="html" label="MapPartitionsRDD [48002] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster112908 { label="Scan parquet "; 48003 [labelType="html" label="FileScanRDD [48003] takeAsList at DataFrameCommonJob.java:145"]; 48004 [labelType="html" label="MapPartitionsRDD [48004] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster112902 { label="WholeStageCodegen (4)"; 48005 [labelType="html" label="MapPartitionsRDD [48005] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster112915 { label="Scan parquet "; 48006 [labelType="html" label="FileScanRDD [48006] takeAsList at DataFrameCommonJob.java:145"]; 48007 [labelType="html" label="MapPartitionsRDD [48007] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster112909 { label="WholeStageCodegen (5)"; 48008 [labelType="html" label="MapPartitionsRDD [48008] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster112922 { label="Scan parquet "; 48009 [labelType="html" label="FileScanRDD [48009] takeAsList at DataFrameCommonJob.java:145"]; 48010 [labelType="html" label="MapPartitionsRDD [48010] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster112916 { label="WholeStageCodegen (6)"; 48011 [labelType="html" label="MapPartitionsRDD [48011] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster112929 { label="Scan parquet "; 48012 [labelType="html" label="FileScanRDD [48012] takeAsList at DataFrameCommonJob.java:145"]; 48013 [labelType="html" label="MapPartitionsRDD [48013] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster112923 { label="WholeStageCodegen (7)"; 48014 [labelType="html" label="MapPartitionsRDD [48014] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster112936 { label="Scan parquet "; 48015 [labelType="html" label="FileScanRDD [48015] takeAsList at DataFrameCommonJob.java:145"]; 48016 [labelType="html" label="MapPartitionsRDD [48016] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster112930 { label="WholeStageCodegen (8)"; 48017 [labelType="html" label="MapPartitionsRDD [48017] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster112943 { label="Scan parquet "; 48018 [labelType="html" label="FileScanRDD [48018] takeAsList at DataFrameCommonJob.java:145"]; 48019 [labelType="html" label="MapPartitionsRDD [48019] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster112937 { label="WholeStageCodegen (9)"; 48020 [labelType="html" label="MapPartitionsRDD [48020] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster112950 { label="Scan parquet "; 48021 [labelType="html" label="FileScanRDD [48021] takeAsList at DataFrameCommonJob.java:145"]; 48022 [labelType="html" label="MapPartitionsRDD [48022] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster112944 { label="WholeStageCodegen (10)"; 48023 [labelType="html" label="MapPartitionsRDD [48023] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster112957 { label="Scan parquet "; 48024 [labelType="html" label="FileScanRDD [48024] takeAsList at DataFrameCommonJob.java:145"]; 48025 [labelType="html" label="MapPartitionsRDD [48025] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster112951 { label="WholeStageCodegen (11)"; 48026 [labelType="html" label="MapPartitionsRDD [48026] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster112881 { label="Union"; 48027 [labelType="html" label="UnionRDD [48027] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster112843 { label="WholeStageCodegen (12)"; 48028 [labelType="html" label="MapPartitionsRDD [48028] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster112838 { label="Exchange"; 48029 [labelType="html" label="MapPartitionsRDD [48029] takeAsList at DataFrameCommonJob.java:145"]; } } 47994->47995; 47995->47996; 47997->47998; 47998->47999; 48000->48001; 48001->48002; 48003->48004; 48004->48005; 48006->48007; 48007->48008; 48009->48010; 48010->48011; 48012->48013; 48013->48014; 48015->48016; 48016->48017; 48018->48019; 48019->48020; 48021->48022; 48022->48023; 48024->48025; 48025->48026; 47996->48027; 47999->48027; 48002->48027; 48005->48027; 48008->48027; 48011->48027; 48014->48027; 48017->48027; 48020->48027; 48023->48027; 48026->48027; 48027->48028; 48028->48029; }

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
17351	default	DataFrameCommonJob_dataExec takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/03/27 14:29:52	0.4 s	11/11	14.8 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

17351

default

DataFrameCommonJob_dataExec takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/03/27 14:29:52

0.4 s

11/11

14.8 KiB

Page: