3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 9366 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.2 s
Locality Level Summary:
Any: 1
Input Size / Records:
3.4 KiB / 1
Shuffle Read Size / Records:
669.0 B / 9
Shuffle Write Size / Records:
552.0 B / 7
Associated Job Ids:
4253
DAG Visualization
digraph G { subgraph clusterstage_9366 { label="Stage 9366"; subgraph cluster56244 { label="AQEShuffleRead"; 23979 [labelType="html" label="ShuffledRowRDD [23979] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster56241 { label="WholeStageCodegen (11)"; 23980 [labelType="html" label="MapPartitionsRDD [23980] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster56254 { label="AQEShuffleRead"; 23981 [labelType="html" label="ShuffledRowRDD [23981] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster56251 { label="WholeStageCodegen (12)"; 23982 [labelType="html" label="MapPartitionsRDD [23982] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster56250 { label="Window"; 23983 [labelType="html" label="MapPartitionsRDD [23983] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster56246 { label="WholeStageCodegen (13)"; 23984 [labelType="html" label="MapPartitionsRDD [23984] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster56235 { label="WholeStageCodegen (14)"; 23985 [labelType="html" label="ZippedPartitionsRDD2 [23985] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 23986 [labelType="html" label="MapPartitionsRDD [23986] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster56234 { label="Window"; 23987 [labelType="html" label="MapPartitionsRDD [23987] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster56231 { label="WholeStageCodegen (15)"; 23988 [labelType="html" label="MapPartitionsRDD [23988] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster56264 { label="AQEShuffleRead"; 23989 [labelType="html" label="ShuffledRowRDD [23989] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster56261 { label="WholeStageCodegen (16)"; 23990 [labelType="html" label="MapPartitionsRDD [23990] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster56260 { label="Window"; 23991 [labelType="html" label="MapPartitionsRDD [23991] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster56256 { label="WholeStageCodegen (17)"; 23992 [labelType="html" label="MapPartitionsRDD [23992] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster56225 { label="WholeStageCodegen (18)"; 23993 [labelType="html" label="ZippedPartitionsRDD2 [23993] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 23994 [labelType="html" label="MapPartitionsRDD [23994] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster56269 { label="Scan parquet "; 23995 [labelType="html" label="FileScanRDD [23995]<br>takeAsList at DataFrameCommonJob.java:145"]; 23996 [labelType="html" label="MapPartitionsRDD [23996]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster56265 { label="WholeStageCodegen (19)"; 23997 [labelType="html" label="MapPartitionsRDD [23997]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster56224 { label="CartesianProduct"; 23998 [labelType="html" label="UnsafeCartesianRDD [23998] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 23999 [labelType="html" label="MapPartitionsRDD [23999] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster56221 { label="WholeStageCodegen (20)"; 24000 [labelType="html" label="MapPartitionsRDD [24000] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster56220 { label="Exchange"; 24001 [labelType="html" label="MapPartitionsRDD [24001] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } } 23979->23980; 23981->23982; 23982->23983; 23983->23984; 23980->23985; 23984->23985; 23985->23986; 23986->23987; 23987->23988; 23989->23990; 23990->23991; 23991->23992; 23988->23993; 23992->23993; 23993->23994; 23995->23996; 23996->23997; 23994->23998; 23997->23998; 23998->23999; 23999->24000; 24000->24001; }
23943,23979
23978,23981
23951,23989
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time