3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 16572 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.2 s
Locality Level Summary:
Any: 1
Shuffle Read Size / Records:
49.5 KiB / 4045
Shuffle Write Size / Records:
136.0 B / 1
Associated Job Ids:
8680
DAG Visualization
digraph G { subgraph clusterstage_16572 { label="Stage 16572"; subgraph cluster106982 { label="AQEShuffleRead"; 45168 [labelType="html" label="ShuffledRowRDD [45168] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster106979 { label="WholeStageCodegen (4)"; 45169 [labelType="html" label="MapPartitionsRDD [45169] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster106987 { label="AQEShuffleRead"; 45170 [labelType="html" label="ShuffledRowRDD [45170] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster106984 { label="WholeStageCodegen (5)"; 45171 [labelType="html" label="MapPartitionsRDD [45171] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster106975 { label="WholeStageCodegen (6)"; 45172 [labelType="html" label="ZippedPartitionsRDD2 [45172] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 45173 [labelType="html" label="MapPartitionsRDD [45173] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster106992 { label="AQEShuffleRead"; 45174 [labelType="html" label="ShuffledRowRDD [45174] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster106989 { label="WholeStageCodegen (7)"; 45175 [labelType="html" label="MapPartitionsRDD [45175] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster106971 { label="WholeStageCodegen (8)"; 45176 [labelType="html" label="ZippedPartitionsRDD2 [45176] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 45177 [labelType="html" label="MapPartitionsRDD [45177] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster106970 { label="ObjectHashAggregate"; 45178 [labelType="html" label="MapPartitionsRDD [45178] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster106969 { label="Exchange"; 45179 [labelType="html" label="MapPartitionsRDD [45179] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } } 45168->45169; 45170->45171; 45169->45172; 45171->45172; 45172->45173; 45174->45175; 45173->45176; 45175->45176; 45176->45177; 45177->45178; 45178->45179; }
45159,45168
45163,45170
45167,45174
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time