3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 31905 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
28 ms
Locality Level Summary:
Any: 1
Shuffle Read Size / Records:
49.5 KiB / 4045
Shuffle Write Size / Records:
142.0 B / 1
Associated Job Ids:
17642
DAG Visualization
digraph G { subgraph clusterstage_31905 { label="Stage 31905"; subgraph cluster203724 { label="AQEShuffleRead"; 88168 [labelType="html" label="ShuffledRowRDD [88168] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster203721 { label="WholeStageCodegen (4)"; 88169 [labelType="html" label="MapPartitionsRDD [88169] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster203729 { label="AQEShuffleRead"; 88170 [labelType="html" label="ShuffledRowRDD [88170] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster203726 { label="WholeStageCodegen (5)"; 88171 [labelType="html" label="MapPartitionsRDD [88171] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster203717 { label="WholeStageCodegen (6)"; 88172 [labelType="html" label="ZippedPartitionsRDD2 [88172] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 88173 [labelType="html" label="MapPartitionsRDD [88173] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster203734 { label="AQEShuffleRead"; 88174 [labelType="html" label="ShuffledRowRDD [88174] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster203731 { label="WholeStageCodegen (7)"; 88175 [labelType="html" label="MapPartitionsRDD [88175] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster203713 { label="WholeStageCodegen (8)"; 88176 [labelType="html" label="ZippedPartitionsRDD2 [88176] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 88177 [labelType="html" label="MapPartitionsRDD [88177] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster203712 { label="ObjectHashAggregate"; 88178 [labelType="html" label="MapPartitionsRDD [88178] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster203711 { label="Exchange"; 88179 [labelType="html" label="MapPartitionsRDD [88179] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } } 88168->88169; 88170->88171; 88169->88172; 88171->88172; 88172->88173; 88174->88175; 88173->88176; 88175->88176; 88176->88177; 88177->88178; 88178->88179; }
88159,88168
88163,88170
88167,88174
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time