3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 31971 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
27 ms
Locality Level Summary:
Any: 1
Shuffle Read Size / Records:
49.5 KiB / 4045
Shuffle Write Size / Records:
136.0 B / 1
Associated Job Ids:
17692
DAG Visualization
digraph G { subgraph clusterstage_31971 { label="Stage 31971"; subgraph cluster204146 { label="AQEShuffleRead"; 88334 [labelType="html" label="ShuffledRowRDD [88334] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster204143 { label="WholeStageCodegen (4)"; 88335 [labelType="html" label="MapPartitionsRDD [88335] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster204151 { label="AQEShuffleRead"; 88336 [labelType="html" label="ShuffledRowRDD [88336] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster204148 { label="WholeStageCodegen (5)"; 88337 [labelType="html" label="MapPartitionsRDD [88337] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster204139 { label="WholeStageCodegen (6)"; 88338 [labelType="html" label="ZippedPartitionsRDD2 [88338] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 88339 [labelType="html" label="MapPartitionsRDD [88339] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster204156 { label="AQEShuffleRead"; 88340 [labelType="html" label="ShuffledRowRDD [88340] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster204153 { label="WholeStageCodegen (7)"; 88341 [labelType="html" label="MapPartitionsRDD [88341] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster204135 { label="WholeStageCodegen (8)"; 88342 [labelType="html" label="ZippedPartitionsRDD2 [88342] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 88343 [labelType="html" label="MapPartitionsRDD [88343] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster204134 { label="ObjectHashAggregate"; 88344 [labelType="html" label="MapPartitionsRDD [88344] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster204133 { label="Exchange"; 88345 [labelType="html" label="MapPartitionsRDD [88345] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } } 88334->88335; 88336->88337; 88335->88338; 88337->88338; 88338->88339; 88340->88341; 88339->88342; 88341->88342; 88342->88343; 88343->88344; 88344->88345; }
88325,88334
88329,88336
88333,88340
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time