3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 12516 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
24 ms
Locality Level Summary:
Any: 1
Shuffle Read Size / Records:
49.5 KiB / 4046
Shuffle Write Size / Records:
133.0 B / 1
Associated Job Ids:
5442
DAG Visualization
digraph G { subgraph clusterstage_12516 { label="Stage 12516"; subgraph cluster72619 { label="AQEShuffleRead"; 30667 [labelType="html" label="ShuffledRowRDD [30667] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster72616 { label="WholeStageCodegen (4)"; 30668 [labelType="html" label="MapPartitionsRDD [30668] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster72624 { label="AQEShuffleRead"; 30669 [labelType="html" label="ShuffledRowRDD [30669] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster72621 { label="WholeStageCodegen (5)"; 30670 [labelType="html" label="MapPartitionsRDD [30670] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster72612 { label="WholeStageCodegen (6)"; 30671 [labelType="html" label="ZippedPartitionsRDD2 [30671] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 30672 [labelType="html" label="MapPartitionsRDD [30672] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster72629 { label="AQEShuffleRead"; 30673 [labelType="html" label="ShuffledRowRDD [30673] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster72626 { label="WholeStageCodegen (7)"; 30674 [labelType="html" label="MapPartitionsRDD [30674] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster72608 { label="WholeStageCodegen (8)"; 30675 [labelType="html" label="ZippedPartitionsRDD2 [30675] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 30676 [labelType="html" label="MapPartitionsRDD [30676] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster72607 { label="ObjectHashAggregate"; 30677 [labelType="html" label="MapPartitionsRDD [30677] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster72606 { label="Exchange"; 30678 [labelType="html" label="MapPartitionsRDD [30678] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } } 30667->30668; 30669->30670; 30668->30671; 30670->30671; 30671->30672; 30673->30674; 30672->30675; 30674->30675; 30675->30676; 30676->30677; 30677->30678; }
30658,30667
30662,30669
30666,30673
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time