3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 14320 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
70 ms
Locality Level Summary:
Any: 1
Shuffle Read Size / Records:
49.5 KiB / 4045
Shuffle Write Size / Records:
135.0 B / 1
Associated Job Ids:
7574
DAG Visualization
digraph G { subgraph clusterstage_14320 { label="Stage 14320"; subgraph cluster92715 { label="AQEShuffleRead"; 39115 [labelType="html" label="ShuffledRowRDD [39115] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster92712 { label="WholeStageCodegen (4)"; 39116 [labelType="html" label="MapPartitionsRDD [39116] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster92720 { label="AQEShuffleRead"; 39117 [labelType="html" label="ShuffledRowRDD [39117] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster92717 { label="WholeStageCodegen (5)"; 39118 [labelType="html" label="MapPartitionsRDD [39118] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster92708 { label="WholeStageCodegen (6)"; 39119 [labelType="html" label="ZippedPartitionsRDD2 [39119] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 39120 [labelType="html" label="MapPartitionsRDD [39120] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster92725 { label="AQEShuffleRead"; 39121 [labelType="html" label="ShuffledRowRDD [39121] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster92722 { label="WholeStageCodegen (7)"; 39122 [labelType="html" label="MapPartitionsRDD [39122] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster92704 { label="WholeStageCodegen (8)"; 39123 [labelType="html" label="ZippedPartitionsRDD2 [39123] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 39124 [labelType="html" label="MapPartitionsRDD [39124] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster92703 { label="ObjectHashAggregate"; 39125 [labelType="html" label="MapPartitionsRDD [39125] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster92702 { label="Exchange"; 39126 [labelType="html" label="MapPartitionsRDD [39126] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } } 39115->39116; 39117->39118; 39116->39119; 39118->39119; 39119->39120; 39121->39122; 39120->39123; 39122->39123; 39123->39124; 39124->39125; 39125->39126; }
39106,39115
39110,39117
39114,39121
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time