3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 14030 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
21 ms
Locality Level Summary:
Any: 1
Shuffle Read Size / Records:
49.5 KiB / 4046
Shuffle Write Size / Records:
141.0 B / 1
Associated Job Ids:
7054
DAG Visualization
digraph G { subgraph clusterstage_14030 { label="Stage 14030"; subgraph cluster91218 { label="AQEShuffleRead"; 38786 [labelType="html" label="ShuffledRowRDD [38786] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster91215 { label="WholeStageCodegen (4)"; 38787 [labelType="html" label="MapPartitionsRDD [38787] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster91223 { label="AQEShuffleRead"; 38788 [labelType="html" label="ShuffledRowRDD [38788] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster91220 { label="WholeStageCodegen (5)"; 38789 [labelType="html" label="MapPartitionsRDD [38789] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster91211 { label="WholeStageCodegen (6)"; 38790 [labelType="html" label="ZippedPartitionsRDD2 [38790] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 38791 [labelType="html" label="MapPartitionsRDD [38791] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster91228 { label="AQEShuffleRead"; 38792 [labelType="html" label="ShuffledRowRDD [38792] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster91225 { label="WholeStageCodegen (7)"; 38793 [labelType="html" label="MapPartitionsRDD [38793] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster91207 { label="WholeStageCodegen (8)"; 38794 [labelType="html" label="ZippedPartitionsRDD2 [38794] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 38795 [labelType="html" label="MapPartitionsRDD [38795] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster91206 { label="ObjectHashAggregate"; 38796 [labelType="html" label="MapPartitionsRDD [38796] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster91205 { label="Exchange"; 38797 [labelType="html" label="MapPartitionsRDD [38797] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } } 38786->38787; 38788->38789; 38787->38790; 38789->38790; 38790->38791; 38792->38793; 38791->38794; 38793->38794; 38794->38795; 38795->38796; 38796->38797; }
38777,38786
38781,38788
38785,38792
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time