3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 31319 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
30 ms
Locality Level Summary:
Any: 1
Shuffle Read Size / Records:
49.5 KiB / 4045
Shuffle Write Size / Records:
137.0 B / 1
Associated Job Ids:
17217
DAG Visualization
digraph G { subgraph clusterstage_31319 { label="Stage 31319"; subgraph cluster199976 { label="AQEShuffleRead"; 86694 [labelType="html" label="ShuffledRowRDD [86694] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster199973 { label="WholeStageCodegen (4)"; 86695 [labelType="html" label="MapPartitionsRDD [86695] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster199981 { label="AQEShuffleRead"; 86696 [labelType="html" label="ShuffledRowRDD [86696] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster199978 { label="WholeStageCodegen (5)"; 86697 [labelType="html" label="MapPartitionsRDD [86697] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster199969 { label="WholeStageCodegen (6)"; 86698 [labelType="html" label="ZippedPartitionsRDD2 [86698] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 86699 [labelType="html" label="MapPartitionsRDD [86699] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster199986 { label="AQEShuffleRead"; 86700 [labelType="html" label="ShuffledRowRDD [86700] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster199983 { label="WholeStageCodegen (7)"; 86701 [labelType="html" label="MapPartitionsRDD [86701] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster199965 { label="WholeStageCodegen (8)"; 86702 [labelType="html" label="ZippedPartitionsRDD2 [86702] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 86703 [labelType="html" label="MapPartitionsRDD [86703] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster199964 { label="ObjectHashAggregate"; 86704 [labelType="html" label="MapPartitionsRDD [86704] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster199963 { label="Exchange"; 86705 [labelType="html" label="MapPartitionsRDD [86705] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } } 86694->86695; 86696->86697; 86695->86698; 86697->86698; 86698->86699; 86700->86701; 86699->86702; 86701->86702; 86702->86703; 86703->86704; 86704->86705; }
86685,86694
86689,86696
86693,86700
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time