3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 31749 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
26 ms
Locality Level Summary:
Any: 1
Shuffle Read Size / Records:
49.5 KiB / 4045
Shuffle Write Size / Records:
135.0 B / 1
Associated Job Ids:
17519
DAG Visualization
digraph G { subgraph clusterstage_31749 { label="Stage 31749"; subgraph cluster202724 { label="AQEShuffleRead"; 87768 [labelType="html" label="ShuffledRowRDD [87768] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster202721 { label="WholeStageCodegen (4)"; 87769 [labelType="html" label="MapPartitionsRDD [87769] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster202729 { label="AQEShuffleRead"; 87770 [labelType="html" label="ShuffledRowRDD [87770] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster202726 { label="WholeStageCodegen (5)"; 87771 [labelType="html" label="MapPartitionsRDD [87771] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster202717 { label="WholeStageCodegen (6)"; 87772 [labelType="html" label="ZippedPartitionsRDD2 [87772] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 87773 [labelType="html" label="MapPartitionsRDD [87773] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster202734 { label="AQEShuffleRead"; 87774 [labelType="html" label="ShuffledRowRDD [87774] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster202731 { label="WholeStageCodegen (7)"; 87775 [labelType="html" label="MapPartitionsRDD [87775] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster202713 { label="WholeStageCodegen (8)"; 87776 [labelType="html" label="ZippedPartitionsRDD2 [87776] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 87777 [labelType="html" label="MapPartitionsRDD [87777] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster202712 { label="ObjectHashAggregate"; 87778 [labelType="html" label="MapPartitionsRDD [87778] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster202711 { label="Exchange"; 87779 [labelType="html" label="MapPartitionsRDD [87779] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } } 87768->87769; 87770->87771; 87769->87772; 87771->87772; 87772->87773; 87774->87775; 87773->87776; 87775->87776; 87776->87777; 87777->87778; 87778->87779; }
87759,87768
87763,87770
87767,87774
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time