3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 31806 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
28 ms
Locality Level Summary:
Any: 1
Shuffle Read Size / Records:
49.5 KiB / 4045
Shuffle Write Size / Records:
141.0 B / 1
Associated Job Ids:
17567
DAG Visualization
digraph G { subgraph clusterstage_31806 { label="Stage 31806"; subgraph cluster203091 { label="AQEShuffleRead"; 87919 [labelType="html" label="ShuffledRowRDD [87919] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster203088 { label="WholeStageCodegen (4)"; 87920 [labelType="html" label="MapPartitionsRDD [87920] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster203096 { label="AQEShuffleRead"; 87921 [labelType="html" label="ShuffledRowRDD [87921] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster203093 { label="WholeStageCodegen (5)"; 87922 [labelType="html" label="MapPartitionsRDD [87922] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster203084 { label="WholeStageCodegen (6)"; 87923 [labelType="html" label="ZippedPartitionsRDD2 [87923] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 87924 [labelType="html" label="MapPartitionsRDD [87924] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster203101 { label="AQEShuffleRead"; 87925 [labelType="html" label="ShuffledRowRDD [87925] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster203098 { label="WholeStageCodegen (7)"; 87926 [labelType="html" label="MapPartitionsRDD [87926] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster203080 { label="WholeStageCodegen (8)"; 87927 [labelType="html" label="ZippedPartitionsRDD2 [87927] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 87928 [labelType="html" label="MapPartitionsRDD [87928] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster203079 { label="ObjectHashAggregate"; 87929 [labelType="html" label="MapPartitionsRDD [87929] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster203078 { label="Exchange"; 87930 [labelType="html" label="MapPartitionsRDD [87930] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } } 87919->87920; 87921->87922; 87920->87923; 87922->87923; 87923->87924; 87925->87926; 87924->87927; 87926->87927; 87927->87928; 87928->87929; 87929->87930; }
87910,87919
87914,87921
87918,87925
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time