3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 11153 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
19 ms
Locality Level Summary:
Any: 1
Shuffle Read Size / Records:
49.5 KiB / 4046
Shuffle Write Size / Records:
143.0 B / 1
Associated Job Ids:
5503
DAG Visualization
digraph G { subgraph clusterstage_11153 { label="Stage 11153"; subgraph cluster72310 { label="AQEShuffleRead"; 30696 [labelType="html" label="ShuffledRowRDD [30696] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster72307 { label="WholeStageCodegen (4)"; 30697 [labelType="html" label="MapPartitionsRDD [30697] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster72315 { label="AQEShuffleRead"; 30698 [labelType="html" label="ShuffledRowRDD [30698] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster72312 { label="WholeStageCodegen (5)"; 30699 [labelType="html" label="MapPartitionsRDD [30699] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster72303 { label="WholeStageCodegen (6)"; 30700 [labelType="html" label="ZippedPartitionsRDD2 [30700] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 30701 [labelType="html" label="MapPartitionsRDD [30701] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster72320 { label="AQEShuffleRead"; 30702 [labelType="html" label="ShuffledRowRDD [30702] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster72317 { label="WholeStageCodegen (7)"; 30703 [labelType="html" label="MapPartitionsRDD [30703] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster72299 { label="WholeStageCodegen (8)"; 30704 [labelType="html" label="ZippedPartitionsRDD2 [30704] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 30705 [labelType="html" label="MapPartitionsRDD [30705] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster72298 { label="ObjectHashAggregate"; 30706 [labelType="html" label="MapPartitionsRDD [30706] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster72297 { label="Exchange"; 30707 [labelType="html" label="MapPartitionsRDD [30707] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } } 30696->30697; 30698->30699; 30697->30700; 30699->30700; 30700->30701; 30702->30703; 30701->30704; 30703->30704; 30704->30705; 30705->30706; 30706->30707; }
30687,30696
30691,30698
30695,30702
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time