3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 31839 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
25 ms
Locality Level Summary:
Any: 1
Shuffle Read Size / Records:
49.5 KiB / 4045
Shuffle Write Size / Records:
135.0 B / 1
Associated Job Ids:
17592
DAG Visualization
digraph G { subgraph clusterstage_31839 { label="Stage 31839"; subgraph cluster203302 { label="AQEShuffleRead"; 88002 [labelType="html" label="ShuffledRowRDD [88002] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster203299 { label="WholeStageCodegen (4)"; 88003 [labelType="html" label="MapPartitionsRDD [88003] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster203307 { label="AQEShuffleRead"; 88004 [labelType="html" label="ShuffledRowRDD [88004] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster203304 { label="WholeStageCodegen (5)"; 88005 [labelType="html" label="MapPartitionsRDD [88005] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster203295 { label="WholeStageCodegen (6)"; 88006 [labelType="html" label="ZippedPartitionsRDD2 [88006] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 88007 [labelType="html" label="MapPartitionsRDD [88007] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster203312 { label="AQEShuffleRead"; 88008 [labelType="html" label="ShuffledRowRDD [88008] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster203309 { label="WholeStageCodegen (7)"; 88009 [labelType="html" label="MapPartitionsRDD [88009] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster203291 { label="WholeStageCodegen (8)"; 88010 [labelType="html" label="ZippedPartitionsRDD2 [88010] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 88011 [labelType="html" label="MapPartitionsRDD [88011] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster203290 { label="ObjectHashAggregate"; 88012 [labelType="html" label="MapPartitionsRDD [88012] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster203289 { label="Exchange"; 88013 [labelType="html" label="MapPartitionsRDD [88013] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } } 88002->88003; 88004->88005; 88003->88006; 88005->88006; 88006->88007; 88008->88009; 88007->88010; 88009->88010; 88010->88011; 88011->88012; 88012->88013; }
87993,88002
87997,88004
88001,88008
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time