3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 12415 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.1 s
Locality Level Summary:
Any: 1
Shuffle Read Size / Records:
49.5 KiB / 4046
Shuffle Write Size / Records:
142.0 B / 1
Associated Job Ids:
5364
DAG Visualization
digraph G { subgraph clusterstage_12415 { label="Stage 12415"; subgraph cluster71968 { label="AQEShuffleRead"; 30408 [labelType="html" label="ShuffledRowRDD [30408] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster71965 { label="WholeStageCodegen (4)"; 30409 [labelType="html" label="MapPartitionsRDD [30409] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster71973 { label="AQEShuffleRead"; 30410 [labelType="html" label="ShuffledRowRDD [30410] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster71970 { label="WholeStageCodegen (5)"; 30411 [labelType="html" label="MapPartitionsRDD [30411] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster71961 { label="WholeStageCodegen (6)"; 30412 [labelType="html" label="ZippedPartitionsRDD2 [30412] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 30413 [labelType="html" label="MapPartitionsRDD [30413] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster71978 { label="AQEShuffleRead"; 30414 [labelType="html" label="ShuffledRowRDD [30414] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster71975 { label="WholeStageCodegen (7)"; 30415 [labelType="html" label="MapPartitionsRDD [30415] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster71957 { label="WholeStageCodegen (8)"; 30416 [labelType="html" label="ZippedPartitionsRDD2 [30416] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 30417 [labelType="html" label="MapPartitionsRDD [30417] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster71956 { label="ObjectHashAggregate"; 30418 [labelType="html" label="MapPartitionsRDD [30418] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster71955 { label="Exchange"; 30419 [labelType="html" label="MapPartitionsRDD [30419] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } } 30408->30409; 30410->30411; 30409->30412; 30411->30412; 30412->30413; 30414->30415; 30413->30416; 30415->30416; 30416->30417; 30417->30418; 30418->30419; }
30399,30408
30403,30410
30407,30414
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time