3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 32061 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
27 ms
Locality Level Summary:
Any: 1
Shuffle Read Size / Records:
49.5 KiB / 4045
Shuffle Write Size / Records:
137.0 B / 1
Associated Job Ids:
17765
DAG Visualization
digraph G { subgraph clusterstage_32061 { label="Stage 32061"; subgraph cluster204724 { label="AQEShuffleRead"; 88568 [labelType="html" label="ShuffledRowRDD [88568] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster204721 { label="WholeStageCodegen (4)"; 88569 [labelType="html" label="MapPartitionsRDD [88569] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster204729 { label="AQEShuffleRead"; 88570 [labelType="html" label="ShuffledRowRDD [88570] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster204726 { label="WholeStageCodegen (5)"; 88571 [labelType="html" label="MapPartitionsRDD [88571] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster204717 { label="WholeStageCodegen (6)"; 88572 [labelType="html" label="ZippedPartitionsRDD2 [88572] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 88573 [labelType="html" label="MapPartitionsRDD [88573] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster204734 { label="AQEShuffleRead"; 88574 [labelType="html" label="ShuffledRowRDD [88574] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster204731 { label="WholeStageCodegen (7)"; 88575 [labelType="html" label="MapPartitionsRDD [88575] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster204713 { label="WholeStageCodegen (8)"; 88576 [labelType="html" label="ZippedPartitionsRDD2 [88576] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 88577 [labelType="html" label="MapPartitionsRDD [88577] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster204712 { label="ObjectHashAggregate"; 88578 [labelType="html" label="MapPartitionsRDD [88578] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster204711 { label="Exchange"; 88579 [labelType="html" label="MapPartitionsRDD [88579] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } } 88568->88569; 88570->88571; 88569->88572; 88571->88572; 88572->88573; 88574->88575; 88573->88576; 88575->88576; 88576->88577; 88577->88578; 88578->88579; }
88559,88568
88563,88570
88567,88574
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time