3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 31716 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
21 ms
Locality Level Summary:
Any: 1
Shuffle Read Size / Records:
49.5 KiB / 4045
Shuffle Write Size / Records:
137.0 B / 1
Associated Job Ids:
17494
DAG Visualization
digraph G { subgraph clusterstage_31716 { label="Stage 31716"; subgraph cluster202513 { label="AQEShuffleRead"; 87685 [labelType="html" label="ShuffledRowRDD [87685] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster202510 { label="WholeStageCodegen (4)"; 87686 [labelType="html" label="MapPartitionsRDD [87686] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster202518 { label="AQEShuffleRead"; 87687 [labelType="html" label="ShuffledRowRDD [87687] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster202515 { label="WholeStageCodegen (5)"; 87688 [labelType="html" label="MapPartitionsRDD [87688] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster202506 { label="WholeStageCodegen (6)"; 87689 [labelType="html" label="ZippedPartitionsRDD2 [87689] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 87690 [labelType="html" label="MapPartitionsRDD [87690] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster202523 { label="AQEShuffleRead"; 87691 [labelType="html" label="ShuffledRowRDD [87691] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster202520 { label="WholeStageCodegen (7)"; 87692 [labelType="html" label="MapPartitionsRDD [87692] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster202502 { label="WholeStageCodegen (8)"; 87693 [labelType="html" label="ZippedPartitionsRDD2 [87693] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 87694 [labelType="html" label="MapPartitionsRDD [87694] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster202501 { label="ObjectHashAggregate"; 87695 [labelType="html" label="MapPartitionsRDD [87695] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster202500 { label="Exchange"; 87696 [labelType="html" label="MapPartitionsRDD [87696] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } } 87685->87686; 87687->87688; 87686->87689; 87688->87689; 87689->87690; 87691->87692; 87690->87693; 87692->87693; 87693->87694; 87694->87695; 87695->87696; }
87676,87685
87680,87687
87684,87691
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time