3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 13997 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.1 s
Locality Level Summary:
Any: 1
Shuffle Read Size / Records:
49.5 KiB / 4046
Shuffle Write Size / Records:
142.0 B / 1
Associated Job Ids:
7029
DAG Visualization
digraph G { subgraph clusterstage_13997 { label="Stage 13997"; subgraph cluster91007 { label="AQEShuffleRead"; 38703 [labelType="html" label="ShuffledRowRDD [38703] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster91004 { label="WholeStageCodegen (4)"; 38704 [labelType="html" label="MapPartitionsRDD [38704] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster91012 { label="AQEShuffleRead"; 38705 [labelType="html" label="ShuffledRowRDD [38705] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster91009 { label="WholeStageCodegen (5)"; 38706 [labelType="html" label="MapPartitionsRDD [38706] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster91000 { label="WholeStageCodegen (6)"; 38707 [labelType="html" label="ZippedPartitionsRDD2 [38707] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 38708 [labelType="html" label="MapPartitionsRDD [38708] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster91017 { label="AQEShuffleRead"; 38709 [labelType="html" label="ShuffledRowRDD [38709] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster91014 { label="WholeStageCodegen (7)"; 38710 [labelType="html" label="MapPartitionsRDD [38710] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster90996 { label="WholeStageCodegen (8)"; 38711 [labelType="html" label="ZippedPartitionsRDD2 [38711] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 38712 [labelType="html" label="MapPartitionsRDD [38712] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster90995 { label="ObjectHashAggregate"; 38713 [labelType="html" label="MapPartitionsRDD [38713] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster90994 { label="Exchange"; 38714 [labelType="html" label="MapPartitionsRDD [38714] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } } 38703->38704; 38705->38706; 38704->38707; 38706->38707; 38707->38708; 38709->38710; 38708->38711; 38710->38711; 38711->38712; 38712->38713; 38713->38714; }
38694,38703
38698,38705
38702,38709
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time