3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 45060 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
59 ms
Locality Level Summary:
Any: 1
Shuffle Read Size / Records:
49.5 KiB / 4046
Shuffle Write Size / Records:
140.0 B / 1
Associated Job Ids:
23915
DAG Visualization
digraph G { subgraph clusterstage_45060 { label="Stage 45060"; subgraph cluster310893 { label="AQEShuffleRead"; 136083 [labelType="html" label="ShuffledRowRDD [136083] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster310890 { label="WholeStageCodegen (4)"; 136084 [labelType="html" label="MapPartitionsRDD [136084] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster310898 { label="AQEShuffleRead"; 136085 [labelType="html" label="ShuffledRowRDD [136085] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster310895 { label="WholeStageCodegen (5)"; 136086 [labelType="html" label="MapPartitionsRDD [136086] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster310886 { label="WholeStageCodegen (6)"; 136087 [labelType="html" label="ZippedPartitionsRDD2 [136087] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 136088 [labelType="html" label="MapPartitionsRDD [136088] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster310903 { label="AQEShuffleRead"; 136089 [labelType="html" label="ShuffledRowRDD [136089] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster310900 { label="WholeStageCodegen (7)"; 136090 [labelType="html" label="MapPartitionsRDD [136090] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster310882 { label="WholeStageCodegen (8)"; 136091 [labelType="html" label="ZippedPartitionsRDD2 [136091] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 136092 [labelType="html" label="MapPartitionsRDD [136092] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster310881 { label="ObjectHashAggregate"; 136093 [labelType="html" label="MapPartitionsRDD [136093] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster310880 { label="Exchange"; 136094 [labelType="html" label="MapPartitionsRDD [136094] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } } 136083->136084; 136085->136086; 136084->136087; 136086->136087; 136087->136088; 136089->136090; 136088->136091; 136090->136091; 136091->136092; 136092->136093; 136093->136094; }
136074,136083
136078,136085
136082,136089
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time