3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 45019 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.3 s
Locality Level Summary:
Any: 1
Shuffle Read Size / Records:
49.5 KiB / 4046
Shuffle Write Size / Records:
140.0 B / 1
Associated Job Ids:
23889
DAG Visualization
digraph G { subgraph clusterstage_45019 { label="Stage 45019"; subgraph cluster310613 { label="AQEShuffleRead"; 135999 [labelType="html" label="ShuffledRowRDD [135999] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster310610 { label="WholeStageCodegen (4)"; 136000 [labelType="html" label="MapPartitionsRDD [136000] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster310618 { label="AQEShuffleRead"; 136001 [labelType="html" label="ShuffledRowRDD [136001] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster310615 { label="WholeStageCodegen (5)"; 136002 [labelType="html" label="MapPartitionsRDD [136002] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster310606 { label="WholeStageCodegen (6)"; 136003 [labelType="html" label="ZippedPartitionsRDD2 [136003] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 136004 [labelType="html" label="MapPartitionsRDD [136004] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster310623 { label="AQEShuffleRead"; 136005 [labelType="html" label="ShuffledRowRDD [136005] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster310620 { label="WholeStageCodegen (7)"; 136006 [labelType="html" label="MapPartitionsRDD [136006] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster310602 { label="WholeStageCodegen (8)"; 136007 [labelType="html" label="ZippedPartitionsRDD2 [136007] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 136008 [labelType="html" label="MapPartitionsRDD [136008] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster310601 { label="ObjectHashAggregate"; 136009 [labelType="html" label="MapPartitionsRDD [136009] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster310600 { label="Exchange"; 136010 [labelType="html" label="MapPartitionsRDD [136010] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } } 135999->136000; 136001->136002; 136000->136003; 136002->136003; 136003->136004; 136005->136006; 136004->136007; 136006->136007; 136007->136008; 136008->136009; 136009->136010; }
135990,135999
135994,136001
135998,136005
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time