3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 9321 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
99 ms
Locality Level Summary:
Any: 1
Shuffle Read Size / Records:
4.0 KiB / 284
Shuffle Write Size / Records:
190.0 B / 7
Associated Job Ids:
4240
DAG Visualization
digraph G { subgraph clusterstage_9321 { label="Stage 9321"; subgraph cluster56010 { label="AQEShuffleRead"; 23911 [labelType="html" label="ShuffledRowRDD [23911] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster56007 { label="WholeStageCodegen (23)"; 23912 [labelType="html" label="MapPartitionsRDD [23912] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster56015 { label="AQEShuffleRead"; 23913 [labelType="html" label="ShuffledRowRDD [23913] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster56012 { label="WholeStageCodegen (24)"; 23914 [labelType="html" label="MapPartitionsRDD [23914] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster56003 { label="WholeStageCodegen (25)"; 23915 [labelType="html" label="ZippedPartitionsRDD2 [23915] [Unordered]<br>count at ColumnStatJob.java:47"]; 23916 [labelType="html" label="MapPartitionsRDD [23916] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster56020 { label="AQEShuffleRead"; 23917 [labelType="html" label="ShuffledRowRDD [23917] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster56017 { label="WholeStageCodegen (26)"; 23918 [labelType="html" label="MapPartitionsRDD [23918] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster55999 { label="WholeStageCodegen (27)"; 23919 [labelType="html" label="ZippedPartitionsRDD2 [23919] [Unordered]<br>count at ColumnStatJob.java:47"]; 23920 [labelType="html" label="MapPartitionsRDD [23920] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster56025 { label="AQEShuffleRead"; 23921 [labelType="html" label="ShuffledRowRDD [23921] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster56022 { label="WholeStageCodegen (28)"; 23922 [labelType="html" label="MapPartitionsRDD [23922] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster55995 { label="WholeStageCodegen (29)"; 23923 [labelType="html" label="ZippedPartitionsRDD2 [23923] [Unordered]<br>count at ColumnStatJob.java:47"]; 23924 [labelType="html" label="MapPartitionsRDD [23924] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster55994 { label="Exchange"; 23925 [labelType="html" label="MapPartitionsRDD [23925] [Unordered]<br>count at ColumnStatJob.java:47"]; } } 23911->23912; 23913->23914; 23912->23915; 23914->23915; 23915->23916; 23917->23918; 23916->23919; 23918->23919; 23919->23920; 23921->23922; 23920->23923; 23922->23923; 23923->23924; 23924->23925; }
23910,23911
23860,23913
23864,23917
23868,23921
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time