3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 9159 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
92 ms
Locality Level Summary:
Any: 1
Shuffle Read Size / Records:
4.0 KiB / 284
Shuffle Write Size / Records:
190.0 B / 7
Associated Job Ids:
4189
DAG Visualization
digraph G { subgraph clusterstage_9159 { label="Stage 9159"; subgraph cluster55250 { label="AQEShuffleRead"; 23617 [labelType="html" label="ShuffledRowRDD [23617] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster55247 { label="WholeStageCodegen (23)"; 23618 [labelType="html" label="MapPartitionsRDD [23618] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster55255 { label="AQEShuffleRead"; 23619 [labelType="html" label="ShuffledRowRDD [23619] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster55252 { label="WholeStageCodegen (24)"; 23620 [labelType="html" label="MapPartitionsRDD [23620] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster55243 { label="WholeStageCodegen (25)"; 23621 [labelType="html" label="ZippedPartitionsRDD2 [23621] [Unordered]<br>count at ColumnStatJob.java:47"]; 23622 [labelType="html" label="MapPartitionsRDD [23622] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster55260 { label="AQEShuffleRead"; 23623 [labelType="html" label="ShuffledRowRDD [23623] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster55257 { label="WholeStageCodegen (26)"; 23624 [labelType="html" label="MapPartitionsRDD [23624] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster55239 { label="WholeStageCodegen (27)"; 23625 [labelType="html" label="ZippedPartitionsRDD2 [23625] [Unordered]<br>count at ColumnStatJob.java:47"]; 23626 [labelType="html" label="MapPartitionsRDD [23626] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster55265 { label="AQEShuffleRead"; 23627 [labelType="html" label="ShuffledRowRDD [23627] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster55262 { label="WholeStageCodegen (28)"; 23628 [labelType="html" label="MapPartitionsRDD [23628] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster55235 { label="WholeStageCodegen (29)"; 23629 [labelType="html" label="ZippedPartitionsRDD2 [23629] [Unordered]<br>count at ColumnStatJob.java:47"]; 23630 [labelType="html" label="MapPartitionsRDD [23630] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster55234 { label="Exchange"; 23631 [labelType="html" label="MapPartitionsRDD [23631] [Unordered]<br>count at ColumnStatJob.java:47"]; } } 23617->23618; 23619->23620; 23618->23621; 23620->23621; 23621->23622; 23623->23624; 23622->23625; 23624->23625; 23625->23626; 23627->23628; 23626->23629; 23628->23629; 23629->23630; 23630->23631; }
23616,23617
23568,23619
23572,23623
23576,23627
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time