3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 17320 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
10 s
Locality Level Summary:
Any: 15
Input Size / Records:
2.6 KiB / 15
Shuffle Read Size / Records:
18.2 MiB / 254612
Shuffle Write Size / Records:
7.5 MiB / 171879
Associated Job Ids:
8692
DAG Visualization
digraph G { subgraph clusterstage_17320 { label="Stage 17320"; subgraph cluster113038 { label="Exchange"; 48559 [labelType="html" label="ShuffledRowRDD [48559] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster113034 { label="WholeStageCodegen (12)"; 48560 [labelType="html" label="MapPartitionsRDD [48560] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster113033 { label="Window"; 48561 [labelType="html" label="MapPartitionsRDD [48561] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster113029 { label="WholeStageCodegen (13)"; 48562 [labelType="html" label="MapPartitionsRDD [48562] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster113055 { label="AQEShuffleRead"; 48563 [labelType="html" label="ShuffledRowRDD [48563] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster113052 { label="WholeStageCodegen (14)"; 48564 [labelType="html" label="MapPartitionsRDD [48564] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster113074 { label="AQEShuffleRead"; 48572 [labelType="html" label="ShuffledRowRDD [48572] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster113073 { label="ObjectHashAggregate"; 48573 [labelType="html" label="MapPartitionsRDD [48573] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster113057 { label="WholeStageCodegen (15)"; 48574 [labelType="html" label="MapPartitionsRDD [48574] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster113039 { label="WholeStageCodegen (16)"; 48575 [labelType="html" label="ZippedPartitionsRDD2 [48575] [Unordered]<br>count at ColumnStatJob.java:47"]; 48576 [labelType="html" label="MapPartitionsRDD [48576] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster113028 { label="Union"; 48577 [labelType="html" label="UnionRDD [48577] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster113079 { label="Scan csv "; 48578 [labelType="html" label="FileScanRDD [48578]<br>count at ColumnStatJob.java:47"]; 48579 [labelType="html" label="MapPartitionsRDD [48579]<br>count at ColumnStatJob.java:47"]; } subgraph cluster113075 { label="WholeStageCodegen (17)"; 48580 [labelType="html" label="MapPartitionsRDD [48580]<br>count at ColumnStatJob.java:47"]; } subgraph cluster113027 { label="CartesianProduct"; 48581 [labelType="html" label="UnsafeCartesianRDD [48581] [Unordered]<br>count at ColumnStatJob.java:47"]; 48582 [labelType="html" label="MapPartitionsRDD [48582] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster113026 { label="Exchange"; 48583 [labelType="html" label="MapPartitionsRDD [48583] [Unordered]<br>count at ColumnStatJob.java:47"]; } } 48559->48560; 48560->48561; 48561->48562; 48563->48564; 48572->48573; 48573->48574; 48564->48575; 48574->48575; 48575->48576; 48562->48577; 48576->48577; 48578->48579; 48579->48580; 48577->48581; 48580->48581; 48581->48582; 48582->48583; }
48530,48559
48513,48563
48523,48572
Event Timeline
Enable zooming
Tasks: 15. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time