3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 12373 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
62 ms
Locality Level Summary:
Any: 1
Input Size / Records:
174.0 B / 1
Shuffle Read Size / Records:
268.0 B / 3
Shuffle Write Size / Records:
59.0 B / 1
Associated Job Ids:
5334
DAG Visualization
digraph G { subgraph clusterstage_12373 { label="Stage 12373"; subgraph cluster71663 { label="AQEShuffleRead"; 30284 [labelType="html" label="ShuffledRowRDD [30284] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster71656 { label="WholeStageCodegen (3)"; 30285 [labelType="html" label="MapPartitionsRDD [30285] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster71668 { label="AQEShuffleRead"; 30286 [labelType="html" label="ShuffledRowRDD [30286] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster71665 { label="WholeStageCodegen (4)"; 30289 [labelType="html" label="MapPartitionsRDD [30289] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster71652 { label="WholeStageCodegen (5)"; 30292 [labelType="html" label="ZippedPartitionsRDD2 [30292] [Unordered]<br>count at ColumnStatJob.java:47"]; 30293 [labelType="html" label="MapPartitionsRDD [30293] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster71674 { label="Scan csv "; 30294 [labelType="html" label="FileScanRDD [30294]<br>count at ColumnStatJob.java:47"]; 30295 [labelType="html" label="MapPartitionsRDD [30295]<br>count at ColumnStatJob.java:47"]; } subgraph cluster71670 { label="WholeStageCodegen (6)"; 30296 [labelType="html" label="MapPartitionsRDD [30296]<br>count at ColumnStatJob.java:47"]; } subgraph cluster71651 { label="CartesianProduct"; 30297 [labelType="html" label="UnsafeCartesianRDD [30297] [Unordered]<br>count at ColumnStatJob.java:47"]; 30298 [labelType="html" label="MapPartitionsRDD [30298] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster71645 { label="WholeStageCodegen (7)"; 30299 [labelType="html" label="MapPartitionsRDD [30299] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster71644 { label="Exchange"; 30300 [labelType="html" label="MapPartitionsRDD [30300] [Unordered]<br>count at ColumnStatJob.java:47"]; } } 30284->30285; 30286->30289; 30285->30292; 30289->30292; 30292->30293; 30294->30295; 30295->30296; 30293->30297; 30296->30297; 30297->30298; 30298->30299; 30299->30300; }
30279,30284
30283,30286
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time