3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 9141 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.2 s
Locality Level Summary:
Any: 1
Input Size / Records:
1481.0 B / 1
Shuffle Read Size / Records:
641.0 B / 9
Shuffle Write Size / Records:
208.0 B / 7
Associated Job Ids:
4187
DAG Visualization
digraph G { subgraph clusterstage_9141 { label="Stage 9141"; subgraph cluster55195 { label="AQEShuffleRead"; 23588 [labelType="html" label="ShuffledRowRDD [23588] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster55192 { label="WholeStageCodegen (11)"; 23589 [labelType="html" label="MapPartitionsRDD [23589] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster55205 { label="AQEShuffleRead"; 23590 [labelType="html" label="ShuffledRowRDD [23590] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster55202 { label="WholeStageCodegen (12)"; 23591 [labelType="html" label="MapPartitionsRDD [23591] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster55201 { label="Window"; 23592 [labelType="html" label="MapPartitionsRDD [23592] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster55197 { label="WholeStageCodegen (13)"; 23593 [labelType="html" label="MapPartitionsRDD [23593] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster55186 { label="WholeStageCodegen (14)"; 23594 [labelType="html" label="ZippedPartitionsRDD2 [23594] [Unordered]<br>count at ColumnStatJob.java:47"]; 23595 [labelType="html" label="MapPartitionsRDD [23595] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster55185 { label="Window"; 23596 [labelType="html" label="MapPartitionsRDD [23596] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster55182 { label="WholeStageCodegen (15)"; 23597 [labelType="html" label="MapPartitionsRDD [23597] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster55215 { label="AQEShuffleRead"; 23598 [labelType="html" label="ShuffledRowRDD [23598] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster55212 { label="WholeStageCodegen (16)"; 23599 [labelType="html" label="MapPartitionsRDD [23599] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster55211 { label="Window"; 23600 [labelType="html" label="MapPartitionsRDD [23600] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster55207 { label="WholeStageCodegen (17)"; 23601 [labelType="html" label="MapPartitionsRDD [23601] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster55178 { label="WholeStageCodegen (18)"; 23602 [labelType="html" label="ZippedPartitionsRDD2 [23602] [Unordered]<br>count at ColumnStatJob.java:47"]; 23603 [labelType="html" label="MapPartitionsRDD [23603] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster55219 { label="Scan parquet "; 23604 [labelType="html" label="FileScanRDD [23604]<br>count at ColumnStatJob.java:47"]; 23605 [labelType="html" label="MapPartitionsRDD [23605]<br>count at ColumnStatJob.java:47"]; } subgraph cluster55216 { label="WholeStageCodegen (19)"; 23606 [labelType="html" label="MapPartitionsRDD [23606]<br>count at ColumnStatJob.java:47"]; } subgraph cluster55177 { label="CartesianProduct"; 23607 [labelType="html" label="UnsafeCartesianRDD [23607] [Unordered]<br>count at ColumnStatJob.java:47"]; 23608 [labelType="html" label="MapPartitionsRDD [23608] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster55176 { label="Exchange"; 23609 [labelType="html" label="MapPartitionsRDD [23609] [Unordered]<br>count at ColumnStatJob.java:47"]; } } 23588->23589; 23590->23591; 23591->23592; 23592->23593; 23589->23594; 23593->23594; 23594->23595; 23595->23596; 23596->23597; 23598->23599; 23599->23600; 23600->23601; 23597->23602; 23601->23602; 23602->23603; 23604->23605; 23605->23606; 23603->23607; 23606->23607; 23607->23608; 23608->23609; }
23552,23588
23587,23590
23560,23598
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time