3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 12329 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
75 ms
Locality Level Summary:
Any: 1
Input Size / Records:
174.0 B / 1
Shuffle Read Size / Records:
349.0 B / 3
Shuffle Write Size / Records:
129.0 B / 1
Associated Job Ids:
5316
DAG Visualization
digraph G { subgraph clusterstage_12329 { label="Stage 12329"; subgraph cluster71345 { label="AQEShuffleRead"; 30154 [labelType="html" label="ShuffledRowRDD [30154] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster71342 { label="WholeStageCodegen (4)"; 30155 [labelType="html" label="MapPartitionsRDD [30155] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster71350 { label="AQEShuffleRead"; 30156 [labelType="html" label="ShuffledRowRDD [30156] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster71347 { label="WholeStageCodegen (5)"; 30157 [labelType="html" label="MapPartitionsRDD [30157] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster71338 { label="WholeStageCodegen (6)"; 30158 [labelType="html" label="ZippedPartitionsRDD2 [30158] [Unordered]<br>count at ColumnStatJob.java:47"]; 30159 [labelType="html" label="MapPartitionsRDD [30159] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster71355 { label="Scan csv "; 30160 [labelType="html" label="FileScanRDD [30160]<br>count at ColumnStatJob.java:47"]; 30161 [labelType="html" label="MapPartitionsRDD [30161]<br>count at ColumnStatJob.java:47"]; } subgraph cluster71351 { label="WholeStageCodegen (7)"; 30162 [labelType="html" label="MapPartitionsRDD [30162]<br>count at ColumnStatJob.java:47"]; } subgraph cluster71337 { label="CartesianProduct"; 30163 [labelType="html" label="UnsafeCartesianRDD [30163] [Unordered]<br>count at ColumnStatJob.java:47"]; 30164 [labelType="html" label="MapPartitionsRDD [30164] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster71332 { label="WholeStageCodegen (8)"; 30165 [labelType="html" label="MapPartitionsRDD [30165] [Unordered]<br>count at ColumnStatJob.java:47"]; } subgraph cluster71331 { label="Exchange"; 30166 [labelType="html" label="MapPartitionsRDD [30166] [Unordered]<br>count at ColumnStatJob.java:47"]; } } 30154->30155; 30156->30157; 30155->30158; 30157->30158; 30158->30159; 30160->30161; 30161->30162; 30159->30163; 30162->30163; 30163->30164; 30164->30165; 30165->30166; }
30143,30154
30147,30156
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time