3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 7586 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1.1 min
Locality Level Summary:
Any: 10
Shuffle Read Size / Records:
28.7 MiB / 259485
Shuffle Write Size / Records:
51.8 MiB / 259485
Associated Job Ids:
3704
DAG Visualization
digraph G { subgraph clusterstage_7586 { label="Stage 7586"; subgraph cluster49218 { label="Exchange"; 21670 [labelType="html" label="ShuffledRowRDD [21670] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster49214 { label="WholeStageCodegen (7)"; 21671 [labelType="html" label="MapPartitionsRDD [21671] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster49213 { label="Window"; 21672 [labelType="html" label="MapPartitionsRDD [21672] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster49210 { label="WholeStageCodegen (8)"; 21673 [labelType="html" label="MapPartitionsRDD [21673] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster49209 { label="Window"; 21674 [labelType="html" label="MapPartitionsRDD [21674] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster49206 { label="WholeStageCodegen (9)"; 21675 [labelType="html" label="MapPartitionsRDD [21675] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster49205 { label="Window"; 21676 [labelType="html" label="MapPartitionsRDD [21676] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster49202 { label="WholeStageCodegen (10)"; 21677 [labelType="html" label="MapPartitionsRDD [21677] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster49201 { label="Window"; 21678 [labelType="html" label="MapPartitionsRDD [21678] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster49198 { label="WholeStageCodegen (11)"; 21679 [labelType="html" label="MapPartitionsRDD [21679] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster49197 { label="Window"; 21680 [labelType="html" label="MapPartitionsRDD [21680] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster49194 { label="WholeStageCodegen (12)"; 21681 [labelType="html" label="MapPartitionsRDD [21681] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster49193 { label="Window"; 21682 [labelType="html" label="MapPartitionsRDD [21682] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster49190 { label="WholeStageCodegen (13)"; 21683 [labelType="html" label="MapPartitionsRDD [21683] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster49189 { label="Window"; 21684 [labelType="html" label="MapPartitionsRDD [21684] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster49186 { label="WholeStageCodegen (14)"; 21685 [labelType="html" label="MapPartitionsRDD [21685] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster49185 { label="Window"; 21686 [labelType="html" label="MapPartitionsRDD [21686] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster49182 { label="WholeStageCodegen (15)"; 21687 [labelType="html" label="MapPartitionsRDD [21687] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster49181 { label="Window"; 21688 [labelType="html" label="MapPartitionsRDD [21688] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster49177 { label="WholeStageCodegen (16)"; 21689 [labelType="html" label="MapPartitionsRDD [21689] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster49176 { label="Window"; 21690 [labelType="html" label="MapPartitionsRDD [21690] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster49172 { label="WholeStageCodegen (17)"; 21691 [labelType="html" label="MapPartitionsRDD [21691] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster49171 { label="Window"; 21692 [labelType="html" label="MapPartitionsRDD [21692] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster49167 { label="WholeStageCodegen (18)"; 21693 [labelType="html" label="MapPartitionsRDD [21693] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster49166 { label="Exchange"; 21694 [labelType="html" label="MapPartitionsRDD [21694] [Unordered]<br>rdd at PersistJob.java:28"]; } } 21670->21671; 21671->21672; 21672->21673; 21673->21674; 21674->21675; 21675->21676; 21676->21677; 21677->21678; 21678->21679; 21679->21680; 21680->21681; 21681->21682; 21682->21683; 21683->21684; 21684->21685; 21685->21686; 21686->21687; 21687->21688; 21688->21689; 21689->21690; 21690->21691; 21691->21692; 21692->21693; 21693->21694; }
21669,21670
Event Timeline
Enable zooming
Tasks: 10. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time