3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 16790 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1.1 min
Locality Level Summary:
Any: 10
Shuffle Read Size / Records:
28.6 MiB / 258294
Shuffle Write Size / Records:
51.6 MiB / 258294
Associated Job Ids:
8156
DAG Visualization
digraph G { subgraph clusterstage_16790 { label="Stage 16790"; subgraph cluster107075 { label="Exchange"; 45674 [labelType="html" label="ShuffledRowRDD [45674] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster107071 { label="WholeStageCodegen (7)"; 45675 [labelType="html" label="MapPartitionsRDD [45675] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster107070 { label="Window"; 45676 [labelType="html" label="MapPartitionsRDD [45676] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster107067 { label="WholeStageCodegen (8)"; 45677 [labelType="html" label="MapPartitionsRDD [45677] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster107066 { label="Window"; 45678 [labelType="html" label="MapPartitionsRDD [45678] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster107063 { label="WholeStageCodegen (9)"; 45679 [labelType="html" label="MapPartitionsRDD [45679] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster107062 { label="Window"; 45680 [labelType="html" label="MapPartitionsRDD [45680] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster107059 { label="WholeStageCodegen (10)"; 45681 [labelType="html" label="MapPartitionsRDD [45681] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster107058 { label="Window"; 45682 [labelType="html" label="MapPartitionsRDD [45682] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster107055 { label="WholeStageCodegen (11)"; 45683 [labelType="html" label="MapPartitionsRDD [45683] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster107054 { label="Window"; 45684 [labelType="html" label="MapPartitionsRDD [45684] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster107051 { label="WholeStageCodegen (12)"; 45685 [labelType="html" label="MapPartitionsRDD [45685] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster107050 { label="Window"; 45686 [labelType="html" label="MapPartitionsRDD [45686] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster107047 { label="WholeStageCodegen (13)"; 45687 [labelType="html" label="MapPartitionsRDD [45687] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster107046 { label="Window"; 45688 [labelType="html" label="MapPartitionsRDD [45688] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster107043 { label="WholeStageCodegen (14)"; 45689 [labelType="html" label="MapPartitionsRDD [45689] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster107042 { label="Window"; 45690 [labelType="html" label="MapPartitionsRDD [45690] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster107039 { label="WholeStageCodegen (15)"; 45691 [labelType="html" label="MapPartitionsRDD [45691] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster107038 { label="Window"; 45692 [labelType="html" label="MapPartitionsRDD [45692] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster107034 { label="WholeStageCodegen (16)"; 45693 [labelType="html" label="MapPartitionsRDD [45693] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster107033 { label="Window"; 45694 [labelType="html" label="MapPartitionsRDD [45694] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster107029 { label="WholeStageCodegen (17)"; 45695 [labelType="html" label="MapPartitionsRDD [45695] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster107028 { label="Window"; 45696 [labelType="html" label="MapPartitionsRDD [45696] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster107024 { label="WholeStageCodegen (18)"; 45697 [labelType="html" label="MapPartitionsRDD [45697] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster107023 { label="Exchange"; 45698 [labelType="html" label="MapPartitionsRDD [45698] [Unordered]<br>parquet at PersistJob.java:35"]; } } 45674->45675; 45675->45676; 45676->45677; 45677->45678; 45678->45679; 45679->45680; 45680->45681; 45681->45682; 45682->45683; 45683->45684; 45684->45685; 45685->45686; 45686->45687; 45687->45688; 45688->45689; 45689->45690; 45690->45691; 45691->45692; 45692->45693; 45693->45694; 45694->45695; 45695->45696; 45696->45697; 45697->45698; }
45673,45674
Event Timeline
Enable zooming
Tasks: 10. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time