3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 32099 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.2 s
Locality Level Summary:
Any: 1
Input Size / Records:
3.6 KiB / 1
Shuffle Read Size / Records:
115.4 KiB / 8098
Shuffle Write Size / Records:
109.0 KiB / 4922
Associated Job Ids:
17792
DAG Visualization
digraph G { subgraph clusterstage_32099 { label="Stage 32099"; subgraph cluster205049 { label="AQEShuffleRead"; 88752 [labelType="html" label="ShuffledRowRDD [88752] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster205046 { label="WholeStageCodegen (9)"; 88753 [labelType="html" label="MapPartitionsRDD [88753] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster205045 { label="Window"; 88754 [labelType="html" label="MapPartitionsRDD [88754] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster205042 { label="WholeStageCodegen (10)"; 88755 [labelType="html" label="MapPartitionsRDD [88755] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster205041 { label="Window"; 88756 [labelType="html" label="MapPartitionsRDD [88756] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster205037 { label="WholeStageCodegen (11)"; 88757 [labelType="html" label="MapPartitionsRDD [88757] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster205054 { label="Scan parquet "; 88758 [labelType="html" label="FileScanRDD [88758]<br>rdd at PersistJob.java:28"]; 88759 [labelType="html" label="MapPartitionsRDD [88759]<br>rdd at PersistJob.java:28"]; } subgraph cluster205050 { label="WholeStageCodegen (12)"; 88760 [labelType="html" label="MapPartitionsRDD [88760]<br>rdd at PersistJob.java:28"]; } subgraph cluster205036 { label="CartesianProduct"; 88761 [labelType="html" label="UnsafeCartesianRDD [88761] [Unordered]<br>rdd at PersistJob.java:28"]; 88762 [labelType="html" label="MapPartitionsRDD [88762] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster205033 { label="WholeStageCodegen (13)"; 88763 [labelType="html" label="MapPartitionsRDD [88763] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster205032 { label="Exchange"; 88764 [labelType="html" label="MapPartitionsRDD [88764] [Unordered]<br>rdd at PersistJob.java:28"]; } } 88752->88753; 88753->88754; 88754->88755; 88755->88756; 88756->88757; 88758->88759; 88759->88760; 88757->88761; 88760->88761; 88761->88762; 88762->88763; 88763->88764; }
88741,88752
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time