3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 16956 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.6 s
Locality Level Summary:
Any: 1
Shuffle Read Size / Records:
1052.8 KiB / 79703
Shuffle Write Size / Records:
1449.0 KiB / 74906
Associated Job Ids:
8251
DAG Visualization
digraph G { subgraph clusterstage_16956 { label="Stage 16956"; subgraph cluster108423 { label="AQEShuffleRead"; 46356 [labelType="html" label="ShuffledRowRDD [46356] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster108420 { label="WholeStageCodegen (7)"; 46357 [labelType="html" label="MapPartitionsRDD [46357] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster108428 { label="AQEShuffleRead"; 46358 [labelType="html" label="ShuffledRowRDD [46358] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster108425 { label="WholeStageCodegen (8)"; 46359 [labelType="html" label="MapPartitionsRDD [46359] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster108416 { label="WholeStageCodegen (9)"; 46360 [labelType="html" label="ZippedPartitionsRDD2 [46360] [Unordered]<br>rdd at PersistJob.java:28"]; 46361 [labelType="html" label="MapPartitionsRDD [46361] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster108433 { label="AQEShuffleRead"; 46362 [labelType="html" label="ShuffledRowRDD [46362] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster108430 { label="WholeStageCodegen (10)"; 46363 [labelType="html" label="MapPartitionsRDD [46363] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster108412 { label="WholeStageCodegen (11)"; 46364 [labelType="html" label="ZippedPartitionsRDD2 [46364] [Unordered]<br>rdd at PersistJob.java:28"]; 46365 [labelType="html" label="MapPartitionsRDD [46365] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster108411 { label="ObjectHashAggregate"; 46366 [labelType="html" label="MapPartitionsRDD [46366] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster108410 { label="Exchange"; 46367 [labelType="html" label="MapPartitionsRDD [46367] [Unordered]<br>rdd at PersistJob.java:28"]; } } 46356->46357; 46358->46359; 46357->46360; 46359->46360; 46360->46361; 46362->46363; 46361->46364; 46363->46364; 46364->46365; 46365->46366; 46366->46367; }
46347,46356
46351,46358
46355,46362
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time