3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 12485 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
23 ms
Locality Level Summary:
Any: 1
Shuffle Read Size / Records:
49.5 KiB / 4046
Shuffle Write Size / Records:
143.0 B / 1
Associated Job Ids:
5418
DAG Visualization
digraph G { subgraph clusterstage_12485 { label="Stage 12485"; subgraph cluster72421 { label="AQEShuffleRead"; 30587 [labelType="html" label="ShuffledRowRDD [30587] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster72418 { label="WholeStageCodegen (4)"; 30588 [labelType="html" label="MapPartitionsRDD [30588] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster72426 { label="AQEShuffleRead"; 30589 [labelType="html" label="ShuffledRowRDD [30589] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster72423 { label="WholeStageCodegen (5)"; 30590 [labelType="html" label="MapPartitionsRDD [30590] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster72414 { label="WholeStageCodegen (6)"; 30591 [labelType="html" label="ZippedPartitionsRDD2 [30591] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 30592 [labelType="html" label="MapPartitionsRDD [30592] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster72431 { label="AQEShuffleRead"; 30593 [labelType="html" label="ShuffledRowRDD [30593] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster72428 { label="WholeStageCodegen (7)"; 30594 [labelType="html" label="MapPartitionsRDD [30594] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster72410 { label="WholeStageCodegen (8)"; 30595 [labelType="html" label="ZippedPartitionsRDD2 [30595] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 30596 [labelType="html" label="MapPartitionsRDD [30596] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster72409 { label="ObjectHashAggregate"; 30597 [labelType="html" label="MapPartitionsRDD [30597] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster72408 { label="Exchange"; 30598 [labelType="html" label="MapPartitionsRDD [30598] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } } 30587->30588; 30589->30590; 30588->30591; 30590->30591; 30591->30592; 30593->30594; 30592->30595; 30594->30595; 30595->30596; 30596->30597; 30597->30598; }
30578,30587
30582,30589
30586,30593
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time