3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 9222 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.1 s
Locality Level Summary:
Any: 1
Shuffle Read Size / Records:
4.7 KiB / 284
Shuffle Write Size / Records:
793.0 B / 7
Associated Job Ids:
4204
DAG Visualization
digraph G { subgraph clusterstage_9222 { label="Stage 9222"; subgraph cluster55542 { label="AQEShuffleRead"; 23715 [labelType="html" label="ShuffledRowRDD [23715] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster55539 { label="WholeStageCodegen (24)"; 23716 [labelType="html" label="MapPartitionsRDD [23716] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster55547 { label="AQEShuffleRead"; 23717 [labelType="html" label="ShuffledRowRDD [23717] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster55544 { label="WholeStageCodegen (25)"; 23718 [labelType="html" label="MapPartitionsRDD [23718] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster55535 { label="WholeStageCodegen (26)"; 23719 [labelType="html" label="ZippedPartitionsRDD2 [23719] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 23720 [labelType="html" label="MapPartitionsRDD [23720] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster55552 { label="AQEShuffleRead"; 23721 [labelType="html" label="ShuffledRowRDD [23721] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster55549 { label="WholeStageCodegen (27)"; 23722 [labelType="html" label="MapPartitionsRDD [23722] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster55531 { label="WholeStageCodegen (28)"; 23723 [labelType="html" label="ZippedPartitionsRDD2 [23723] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 23724 [labelType="html" label="MapPartitionsRDD [23724] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster55557 { label="AQEShuffleRead"; 23725 [labelType="html" label="ShuffledRowRDD [23725] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster55554 { label="WholeStageCodegen (29)"; 23726 [labelType="html" label="MapPartitionsRDD [23726] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster55527 { label="WholeStageCodegen (30)"; 23727 [labelType="html" label="ZippedPartitionsRDD2 [23727] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 23728 [labelType="html" label="MapPartitionsRDD [23728] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster55526 { label="Exchange"; 23729 [labelType="html" label="MapPartitionsRDD [23729] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } } 23715->23716; 23717->23718; 23716->23719; 23718->23719; 23719->23720; 23721->23722; 23720->23723; 23722->23723; 23723->23724; 23725->23726; 23724->23727; 23726->23727; 23727->23728; 23728->23729; }
23714,23715
23662,23717
23666,23721
23670,23725
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time