3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 12383 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
68 ms
Locality Level Summary:
Any: 1
Input Size / Records:
174.0 B / 1
Shuffle Read Size / Records:
369.0 B / 3
Shuffle Write Size / Records:
210.0 B / 1
Associated Job Ids:
5339
DAG Visualization
digraph G { subgraph clusterstage_12383 { label="Stage 12383"; subgraph cluster71746 { label="AQEShuffleRead"; 30320 [labelType="html" label="ShuffledRowRDD [30320] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster71743 { label="WholeStageCodegen (3)"; 30321 [labelType="html" label="MapPartitionsRDD [30321] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster71751 { label="AQEShuffleRead"; 30322 [labelType="html" label="ShuffledRowRDD [30322] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster71748 { label="WholeStageCodegen (4)"; 30323 [labelType="html" label="MapPartitionsRDD [30323] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster71739 { label="WholeStageCodegen (5)"; 30324 [labelType="html" label="ZippedPartitionsRDD2 [30324] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 30325 [labelType="html" label="MapPartitionsRDD [30325] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster71756 { label="Scan csv "; 30326 [labelType="html" label="FileScanRDD [30326]<br>takeAsList at DataFrameCommonJob.java:145"]; 30327 [labelType="html" label="MapPartitionsRDD [30327]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster71752 { label="WholeStageCodegen (6)"; 30328 [labelType="html" label="MapPartitionsRDD [30328]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster71738 { label="CartesianProduct"; 30329 [labelType="html" label="UnsafeCartesianRDD [30329] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 30330 [labelType="html" label="MapPartitionsRDD [30330] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster71733 { label="WholeStageCodegen (7)"; 30331 [labelType="html" label="MapPartitionsRDD [30331] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster71732 { label="Exchange"; 30332 [labelType="html" label="MapPartitionsRDD [30332] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } } 30320->30321; 30322->30323; 30321->30324; 30323->30324; 30324->30325; 30326->30327; 30327->30328; 30325->30329; 30328->30329; 30329->30330; 30330->30331; 30331->30332; }
30315,30320
30319,30322
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time