3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 12353 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
20 ms
Locality Level Summary:
Any: 1
Input Size / Records:
174.0 B / 1
Shuffle Read Size / Records:
349.0 B / 3
Shuffle Write Size / Records:
144.0 B / 1
Associated Job Ids:
5324
DAG Visualization
digraph G { subgraph clusterstage_12353 { label="Stage 12353"; subgraph cluster71492 { label="AQEShuffleRead"; 30211 [labelType="html" label="ShuffledRowRDD [30211] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster71489 { label="WholeStageCodegen (4)"; 30212 [labelType="html" label="MapPartitionsRDD [30212] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster71497 { label="AQEShuffleRead"; 30213 [labelType="html" label="ShuffledRowRDD [30213] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster71494 { label="WholeStageCodegen (5)"; 30214 [labelType="html" label="MapPartitionsRDD [30214] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster71485 { label="WholeStageCodegen (6)"; 30215 [labelType="html" label="ZippedPartitionsRDD2 [30215] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 30216 [labelType="html" label="MapPartitionsRDD [30216] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster71502 { label="Scan csv "; 30217 [labelType="html" label="FileScanRDD [30217]<br>takeAsList at DataFrameCommonJob.java:145"]; 30218 [labelType="html" label="MapPartitionsRDD [30218]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster71498 { label="WholeStageCodegen (7)"; 30219 [labelType="html" label="MapPartitionsRDD [30219]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster71484 { label="CartesianProduct"; 30220 [labelType="html" label="UnsafeCartesianRDD [30220] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 30221 [labelType="html" label="MapPartitionsRDD [30221] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster71479 { label="WholeStageCodegen (8)"; 30222 [labelType="html" label="MapPartitionsRDD [30222] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster71478 { label="Exchange"; 30223 [labelType="html" label="MapPartitionsRDD [30223] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } } 30211->30212; 30213->30214; 30212->30215; 30214->30215; 30215->30216; 30217->30218; 30218->30219; 30216->30220; 30219->30220; 30220->30221; 30221->30222; 30222->30223; }
30202,30211
30206,30213
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time