3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 6320 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
12 ms
Locality Level Summary:
Any: 1
Input Size / Records:
175.0 B / 1
Shuffle Read Size / Records:
7.9 KiB / 533
Shuffle Write Size / Records:
4.2 KiB / 210
Associated Job Ids:
3351
DAG Visualization
digraph G { subgraph clusterstage_6320 { label="Stage 6320"; subgraph cluster42396 { label="AQEShuffleRead"; 18272 [labelType="html" label="ShuffledRowRDD [18272] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster42393 { label="WholeStageCodegen (17)"; 18273 [labelType="html" label="MapPartitionsRDD [18273] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster42401 { label="AQEShuffleRead"; 18274 [labelType="html" label="ShuffledRowRDD [18274] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster42398 { label="WholeStageCodegen (18)"; 18275 [labelType="html" label="MapPartitionsRDD [18275] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster42389 { label="WholeStageCodegen (19)"; 18276 [labelType="html" label="ZippedPartitionsRDD2 [18276] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 18277 [labelType="html" label="MapPartitionsRDD [18277] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster42406 { label="Scan csv "; 18278 [labelType="html" label="FileScanRDD [18278]<br>takeAsList at DataFrameCommonJob.java:145"]; 18279 [labelType="html" label="MapPartitionsRDD [18279]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster42402 { label="WholeStageCodegen (20)"; 18280 [labelType="html" label="MapPartitionsRDD [18280]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster42388 { label="CartesianProduct"; 18281 [labelType="html" label="UnsafeCartesianRDD [18281] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 18282 [labelType="html" label="MapPartitionsRDD [18282] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster42385 { label="WholeStageCodegen (21)"; 18283 [labelType="html" label="MapPartitionsRDD [18283] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster42384 { label="Exchange"; 18284 [labelType="html" label="MapPartitionsRDD [18284] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } } 18272->18273; 18274->18275; 18273->18276; 18275->18276; 18276->18277; 18278->18279; 18279->18280; 18277->18281; 18280->18281; 18281->18282; 18282->18283; 18283->18284; }
18267,18272
18271,18274
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time