3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 12357 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
95 ms
Locality Level Summary:
Any: 1
Input Size / Records:
3.4 KiB / 1
Shuffle Read Size / Records:
144.0 B / 1
Shuffle Write Size / Records:
166.0 B / 1
Associated Job Ids:
5325
DAG Visualization
digraph G { subgraph clusterstage_12357 { label="Stage 12357"; subgraph cluster71520 { label="AQEShuffleRead"; 30224 [labelType="html" label="ShuffledRowRDD [30224] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster71517 { label="WholeStageCodegen (9)"; 30225 [labelType="html" label="MapPartitionsRDD [30225] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster71516 { label="Window"; 30226 [labelType="html" label="MapPartitionsRDD [30226] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster71513 { label="WholeStageCodegen (10)"; 30227 [labelType="html" label="MapPartitionsRDD [30227] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster71512 { label="Window"; 30228 [labelType="html" label="MapPartitionsRDD [30228] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster71508 { label="WholeStageCodegen (11)"; 30229 [labelType="html" label="MapPartitionsRDD [30229] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster71525 { label="Scan parquet "; 30230 [labelType="html" label="FileScanRDD [30230]<br>takeAsList at DataFrameCommonJob.java:145"]; 30231 [labelType="html" label="MapPartitionsRDD [30231]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster71521 { label="WholeStageCodegen (12)"; 30232 [labelType="html" label="MapPartitionsRDD [30232]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster71507 { label="CartesianProduct"; 30233 [labelType="html" label="UnsafeCartesianRDD [30233] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 30234 [labelType="html" label="MapPartitionsRDD [30234] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster71504 { label="WholeStageCodegen (13)"; 30235 [labelType="html" label="MapPartitionsRDD [30235] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster71503 { label="Exchange"; 30236 [labelType="html" label="MapPartitionsRDD [30236] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } } 30224->30225; 30225->30226; 30226->30227; 30227->30228; 30228->30229; 30230->30231; 30231->30232; 30229->30233; 30232->30233; 30233->30234; 30234->30235; 30235->30236; }
30223,30224
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time