3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 10211 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.2 s
Locality Level Summary:
Any: 1
Input Size / Records:
3.4 KiB / 1
Shuffle Read Size / Records:
669.0 B / 9
Shuffle Write Size / Records:
552.0 B / 7
Associated Job Ids:
4511
DAG Visualization
digraph G { subgraph clusterstage_10211 { label="Stage 10211"; subgraph cluster60110 { label="AQEShuffleRead"; 25467 [labelType="html" label="ShuffledRowRDD [25467] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster60107 { label="WholeStageCodegen (11)"; 25468 [labelType="html" label="MapPartitionsRDD [25468] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster60120 { label="AQEShuffleRead"; 25469 [labelType="html" label="ShuffledRowRDD [25469] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster60117 { label="WholeStageCodegen (12)"; 25470 [labelType="html" label="MapPartitionsRDD [25470] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster60116 { label="Window"; 25471 [labelType="html" label="MapPartitionsRDD [25471] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster60112 { label="WholeStageCodegen (13)"; 25472 [labelType="html" label="MapPartitionsRDD [25472] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster60101 { label="WholeStageCodegen (14)"; 25473 [labelType="html" label="ZippedPartitionsRDD2 [25473] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 25474 [labelType="html" label="MapPartitionsRDD [25474] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster60100 { label="Window"; 25475 [labelType="html" label="MapPartitionsRDD [25475] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster60097 { label="WholeStageCodegen (15)"; 25476 [labelType="html" label="MapPartitionsRDD [25476] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster60130 { label="AQEShuffleRead"; 25477 [labelType="html" label="ShuffledRowRDD [25477] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster60127 { label="WholeStageCodegen (16)"; 25478 [labelType="html" label="MapPartitionsRDD [25478] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster60126 { label="Window"; 25479 [labelType="html" label="MapPartitionsRDD [25479] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster60122 { label="WholeStageCodegen (17)"; 25480 [labelType="html" label="MapPartitionsRDD [25480] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster60091 { label="WholeStageCodegen (18)"; 25481 [labelType="html" label="ZippedPartitionsRDD2 [25481] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 25482 [labelType="html" label="MapPartitionsRDD [25482] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster60135 { label="Scan parquet "; 25483 [labelType="html" label="FileScanRDD [25483]<br>takeAsList at DataFrameCommonJob.java:145"]; 25484 [labelType="html" label="MapPartitionsRDD [25484]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster60131 { label="WholeStageCodegen (19)"; 25485 [labelType="html" label="MapPartitionsRDD [25485]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster60090 { label="CartesianProduct"; 25486 [labelType="html" label="UnsafeCartesianRDD [25486] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 25487 [labelType="html" label="MapPartitionsRDD [25487] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster60087 { label="WholeStageCodegen (20)"; 25488 [labelType="html" label="MapPartitionsRDD [25488] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster60086 { label="Exchange"; 25489 [labelType="html" label="MapPartitionsRDD [25489] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } } 25467->25468; 25469->25470; 25470->25471; 25471->25472; 25468->25473; 25472->25473; 25473->25474; 25474->25475; 25475->25476; 25477->25478; 25478->25479; 25479->25480; 25476->25481; 25480->25481; 25481->25482; 25483->25484; 25484->25485; 25482->25486; 25485->25486; 25486->25487; 25487->25488; 25488->25489; }
25428,25467
25466,25469
25436,25477
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time