3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 7516 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.2 s
Locality Level Summary:
Any: 1
Input Size / Records:
3.4 KiB / 1
Shuffle Read Size / Records:
669.0 B / 9
Shuffle Write Size / Records:
552.0 B / 7
Associated Job Ids:
3656
DAG Visualization
digraph G { subgraph clusterstage_7516 { label="Stage 7516"; subgraph cluster47271 { label="AQEShuffleRead"; 20474 [labelType="html" label="ShuffledRowRDD [20474] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster47268 { label="WholeStageCodegen (11)"; 20475 [labelType="html" label="MapPartitionsRDD [20475] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster47281 { label="AQEShuffleRead"; 20476 [labelType="html" label="ShuffledRowRDD [20476] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster47278 { label="WholeStageCodegen (12)"; 20477 [labelType="html" label="MapPartitionsRDD [20477] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster47277 { label="Window"; 20478 [labelType="html" label="MapPartitionsRDD [20478] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster47273 { label="WholeStageCodegen (13)"; 20479 [labelType="html" label="MapPartitionsRDD [20479] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster47262 { label="WholeStageCodegen (14)"; 20480 [labelType="html" label="ZippedPartitionsRDD2 [20480] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 20481 [labelType="html" label="MapPartitionsRDD [20481] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster47261 { label="Window"; 20482 [labelType="html" label="MapPartitionsRDD [20482] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster47258 { label="WholeStageCodegen (15)"; 20483 [labelType="html" label="MapPartitionsRDD [20483] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster47291 { label="AQEShuffleRead"; 20484 [labelType="html" label="ShuffledRowRDD [20484] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster47288 { label="WholeStageCodegen (16)"; 20485 [labelType="html" label="MapPartitionsRDD [20485] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster47287 { label="Window"; 20486 [labelType="html" label="MapPartitionsRDD [20486] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster47283 { label="WholeStageCodegen (17)"; 20487 [labelType="html" label="MapPartitionsRDD [20487] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster47252 { label="WholeStageCodegen (18)"; 20488 [labelType="html" label="ZippedPartitionsRDD2 [20488] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 20489 [labelType="html" label="MapPartitionsRDD [20489] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster47296 { label="Scan parquet "; 20490 [labelType="html" label="FileScanRDD [20490]<br>takeAsList at DataFrameCommonJob.java:145"]; 20491 [labelType="html" label="MapPartitionsRDD [20491]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster47292 { label="WholeStageCodegen (19)"; 20492 [labelType="html" label="MapPartitionsRDD [20492]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster47251 { label="CartesianProduct"; 20493 [labelType="html" label="UnsafeCartesianRDD [20493] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 20494 [labelType="html" label="MapPartitionsRDD [20494] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster47248 { label="WholeStageCodegen (20)"; 20495 [labelType="html" label="MapPartitionsRDD [20495] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster47247 { label="Exchange"; 20496 [labelType="html" label="MapPartitionsRDD [20496] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } } 20474->20475; 20476->20477; 20477->20478; 20478->20479; 20475->20480; 20479->20480; 20480->20481; 20481->20482; 20482->20483; 20484->20485; 20485->20486; 20486->20487; 20483->20488; 20487->20488; 20488->20489; 20490->20491; 20491->20492; 20489->20493; 20492->20493; 20493->20494; 20494->20495; 20495->20496; }
20435,20474
20473,20476
20443,20484
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time