3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 15001 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
46 s
Locality Level Summary:
Any: 10
Shuffle Read Size / Records:
18.9 MiB / 169548
Shuffle Write Size / Records:
36.0 MiB / 169548
Associated Job Ids:
7890
DAG Visualization
digraph G { subgraph clusterstage_15001 { label="Stage 15001"; subgraph cluster96396 { label="Exchange"; 40622 [labelType="html" label="ShuffledRowRDD [40622] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster96392 { label="WholeStageCodegen (7)"; 40623 [labelType="html" label="MapPartitionsRDD [40623] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster96391 { label="Window"; 40624 [labelType="html" label="MapPartitionsRDD [40624] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster96388 { label="WholeStageCodegen (8)"; 40625 [labelType="html" label="MapPartitionsRDD [40625] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster96387 { label="Window"; 40626 [labelType="html" label="MapPartitionsRDD [40626] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster96384 { label="WholeStageCodegen (9)"; 40627 [labelType="html" label="MapPartitionsRDD [40627] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster96383 { label="Window"; 40628 [labelType="html" label="MapPartitionsRDD [40628] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster96380 { label="WholeStageCodegen (10)"; 40629 [labelType="html" label="MapPartitionsRDD [40629] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster96379 { label="Window"; 40630 [labelType="html" label="MapPartitionsRDD [40630] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster96376 { label="WholeStageCodegen (11)"; 40631 [labelType="html" label="MapPartitionsRDD [40631] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster96375 { label="Window"; 40632 [labelType="html" label="MapPartitionsRDD [40632] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster96372 { label="WholeStageCodegen (12)"; 40633 [labelType="html" label="MapPartitionsRDD [40633] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster96371 { label="Window"; 40634 [labelType="html" label="MapPartitionsRDD [40634] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster96368 { label="WholeStageCodegen (13)"; 40635 [labelType="html" label="MapPartitionsRDD [40635] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster96367 { label="Window"; 40636 [labelType="html" label="MapPartitionsRDD [40636] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster96364 { label="WholeStageCodegen (14)"; 40637 [labelType="html" label="MapPartitionsRDD [40637] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster96363 { label="Window"; 40638 [labelType="html" label="MapPartitionsRDD [40638] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster96360 { label="WholeStageCodegen (15)"; 40639 [labelType="html" label="MapPartitionsRDD [40639] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster96359 { label="Window"; 40640 [labelType="html" label="MapPartitionsRDD [40640] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster96355 { label="WholeStageCodegen (16)"; 40641 [labelType="html" label="MapPartitionsRDD [40641] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster96354 { label="Window"; 40642 [labelType="html" label="MapPartitionsRDD [40642] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster96350 { label="WholeStageCodegen (17)"; 40643 [labelType="html" label="MapPartitionsRDD [40643] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster96349 { label="Window"; 40644 [labelType="html" label="MapPartitionsRDD [40644] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster96345 { label="WholeStageCodegen (18)"; 40645 [labelType="html" label="MapPartitionsRDD [40645] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster96344 { label="Exchange"; 40646 [labelType="html" label="MapPartitionsRDD [40646] [Unordered]<br>parquet at PersistJob.java:35"]; } } 40622->40623; 40623->40624; 40624->40625; 40625->40626; 40626->40627; 40627->40628; 40628->40629; 40629->40630; 40630->40631; 40631->40632; 40632->40633; 40633->40634; 40634->40635; 40635->40636; 40636->40637; 40637->40638; 40638->40639; 40639->40640; 40640->40641; 40641->40642; 40642->40643; 40643->40644; 40644->40645; 40645->40646; }
40621,40622
Event Timeline
Enable zooming
Tasks: 10. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time