3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 15582 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.4 s
Locality Level Summary:
Any: 1
Input Size / Records:
175.0 B / 1
Shuffle Read Size / Records:
1037.2 KiB / 85714
Shuffle Write Size / Records:
892.3 KiB / 44963
Associated Job Ids:
7684
DAG Visualization
digraph G { subgraph clusterstage_15582 { label="Stage 15582"; subgraph cluster100103 { label="AQEShuffleRead"; 42733 [labelType="html" label="ShuffledRowRDD [42733] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster100100 { label="WholeStageCodegen (4)"; 42734 [labelType="html" label="MapPartitionsRDD [42734] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster100108 { label="AQEShuffleRead"; 42735 [labelType="html" label="ShuffledRowRDD [42735] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster100105 { label="WholeStageCodegen (5)"; 42736 [labelType="html" label="MapPartitionsRDD [42736] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster100096 { label="WholeStageCodegen (6)"; 42737 [labelType="html" label="ZippedPartitionsRDD2 [42737] [Unordered]<br>parquet at PersistJob.java:35"]; 42738 [labelType="html" label="MapPartitionsRDD [42738] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster100113 { label="Scan csv "; 42739 [labelType="html" label="FileScanRDD [42739]<br>parquet at PersistJob.java:35"]; 42740 [labelType="html" label="MapPartitionsRDD [42740]<br>parquet at PersistJob.java:35"]; } subgraph cluster100109 { label="WholeStageCodegen (7)"; 42741 [labelType="html" label="MapPartitionsRDD [42741]<br>parquet at PersistJob.java:35"]; } subgraph cluster100095 { label="CartesianProduct"; 42742 [labelType="html" label="UnsafeCartesianRDD [42742] [Unordered]<br>parquet at PersistJob.java:35"]; 42743 [labelType="html" label="MapPartitionsRDD [42743] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster100090 { label="WholeStageCodegen (8)"; 42744 [labelType="html" label="MapPartitionsRDD [42744] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster100089 { label="Exchange"; 42745 [labelType="html" label="MapPartitionsRDD [42745] [Unordered]<br>parquet at PersistJob.java:35"]; } } 42733->42734; 42735->42736; 42734->42737; 42736->42737; 42737->42738; 42739->42740; 42740->42741; 42738->42742; 42741->42742; 42742->42743; 42743->42744; 42744->42745; }
42707,42733
42711,42735
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time