3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 13565 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
7 s
Locality Level Summary:
Any: 10
Input Size / Records:
15.8 MiB / 2231133
Shuffle Read Size / Records:
1840.0 B / 10
Shuffle Write Size / Records:
26.9 KiB / 945
Associated Job Ids:
6802
DAG Visualization
digraph G { subgraph clusterstage_13565 { label="Stage 13565"; subgraph cluster88331 { label="Scan parquet "; 37573 [labelType="html" label="FileScanRDD [37573]<br>rdd at PersistJob.java:28"]; 37574 [labelType="html" label="MapPartitionsRDD [37574]<br>rdd at PersistJob.java:28"]; } subgraph cluster88326 { label="WholeStageCodegen (31)"; 37575 [labelType="html" label="MapPartitionsRDD [37575]<br>rdd at PersistJob.java:28"]; } subgraph cluster88334 { label="Exchange"; 37576 [labelType="html" label="ShuffledRowRDD [37576] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster88332 { label="ObjectHashAggregate"; 37577 [labelType="html" label="MapPartitionsRDD [37577] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster88325 { label="CartesianProduct"; 37578 [labelType="html" label="UnsafeCartesianRDD [37578] [Unordered]<br>rdd at PersistJob.java:28"]; 37579 [labelType="html" label="MapPartitionsRDD [37579] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster88339 { label="Scan csv "; 37580 [labelType="html" label="FileScanRDD [37580]<br>rdd at PersistJob.java:28"]; 37581 [labelType="html" label="MapPartitionsRDD [37581]<br>rdd at PersistJob.java:28"]; } subgraph cluster88335 { label="WholeStageCodegen (32)"; 37582 [labelType="html" label="MapPartitionsRDD [37582]<br>rdd at PersistJob.java:28"]; } subgraph cluster88324 { label="CartesianProduct"; 37583 [labelType="html" label="UnsafeCartesianRDD [37583] [Unordered]<br>rdd at PersistJob.java:28"]; 37584 [labelType="html" label="MapPartitionsRDD [37584] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster88320 { label="WholeStageCodegen (33)"; 37585 [labelType="html" label="MapPartitionsRDD [37585] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster88319 { label="ObjectHashAggregate"; 37586 [labelType="html" label="MapPartitionsRDD [37586] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster88318 { label="Exchange"; 37587 [labelType="html" label="MapPartitionsRDD [37587] [Unordered]<br>rdd at PersistJob.java:28"]; } } 37573->37574; 37574->37575; 37576->37577; 37575->37578; 37577->37578; 37578->37579; 37580->37581; 37581->37582; 37579->37583; 37582->37583; 37583->37584; 37584->37585; 37585->37586; 37586->37587; }
37483,37576
Event Timeline
Enable zooming
Tasks: 10. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time