3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 15742 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
25 s
Locality Level Summary:
Any: 10
Input Size / Records:
15.8 MiB / 2231133
Shuffle Read Size / Records:
1840.0 B / 10
Shuffle Write Size / Records:
26.9 KiB / 945
Associated Job Ids:
7977
DAG Visualization
digraph G { subgraph clusterstage_15742 { label="Stage 15742"; subgraph cluster102970 { label="Scan parquet "; 44034 [labelType="html" label="FileScanRDD [44034]<br>rdd at PersistJob.java:28"]; 44035 [labelType="html" label="MapPartitionsRDD [44035]<br>rdd at PersistJob.java:28"]; } subgraph cluster102965 { label="WholeStageCodegen (31)"; 44036 [labelType="html" label="MapPartitionsRDD [44036]<br>rdd at PersistJob.java:28"]; } subgraph cluster102973 { label="Exchange"; 44037 [labelType="html" label="ShuffledRowRDD [44037] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster102971 { label="ObjectHashAggregate"; 44038 [labelType="html" label="MapPartitionsRDD [44038] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster102964 { label="CartesianProduct"; 44039 [labelType="html" label="UnsafeCartesianRDD [44039] [Unordered]<br>rdd at PersistJob.java:28"]; 44040 [labelType="html" label="MapPartitionsRDD [44040] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster102978 { label="Scan csv "; 44041 [labelType="html" label="FileScanRDD [44041]<br>rdd at PersistJob.java:28"]; 44042 [labelType="html" label="MapPartitionsRDD [44042]<br>rdd at PersistJob.java:28"]; } subgraph cluster102974 { label="WholeStageCodegen (32)"; 44043 [labelType="html" label="MapPartitionsRDD [44043]<br>rdd at PersistJob.java:28"]; } subgraph cluster102963 { label="CartesianProduct"; 44044 [labelType="html" label="UnsafeCartesianRDD [44044] [Unordered]<br>rdd at PersistJob.java:28"]; 44045 [labelType="html" label="MapPartitionsRDD [44045] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster102959 { label="WholeStageCodegen (33)"; 44046 [labelType="html" label="MapPartitionsRDD [44046] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster102958 { label="ObjectHashAggregate"; 44047 [labelType="html" label="MapPartitionsRDD [44047] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster102957 { label="Exchange"; 44048 [labelType="html" label="MapPartitionsRDD [44048] [Unordered]<br>rdd at PersistJob.java:28"]; } } 44034->44035; 44035->44036; 44037->44038; 44036->44039; 44038->44039; 44039->44040; 44041->44042; 44042->44043; 44040->44044; 44043->44044; 44044->44045; 44045->44046; 44046->44047; 44047->44048; }
43944,44037
Event Timeline
Enable zooming
Tasks: 10. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time