SP1 - Details for Stage 15789 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 42 s
Locality Level Summary: Any: 18; Process local: 1
Input Size / Records: 13.5 MiB / 2231133
Shuffle Read Size / Records: 3.1 MiB / 97229
Shuffle Write Size / Records: 1466.1 KiB / 21595
Associated Job Ids: 7988

digraph G { subgraph clusterstage_15789 { label="Stage 15789"; subgraph cluster103173 { label="Scan csv "; 44152 [labelType="html" label="FileScanRDD [44152] rdd at PersistJob.java:28"]; 44153 [labelType="html" label="MapPartitionsRDD [44153] rdd at PersistJob.java:28"]; } subgraph cluster103168 { label="WholeStageCodegen (63)"; 44154 [labelType="html" label="MapPartitionsRDD [44154] rdd at PersistJob.java:28"]; } subgraph cluster103181 { label="AQEShuffleRead"; 44155 [labelType="html" label="ShuffledRowRDD [44155] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster103180 { label="ObjectHashAggregate"; 44156 [labelType="html" label="MapPartitionsRDD [44156] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster103174 { label="WholeStageCodegen (64)"; 44157 [labelType="html" label="MapPartitionsRDD [44157] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster103189 { label="AQEShuffleRead"; 44158 [labelType="html" label="ShuffledRowRDD [44158] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster103188 { label="ObjectHashAggregate"; 44159 [labelType="html" label="MapPartitionsRDD [44159] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster103182 { label="WholeStageCodegen (65)"; 44160 [labelType="html" label="MapPartitionsRDD [44160] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster103197 { label="AQEShuffleRead"; 44161 [labelType="html" label="ShuffledRowRDD [44161] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster103196 { label="ObjectHashAggregate"; 44162 [labelType="html" label="MapPartitionsRDD [44162] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster103190 { label="WholeStageCodegen (66)"; 44163 [labelType="html" label="MapPartitionsRDD [44163] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster103205 { label="AQEShuffleRead"; 44164 [labelType="html" label="ShuffledRowRDD [44164] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster103204 { label="ObjectHashAggregate"; 44165 [labelType="html" label="MapPartitionsRDD [44165] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster103198 { label="WholeStageCodegen (67)"; 44166 [labelType="html" label="MapPartitionsRDD [44166] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster103218 { label="Scan parquet "; 44167 [labelType="html" label="FileScanRDD [44167] rdd at PersistJob.java:28"]; 44168 [labelType="html" label="MapPartitionsRDD [44168] rdd at PersistJob.java:28"]; } subgraph cluster103213 { label="WholeStageCodegen (68)"; 44169 [labelType="html" label="MapPartitionsRDD [44169] rdd at PersistJob.java:28"]; } subgraph cluster103221 { label="Exchange"; 44170 [labelType="html" label="ShuffledRowRDD [44170] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster103219 { label="ObjectHashAggregate"; 44171 [labelType="html" label="MapPartitionsRDD [44171] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster103212 { label="CartesianProduct"; 44172 [labelType="html" label="UnsafeCartesianRDD [44172] [Unordered] rdd at PersistJob.java:28"]; 44173 [labelType="html" label="MapPartitionsRDD [44173] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster103226 { label="Scan csv "; 44174 [labelType="html" label="FileScanRDD [44174] rdd at PersistJob.java:28"]; 44175 [labelType="html" label="MapPartitionsRDD [44175] rdd at PersistJob.java:28"]; } subgraph cluster103222 { label="WholeStageCodegen (69)"; 44176 [labelType="html" label="MapPartitionsRDD [44176] rdd at PersistJob.java:28"]; } subgraph cluster103211 { label="CartesianProduct"; 44177 [labelType="html" label="UnsafeCartesianRDD [44177] [Unordered] rdd at PersistJob.java:28"]; 44178 [labelType="html" label="MapPartitionsRDD [44178] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster103206 { label="WholeStageCodegen (70)"; 44179 [labelType="html" label="MapPartitionsRDD [44179] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster103234 { label="AQEShuffleRead"; 44180 [labelType="html" label="ShuffledRowRDD [44180] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster103233 { label="ObjectHashAggregate"; 44181 [labelType="html" label="MapPartitionsRDD [44181] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster103227 { label="WholeStageCodegen (71)"; 44182 [labelType="html" label="MapPartitionsRDD [44182] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster103242 { label="AQEShuffleRead"; 44183 [labelType="html" label="ShuffledRowRDD [44183] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster103241 { label="ObjectHashAggregate"; 44184 [labelType="html" label="MapPartitionsRDD [44184] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster103235 { label="WholeStageCodegen (72)"; 44185 [labelType="html" label="MapPartitionsRDD [44185] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster103254 { label="AQEShuffleRead"; 44186 [labelType="html" label="ShuffledRowRDD [44186] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster103251 { label="WholeStageCodegen (73)"; 44187 [labelType="html" label="MapPartitionsRDD [44187] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster103259 { label="AQEShuffleRead"; 44188 [labelType="html" label="ShuffledRowRDD [44188] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster103256 { label="WholeStageCodegen (74)"; 44189 [labelType="html" label="MapPartitionsRDD [44189] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster103243 { label="WholeStageCodegen (75)"; 44190 [labelType="html" label="ZippedPartitionsRDD2 [44190] [Unordered] rdd at PersistJob.java:28"]; 44191 [labelType="html" label="MapPartitionsRDD [44191] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster103167 { label="Union"; 44192 [labelType="html" label="UnionRDD [44192] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster103166 { label="Exchange"; 44193 [labelType="html" label="MapPartitionsRDD [44193] [Unordered] rdd at PersistJob.java:28"]; } } 44152->44153; 44153->44154; 44155->44156; 44156->44157; 44158->44159; 44159->44160; 44161->44162; 44162->44163; 44164->44165; 44165->44166; 44167->44168; 44168->44169; 44170->44171; 44169->44172; 44171->44172; 44172->44173; 44174->44175; 44175->44176; 44173->44177; 44176->44177; 44177->44178; 44178->44179; 44180->44181; 44181->44182; 44183->44184; 44184->44185; 44186->44187; 44188->44189; 44187->44190; 44189->44190; 44190->44191; 44154->44192; 44157->44192; 44160->44192; 44163->44192; 44166->44192; 44179->44192; 44182->44192; 44185->44192; 44191->44192; 44192->44193; }

44018,44155

44033,44158

44048,44161

44063,44164

43964,44170

44108,44180

43980,44183

44151,44186

43988,44188

Event Timeline

Enable zooming