SP1 - Details for Stage 16667 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 3.4 min
Locality Level Summary: Any: 10
Output Size / Records: 86.2 MiB / 1115956
Shuffle Read Size / Records: 81.8 MiB / 1115956
Spill (Memory): 3.1 GiB
Spill (Disk): 571.8 MiB
Associated Job Ids: 8112

digraph G { subgraph clusterstage_16667 { label="Stage 16667"; subgraph cluster106250 { label="Exchange"; 45370 [labelType="html" label="ShuffledRowRDD [45370] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster106246 { label="WholeStageCodegen (47)"; 45371 [labelType="html" label="MapPartitionsRDD [45371] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster106245 { label="Window"; 45372 [labelType="html" label="MapPartitionsRDD [45372] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster106241 { label="WholeStageCodegen (48)"; 45373 [labelType="html" label="MapPartitionsRDD [45373] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster106240 { label="Window"; 45374 [labelType="html" label="MapPartitionsRDD [45374] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster106237 { label="WholeStageCodegen (49)"; 45375 [labelType="html" label="MapPartitionsRDD [45375] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster106236 { label="Window"; 45376 [labelType="html" label="MapPartitionsRDD [45376] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster106230 { label="WholeStageCodegen (50)"; 45377 [labelType="html" label="MapPartitionsRDD [45377] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster106229 { label="Window"; 45378 [labelType="html" label="MapPartitionsRDD [45378] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster106225 { label="WholeStageCodegen (51)"; 45379 [labelType="html" label="MapPartitionsRDD [45379] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster106224 { label="Window"; 45380 [labelType="html" label="MapPartitionsRDD [45380] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster106220 { label="WholeStageCodegen (52)"; 45381 [labelType="html" label="MapPartitionsRDD [45381] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster106219 { label="Window"; 45382 [labelType="html" label="MapPartitionsRDD [45382] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster106216 { label="WholeStageCodegen (53)"; 45383 [labelType="html" label="MapPartitionsRDD [45383] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster106215 { label="WriteFiles"; 45384 [labelType="html" label="MapPartitionsRDD [45384] [Unordered] parquet at PersistJob.java:35"]; } } 45370->45371; 45371->45372; 45372->45373; 45373->45374; 45374->45375; 45375->45376; 45376->45377; 45377->45378; 45378->45379; 45379->45380; 45380->45381; 45381->45382; 45382->45383; 45383->45384; }

45369,45370

Event Timeline

Enable zooming