SP1 - Details for Stage 16600 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 38 s
Locality Level Summary: Any: 10
Input Size / Records: 36.0 KiB / 10
Shuffle Read Size / Records: 34.9 MiB / 1240521
Shuffle Write Size / Records: 76.7 MiB / 1115956
Associated Job Ids: 8108

digraph G { subgraph clusterstage_16600 { label="Stage 16600"; subgraph cluster106111 { label="Exchange"; 45314 [labelType="html" label="ShuffledRowRDD [45314] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster106107 { label="WholeStageCodegen (22)"; 45315 [labelType="html" label="MapPartitionsRDD [45315] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster106122 { label="Exchange"; 45316 [labelType="html" label="ShuffledRowRDD [45316] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster106118 { label="WholeStageCodegen (23)"; 45317 [labelType="html" label="MapPartitionsRDD [45317] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster106117 { label="Window"; 45318 [labelType="html" label="MapPartitionsRDD [45318] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster106113 { label="WholeStageCodegen (24)"; 45319 [labelType="html" label="MapPartitionsRDD [45319] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster106101 { label="WholeStageCodegen (25)"; 45320 [labelType="html" label="ZippedPartitionsRDD2 [45320] [Unordered] parquet at PersistJob.java:35"]; 45321 [labelType="html" label="MapPartitionsRDD [45321] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster106100 { label="Window"; 45322 [labelType="html" label="MapPartitionsRDD [45322] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster106097 { label="WholeStageCodegen (26)"; 45323 [labelType="html" label="MapPartitionsRDD [45323] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster106133 { label="Exchange"; 45324 [labelType="html" label="ShuffledRowRDD [45324] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster106129 { label="WholeStageCodegen (27)"; 45325 [labelType="html" label="MapPartitionsRDD [45325] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster106128 { label="Window"; 45326 [labelType="html" label="MapPartitionsRDD [45326] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster106124 { label="WholeStageCodegen (28)"; 45327 [labelType="html" label="MapPartitionsRDD [45327] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster106091 { label="WholeStageCodegen (29)"; 45328 [labelType="html" label="ZippedPartitionsRDD2 [45328] [Unordered] parquet at PersistJob.java:35"]; 45329 [labelType="html" label="MapPartitionsRDD [45329] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster106138 { label="Scan parquet "; 45330 [labelType="html" label="FileScanRDD [45330] parquet at PersistJob.java:35"]; 45331 [labelType="html" label="MapPartitionsRDD [45331] parquet at PersistJob.java:35"]; } subgraph cluster106134 { label="WholeStageCodegen (30)"; 45332 [labelType="html" label="MapPartitionsRDD [45332] parquet at PersistJob.java:35"]; } subgraph cluster106090 { label="CartesianProduct"; 45333 [labelType="html" label="UnsafeCartesianRDD [45333] [Unordered] parquet at PersistJob.java:35"]; 45334 [labelType="html" label="MapPartitionsRDD [45334] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster106087 { label="WholeStageCodegen (31)"; 45335 [labelType="html" label="MapPartitionsRDD [45335] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster106086 { label="Exchange"; 45336 [labelType="html" label="MapPartitionsRDD [45336] [Unordered] parquet at PersistJob.java:35"]; } } 45314->45315; 45316->45317; 45317->45318; 45318->45319; 45315->45320; 45319->45320; 45320->45321; 45321->45322; 45322->45323; 45324->45325; 45325->45326; 45326->45327; 45323->45328; 45327->45328; 45328->45329; 45330->45331; 45331->45332; 45329->45333; 45332->45333; 45333->45334; 45334->45335; 45335->45336; }

45249,45314

45313,45316

45265,45324

Event Timeline

Enable zooming