SP1 - Details for Stage 13612 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 37 s
Locality Level Summary: Any: 18; Process local: 1
Input Size / Records: 13.5 MiB / 2231133
Shuffle Read Size / Records: 3.1 MiB / 97229
Shuffle Write Size / Records: 1466.1 KiB / 21595
Associated Job Ids: 6813

digraph G { subgraph clusterstage_13612 { label="Stage 13612"; subgraph cluster88534 { label="Scan csv "; 37691 [labelType="html" label="FileScanRDD [37691] rdd at PersistJob.java:28"]; 37692 [labelType="html" label="MapPartitionsRDD [37692] rdd at PersistJob.java:28"]; } subgraph cluster88529 { label="WholeStageCodegen (63)"; 37693 [labelType="html" label="MapPartitionsRDD [37693] rdd at PersistJob.java:28"]; } subgraph cluster88542 { label="AQEShuffleRead"; 37694 [labelType="html" label="ShuffledRowRDD [37694] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster88541 { label="ObjectHashAggregate"; 37695 [labelType="html" label="MapPartitionsRDD [37695] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster88535 { label="WholeStageCodegen (64)"; 37696 [labelType="html" label="MapPartitionsRDD [37696] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster88550 { label="AQEShuffleRead"; 37697 [labelType="html" label="ShuffledRowRDD [37697] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster88549 { label="ObjectHashAggregate"; 37698 [labelType="html" label="MapPartitionsRDD [37698] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster88543 { label="WholeStageCodegen (65)"; 37699 [labelType="html" label="MapPartitionsRDD [37699] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster88558 { label="AQEShuffleRead"; 37700 [labelType="html" label="ShuffledRowRDD [37700] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster88557 { label="ObjectHashAggregate"; 37701 [labelType="html" label="MapPartitionsRDD [37701] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster88551 { label="WholeStageCodegen (66)"; 37702 [labelType="html" label="MapPartitionsRDD [37702] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster88566 { label="AQEShuffleRead"; 37703 [labelType="html" label="ShuffledRowRDD [37703] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster88565 { label="ObjectHashAggregate"; 37704 [labelType="html" label="MapPartitionsRDD [37704] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster88559 { label="WholeStageCodegen (67)"; 37705 [labelType="html" label="MapPartitionsRDD [37705] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster88579 { label="Scan parquet "; 37706 [labelType="html" label="FileScanRDD [37706] rdd at PersistJob.java:28"]; 37707 [labelType="html" label="MapPartitionsRDD [37707] rdd at PersistJob.java:28"]; } subgraph cluster88574 { label="WholeStageCodegen (68)"; 37708 [labelType="html" label="MapPartitionsRDD [37708] rdd at PersistJob.java:28"]; } subgraph cluster88582 { label="Exchange"; 37709 [labelType="html" label="ShuffledRowRDD [37709] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster88580 { label="ObjectHashAggregate"; 37710 [labelType="html" label="MapPartitionsRDD [37710] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster88573 { label="CartesianProduct"; 37711 [labelType="html" label="UnsafeCartesianRDD [37711] [Unordered] rdd at PersistJob.java:28"]; 37712 [labelType="html" label="MapPartitionsRDD [37712] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster88587 { label="Scan csv "; 37713 [labelType="html" label="FileScanRDD [37713] rdd at PersistJob.java:28"]; 37714 [labelType="html" label="MapPartitionsRDD [37714] rdd at PersistJob.java:28"]; } subgraph cluster88583 { label="WholeStageCodegen (69)"; 37715 [labelType="html" label="MapPartitionsRDD [37715] rdd at PersistJob.java:28"]; } subgraph cluster88572 { label="CartesianProduct"; 37716 [labelType="html" label="UnsafeCartesianRDD [37716] [Unordered] rdd at PersistJob.java:28"]; 37717 [labelType="html" label="MapPartitionsRDD [37717] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster88567 { label="WholeStageCodegen (70)"; 37718 [labelType="html" label="MapPartitionsRDD [37718] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster88595 { label="AQEShuffleRead"; 37719 [labelType="html" label="ShuffledRowRDD [37719] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster88594 { label="ObjectHashAggregate"; 37720 [labelType="html" label="MapPartitionsRDD [37720] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster88588 { label="WholeStageCodegen (71)"; 37721 [labelType="html" label="MapPartitionsRDD [37721] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster88603 { label="AQEShuffleRead"; 37722 [labelType="html" label="ShuffledRowRDD [37722] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster88602 { label="ObjectHashAggregate"; 37723 [labelType="html" label="MapPartitionsRDD [37723] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster88596 { label="WholeStageCodegen (72)"; 37724 [labelType="html" label="MapPartitionsRDD [37724] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster88615 { label="AQEShuffleRead"; 37725 [labelType="html" label="ShuffledRowRDD [37725] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster88612 { label="WholeStageCodegen (73)"; 37726 [labelType="html" label="MapPartitionsRDD [37726] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster88620 { label="AQEShuffleRead"; 37727 [labelType="html" label="ShuffledRowRDD [37727] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster88617 { label="WholeStageCodegen (74)"; 37728 [labelType="html" label="MapPartitionsRDD [37728] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster88604 { label="WholeStageCodegen (75)"; 37729 [labelType="html" label="ZippedPartitionsRDD2 [37729] [Unordered] rdd at PersistJob.java:28"]; 37730 [labelType="html" label="MapPartitionsRDD [37730] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster88528 { label="Union"; 37731 [labelType="html" label="UnionRDD [37731] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster88527 { label="Exchange"; 37732 [labelType="html" label="MapPartitionsRDD [37732] [Unordered] rdd at PersistJob.java:28"]; } } 37691->37692; 37692->37693; 37694->37695; 37695->37696; 37697->37698; 37698->37699; 37700->37701; 37701->37702; 37703->37704; 37704->37705; 37706->37707; 37707->37708; 37709->37710; 37708->37711; 37710->37711; 37711->37712; 37713->37714; 37714->37715; 37712->37716; 37715->37716; 37716->37717; 37717->37718; 37719->37720; 37720->37721; 37722->37723; 37723->37724; 37725->37726; 37727->37728; 37726->37729; 37728->37729; 37729->37730; 37693->37731; 37696->37731; 37699->37731; 37702->37731; 37705->37731; 37718->37731; 37721->37731; 37724->37731; 37730->37731; 37731->37732; }

37557,37694

37572,37697

37587,37700

37602,37703

37503,37709

37647,37719

37519,37722

37690,37725

37527,37727

Event Timeline

Enable zooming