SP1 - Details for Stage 9247 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 7 s
Locality Level Summary: Any: 15; Process local: 1
Input Size / Records: 2.2 MiB / 133184
Shuffle Read Size / Records: 137.4 KiB / 3844
Shuffle Write Size / Records: 83.4 KiB / 1847
Associated Job Ids: 4729

digraph G { subgraph clusterstage_9247 { label="Stage 9247"; subgraph cluster60881 { label="Scan csv "; 26664 [labelType="html" label="FileScanRDD [26664] rdd at PersistJob.java:28"]; 26665 [labelType="html" label="MapPartitionsRDD [26665] rdd at PersistJob.java:28"]; } subgraph cluster60876 { label="WholeStageCodegen (60)"; 26666 [labelType="html" label="MapPartitionsRDD [26666] rdd at PersistJob.java:28"]; } subgraph cluster60889 { label="AQEShuffleRead"; 26667 [labelType="html" label="ShuffledRowRDD [26667] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster60888 { label="ObjectHashAggregate"; 26668 [labelType="html" label="MapPartitionsRDD [26668] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster60882 { label="WholeStageCodegen (61)"; 26669 [labelType="html" label="MapPartitionsRDD [26669] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster60897 { label="AQEShuffleRead"; 26670 [labelType="html" label="ShuffledRowRDD [26670] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster60896 { label="ObjectHashAggregate"; 26671 [labelType="html" label="MapPartitionsRDD [26671] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster60890 { label="WholeStageCodegen (62)"; 26672 [labelType="html" label="MapPartitionsRDD [26672] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster60905 { label="AQEShuffleRead"; 26673 [labelType="html" label="ShuffledRowRDD [26673] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster60904 { label="ObjectHashAggregate"; 26674 [labelType="html" label="MapPartitionsRDD [26674] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster60898 { label="WholeStageCodegen (63)"; 26675 [labelType="html" label="MapPartitionsRDD [26675] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster60918 { label="Scan parquet "; 26676 [labelType="html" label="FileScanRDD [26676] rdd at PersistJob.java:28"]; 26677 [labelType="html" label="MapPartitionsRDD [26677] rdd at PersistJob.java:28"]; } subgraph cluster60913 { label="WholeStageCodegen (64)"; 26678 [labelType="html" label="MapPartitionsRDD [26678] rdd at PersistJob.java:28"]; } subgraph cluster60921 { label="Exchange"; 26679 [labelType="html" label="ShuffledRowRDD [26679] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster60919 { label="ObjectHashAggregate"; 26680 [labelType="html" label="MapPartitionsRDD [26680] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster60912 { label="CartesianProduct"; 26681 [labelType="html" label="UnsafeCartesianRDD [26681] [Unordered] rdd at PersistJob.java:28"]; 26682 [labelType="html" label="MapPartitionsRDD [26682] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster60926 { label="Scan csv "; 26683 [labelType="html" label="FileScanRDD [26683] rdd at PersistJob.java:28"]; 26684 [labelType="html" label="MapPartitionsRDD [26684] rdd at PersistJob.java:28"]; } subgraph cluster60922 { label="WholeStageCodegen (65)"; 26685 [labelType="html" label="MapPartitionsRDD [26685] rdd at PersistJob.java:28"]; } subgraph cluster60911 { label="CartesianProduct"; 26686 [labelType="html" label="UnsafeCartesianRDD [26686] [Unordered] rdd at PersistJob.java:28"]; 26687 [labelType="html" label="MapPartitionsRDD [26687] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster60906 { label="WholeStageCodegen (66)"; 26688 [labelType="html" label="MapPartitionsRDD [26688] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster60934 { label="AQEShuffleRead"; 26689 [labelType="html" label="ShuffledRowRDD [26689] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster60933 { label="ObjectHashAggregate"; 26690 [labelType="html" label="MapPartitionsRDD [26690] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster60927 { label="WholeStageCodegen (67)"; 26691 [labelType="html" label="MapPartitionsRDD [26691] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster60954 { label="AQEShuffleRead"; 26692 [labelType="html" label="ShuffledRowRDD [26692] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster60951 { label="WholeStageCodegen (68)"; 26693 [labelType="html" label="MapPartitionsRDD [26693] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster60950 { label="Window"; 26694 [labelType="html" label="MapPartitionsRDD [26694] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster60944 { label="WholeStageCodegen (69)"; 26695 [labelType="html" label="MapPartitionsRDD [26695] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster60959 { label="Scan csv "; 26696 [labelType="html" label="FileScanRDD [26696] rdd at PersistJob.java:28"]; 26697 [labelType="html" label="MapPartitionsRDD [26697] rdd at PersistJob.java:28"]; } subgraph cluster60955 { label="WholeStageCodegen (70)"; 26698 [labelType="html" label="MapPartitionsRDD [26698] rdd at PersistJob.java:28"]; } subgraph cluster60943 { label="CartesianProduct"; 26699 [labelType="html" label="UnsafeCartesianRDD [26699] [Unordered] rdd at PersistJob.java:28"]; 26700 [labelType="html" label="MapPartitionsRDD [26700] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster60935 { label="WholeStageCodegen (71)"; 26701 [labelType="html" label="MapPartitionsRDD [26701] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster60875 { label="Union"; 26702 [labelType="html" label="UnionRDD [26702] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster60874 { label="Exchange"; 26703 [labelType="html" label="MapPartitionsRDD [26703] [Unordered] rdd at PersistJob.java:28"]; } } 26664->26665; 26665->26666; 26667->26668; 26668->26669; 26670->26671; 26671->26672; 26673->26674; 26674->26675; 26676->26677; 26677->26678; 26679->26680; 26678->26681; 26680->26681; 26681->26682; 26683->26684; 26684->26685; 26682->26686; 26685->26686; 26686->26687; 26687->26688; 26689->26690; 26690->26691; 26692->26693; 26693->26694; 26694->26695; 26696->26697; 26697->26698; 26695->26699; 26698->26699; 26699->26700; 26700->26701; 26666->26702; 26669->26702; 26672->26702; 26675->26702; 26688->26702; 26691->26702; 26701->26702; 26702->26703; }

26540,26667

26555,26670

26570,26673

26486,26679

26502,26689

26663,26692

Event Timeline

Enable zooming