SP1 - Details for Stage 13702 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 28 s
Locality Level Summary: Any: 18; Process local: 1
Input Size / Records: 13.5 MiB / 2231133
Shuffle Read Size / Records: 3.1 MiB / 97229
Shuffle Write Size / Records: 1466.1 KiB / 21595
Associated Job Ids: 6842

digraph G { subgraph clusterstage_13702 { label="Stage 13702"; subgraph cluster89033 { label="Scan csv "; 37982 [labelType="html" label="FileScanRDD [37982] parquet at PersistJob.java:35"]; 37983 [labelType="html" label="MapPartitionsRDD [37983] parquet at PersistJob.java:35"]; } subgraph cluster89028 { label="WholeStageCodegen (63)"; 37984 [labelType="html" label="MapPartitionsRDD [37984] parquet at PersistJob.java:35"]; } subgraph cluster89041 { label="AQEShuffleRead"; 37985 [labelType="html" label="ShuffledRowRDD [37985] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster89040 { label="ObjectHashAggregate"; 37986 [labelType="html" label="MapPartitionsRDD [37986] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster89034 { label="WholeStageCodegen (64)"; 37987 [labelType="html" label="MapPartitionsRDD [37987] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster89049 { label="AQEShuffleRead"; 37988 [labelType="html" label="ShuffledRowRDD [37988] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster89048 { label="ObjectHashAggregate"; 37989 [labelType="html" label="MapPartitionsRDD [37989] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster89042 { label="WholeStageCodegen (65)"; 37990 [labelType="html" label="MapPartitionsRDD [37990] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster89057 { label="AQEShuffleRead"; 37991 [labelType="html" label="ShuffledRowRDD [37991] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster89056 { label="ObjectHashAggregate"; 37992 [labelType="html" label="MapPartitionsRDD [37992] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster89050 { label="WholeStageCodegen (66)"; 37993 [labelType="html" label="MapPartitionsRDD [37993] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster89065 { label="AQEShuffleRead"; 37994 [labelType="html" label="ShuffledRowRDD [37994] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster89064 { label="ObjectHashAggregate"; 37995 [labelType="html" label="MapPartitionsRDD [37995] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster89058 { label="WholeStageCodegen (67)"; 37996 [labelType="html" label="MapPartitionsRDD [37996] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster89078 { label="Scan parquet "; 37997 [labelType="html" label="FileScanRDD [37997] parquet at PersistJob.java:35"]; 37998 [labelType="html" label="MapPartitionsRDD [37998] parquet at PersistJob.java:35"]; } subgraph cluster89073 { label="WholeStageCodegen (68)"; 37999 [labelType="html" label="MapPartitionsRDD [37999] parquet at PersistJob.java:35"]; } subgraph cluster89081 { label="Exchange"; 38000 [labelType="html" label="ShuffledRowRDD [38000] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster89079 { label="ObjectHashAggregate"; 38001 [labelType="html" label="MapPartitionsRDD [38001] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster89072 { label="CartesianProduct"; 38002 [labelType="html" label="UnsafeCartesianRDD [38002] [Unordered] parquet at PersistJob.java:35"]; 38003 [labelType="html" label="MapPartitionsRDD [38003] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster89086 { label="Scan csv "; 38004 [labelType="html" label="FileScanRDD [38004] parquet at PersistJob.java:35"]; 38005 [labelType="html" label="MapPartitionsRDD [38005] parquet at PersistJob.java:35"]; } subgraph cluster89082 { label="WholeStageCodegen (69)"; 38006 [labelType="html" label="MapPartitionsRDD [38006] parquet at PersistJob.java:35"]; } subgraph cluster89071 { label="CartesianProduct"; 38007 [labelType="html" label="UnsafeCartesianRDD [38007] [Unordered] parquet at PersistJob.java:35"]; 38008 [labelType="html" label="MapPartitionsRDD [38008] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster89066 { label="WholeStageCodegen (70)"; 38009 [labelType="html" label="MapPartitionsRDD [38009] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster89094 { label="AQEShuffleRead"; 38010 [labelType="html" label="ShuffledRowRDD [38010] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster89093 { label="ObjectHashAggregate"; 38011 [labelType="html" label="MapPartitionsRDD [38011] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster89087 { label="WholeStageCodegen (71)"; 38012 [labelType="html" label="MapPartitionsRDD [38012] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster89102 { label="AQEShuffleRead"; 38013 [labelType="html" label="ShuffledRowRDD [38013] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster89101 { label="ObjectHashAggregate"; 38014 [labelType="html" label="MapPartitionsRDD [38014] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster89095 { label="WholeStageCodegen (72)"; 38015 [labelType="html" label="MapPartitionsRDD [38015] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster89114 { label="AQEShuffleRead"; 38016 [labelType="html" label="ShuffledRowRDD [38016] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster89111 { label="WholeStageCodegen (73)"; 38017 [labelType="html" label="MapPartitionsRDD [38017] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster89119 { label="AQEShuffleRead"; 38018 [labelType="html" label="ShuffledRowRDD [38018] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster89116 { label="WholeStageCodegen (74)"; 38019 [labelType="html" label="MapPartitionsRDD [38019] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster89103 { label="WholeStageCodegen (75)"; 38020 [labelType="html" label="ZippedPartitionsRDD2 [38020] [Unordered] parquet at PersistJob.java:35"]; 38021 [labelType="html" label="MapPartitionsRDD [38021] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster89027 { label="Union"; 38022 [labelType="html" label="UnionRDD [38022] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster89026 { label="Exchange"; 38023 [labelType="html" label="MapPartitionsRDD [38023] [Unordered] parquet at PersistJob.java:35"]; } } 37982->37983; 37983->37984; 37985->37986; 37986->37987; 37988->37989; 37989->37990; 37991->37992; 37992->37993; 37994->37995; 37995->37996; 37997->37998; 37998->37999; 38000->38001; 37999->38002; 38001->38002; 38002->38003; 38004->38005; 38005->38006; 38003->38007; 38006->38007; 38007->38008; 38008->38009; 38010->38011; 38011->38012; 38013->38014; 38014->38015; 38016->38017; 38018->38019; 38017->38020; 38019->38020; 38020->38021; 37984->38022; 37987->38022; 37990->38022; 37993->38022; 37996->38022; 38009->38022; 38012->38022; 38015->38022; 38021->38022; 38022->38023; }

37848,37985

37863,37988

37878,37991

37893,37994

37794,38000

37938,38010

37810,38013

37981,38016

37818,38018

Event Timeline

Enable zooming