SP1 - Details for Stage 15879 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 27 s
Locality Level Summary: Any: 18; Process local: 1
Input Size / Records: 13.5 MiB / 2231133
Shuffle Read Size / Records: 3.1 MiB / 97229
Shuffle Write Size / Records: 1466.1 KiB / 21595
Associated Job Ids: 8017

digraph G { subgraph clusterstage_15879 { label="Stage 15879"; subgraph cluster103672 { label="Scan csv "; 44443 [labelType="html" label="FileScanRDD [44443] parquet at PersistJob.java:35"]; 44444 [labelType="html" label="MapPartitionsRDD [44444] parquet at PersistJob.java:35"]; } subgraph cluster103667 { label="WholeStageCodegen (63)"; 44445 [labelType="html" label="MapPartitionsRDD [44445] parquet at PersistJob.java:35"]; } subgraph cluster103680 { label="AQEShuffleRead"; 44446 [labelType="html" label="ShuffledRowRDD [44446] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster103679 { label="ObjectHashAggregate"; 44447 [labelType="html" label="MapPartitionsRDD [44447] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster103673 { label="WholeStageCodegen (64)"; 44448 [labelType="html" label="MapPartitionsRDD [44448] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster103688 { label="AQEShuffleRead"; 44449 [labelType="html" label="ShuffledRowRDD [44449] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster103687 { label="ObjectHashAggregate"; 44450 [labelType="html" label="MapPartitionsRDD [44450] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster103681 { label="WholeStageCodegen (65)"; 44451 [labelType="html" label="MapPartitionsRDD [44451] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster103696 { label="AQEShuffleRead"; 44452 [labelType="html" label="ShuffledRowRDD [44452] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster103695 { label="ObjectHashAggregate"; 44453 [labelType="html" label="MapPartitionsRDD [44453] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster103689 { label="WholeStageCodegen (66)"; 44454 [labelType="html" label="MapPartitionsRDD [44454] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster103704 { label="AQEShuffleRead"; 44455 [labelType="html" label="ShuffledRowRDD [44455] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster103703 { label="ObjectHashAggregate"; 44456 [labelType="html" label="MapPartitionsRDD [44456] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster103697 { label="WholeStageCodegen (67)"; 44457 [labelType="html" label="MapPartitionsRDD [44457] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster103717 { label="Scan parquet "; 44458 [labelType="html" label="FileScanRDD [44458] parquet at PersistJob.java:35"]; 44459 [labelType="html" label="MapPartitionsRDD [44459] parquet at PersistJob.java:35"]; } subgraph cluster103712 { label="WholeStageCodegen (68)"; 44460 [labelType="html" label="MapPartitionsRDD [44460] parquet at PersistJob.java:35"]; } subgraph cluster103720 { label="Exchange"; 44461 [labelType="html" label="ShuffledRowRDD [44461] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster103718 { label="ObjectHashAggregate"; 44462 [labelType="html" label="MapPartitionsRDD [44462] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster103711 { label="CartesianProduct"; 44463 [labelType="html" label="UnsafeCartesianRDD [44463] [Unordered] parquet at PersistJob.java:35"]; 44464 [labelType="html" label="MapPartitionsRDD [44464] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster103725 { label="Scan csv "; 44465 [labelType="html" label="FileScanRDD [44465] parquet at PersistJob.java:35"]; 44466 [labelType="html" label="MapPartitionsRDD [44466] parquet at PersistJob.java:35"]; } subgraph cluster103721 { label="WholeStageCodegen (69)"; 44467 [labelType="html" label="MapPartitionsRDD [44467] parquet at PersistJob.java:35"]; } subgraph cluster103710 { label="CartesianProduct"; 44468 [labelType="html" label="UnsafeCartesianRDD [44468] [Unordered] parquet at PersistJob.java:35"]; 44469 [labelType="html" label="MapPartitionsRDD [44469] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster103705 { label="WholeStageCodegen (70)"; 44470 [labelType="html" label="MapPartitionsRDD [44470] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster103733 { label="AQEShuffleRead"; 44471 [labelType="html" label="ShuffledRowRDD [44471] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster103732 { label="ObjectHashAggregate"; 44472 [labelType="html" label="MapPartitionsRDD [44472] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster103726 { label="WholeStageCodegen (71)"; 44473 [labelType="html" label="MapPartitionsRDD [44473] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster103741 { label="AQEShuffleRead"; 44474 [labelType="html" label="ShuffledRowRDD [44474] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster103740 { label="ObjectHashAggregate"; 44475 [labelType="html" label="MapPartitionsRDD [44475] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster103734 { label="WholeStageCodegen (72)"; 44476 [labelType="html" label="MapPartitionsRDD [44476] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster103753 { label="AQEShuffleRead"; 44477 [labelType="html" label="ShuffledRowRDD [44477] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster103750 { label="WholeStageCodegen (73)"; 44478 [labelType="html" label="MapPartitionsRDD [44478] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster103758 { label="AQEShuffleRead"; 44479 [labelType="html" label="ShuffledRowRDD [44479] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster103755 { label="WholeStageCodegen (74)"; 44480 [labelType="html" label="MapPartitionsRDD [44480] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster103742 { label="WholeStageCodegen (75)"; 44481 [labelType="html" label="ZippedPartitionsRDD2 [44481] [Unordered] parquet at PersistJob.java:35"]; 44482 [labelType="html" label="MapPartitionsRDD [44482] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster103666 { label="Union"; 44483 [labelType="html" label="UnionRDD [44483] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster103665 { label="Exchange"; 44484 [labelType="html" label="MapPartitionsRDD [44484] [Unordered] parquet at PersistJob.java:35"]; } } 44443->44444; 44444->44445; 44446->44447; 44447->44448; 44449->44450; 44450->44451; 44452->44453; 44453->44454; 44455->44456; 44456->44457; 44458->44459; 44459->44460; 44461->44462; 44460->44463; 44462->44463; 44463->44464; 44465->44466; 44466->44467; 44464->44468; 44467->44468; 44468->44469; 44469->44470; 44471->44472; 44472->44473; 44474->44475; 44475->44476; 44477->44478; 44479->44480; 44478->44481; 44480->44481; 44481->44482; 44445->44483; 44448->44483; 44451->44483; 44454->44483; 44457->44483; 44470->44483; 44473->44483; 44476->44483; 44482->44483; 44483->44484; }

44309,44446

44324,44449

44339,44452

44354,44455

44255,44461

44399,44471

44271,44474

44442,44477

44279,44479

Event Timeline

Enable zooming