SP1 - Details for Stage 7840 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 4 s
Locality Level Summary: Process local: 45
Input Size / Records: 759.5 KiB / 3934
Shuffle Write Size / Records: 206.5 KiB / 3419
Associated Job Ids: 3833

digraph G { subgraph clusterstage_7840 { label="Stage 7840"; subgraph cluster51012 { label="Scan csv "; 22552 [labelType="html" label="FileScanRDD [22552] rdd at PersistJob.java:28"]; 22553 [labelType="html" label="MapPartitionsRDD [22553] rdd at PersistJob.java:28"]; } subgraph cluster51007 { label="WholeStageCodegen (1)"; 22554 [labelType="html" label="MapPartitionsRDD [22554] rdd at PersistJob.java:28"]; } subgraph cluster51019 { label="Scan parquet "; 22555 [labelType="html" label="FileScanRDD [22555] rdd at PersistJob.java:28"]; 22556 [labelType="html" label="MapPartitionsRDD [22556] rdd at PersistJob.java:28"]; } subgraph cluster51013 { label="WholeStageCodegen (2)"; 22557 [labelType="html" label="MapPartitionsRDD [22557] rdd at PersistJob.java:28"]; } subgraph cluster51026 { label="Scan parquet "; 22558 [labelType="html" label="FileScanRDD [22558] rdd at PersistJob.java:28"]; 22559 [labelType="html" label="MapPartitionsRDD [22559] rdd at PersistJob.java:28"]; } subgraph cluster51020 { label="WholeStageCodegen (3)"; 22560 [labelType="html" label="MapPartitionsRDD [22560] rdd at PersistJob.java:28"]; } subgraph cluster51033 { label="Scan parquet "; 22561 [labelType="html" label="FileScanRDD [22561] rdd at PersistJob.java:28"]; 22562 [labelType="html" label="MapPartitionsRDD [22562] rdd at PersistJob.java:28"]; } subgraph cluster51027 { label="WholeStageCodegen (4)"; 22563 [labelType="html" label="MapPartitionsRDD [22563] rdd at PersistJob.java:28"]; } subgraph cluster51040 { label="Scan parquet "; 22564 [labelType="html" label="FileScanRDD [22564] rdd at PersistJob.java:28"]; 22565 [labelType="html" label="MapPartitionsRDD [22565] rdd at PersistJob.java:28"]; } subgraph cluster51034 { label="WholeStageCodegen (5)"; 22566 [labelType="html" label="MapPartitionsRDD [22566] rdd at PersistJob.java:28"]; } subgraph cluster51047 { label="Scan parquet "; 22567 [labelType="html" label="FileScanRDD [22567] rdd at PersistJob.java:28"]; 22568 [labelType="html" label="MapPartitionsRDD [22568] rdd at PersistJob.java:28"]; } subgraph cluster51041 { label="WholeStageCodegen (6)"; 22569 [labelType="html" label="MapPartitionsRDD [22569] rdd at PersistJob.java:28"]; } subgraph cluster51054 { label="Scan parquet "; 22570 [labelType="html" label="FileScanRDD [22570] rdd at PersistJob.java:28"]; 22571 [labelType="html" label="MapPartitionsRDD [22571] rdd at PersistJob.java:28"]; } subgraph cluster51048 { label="WholeStageCodegen (7)"; 22572 [labelType="html" label="MapPartitionsRDD [22572] rdd at PersistJob.java:28"]; } subgraph cluster51061 { label="Scan parquet "; 22573 [labelType="html" label="FileScanRDD [22573] rdd at PersistJob.java:28"]; 22574 [labelType="html" label="MapPartitionsRDD [22574] rdd at PersistJob.java:28"]; } subgraph cluster51055 { label="WholeStageCodegen (8)"; 22575 [labelType="html" label="MapPartitionsRDD [22575] rdd at PersistJob.java:28"]; } subgraph cluster51068 { label="Scan parquet "; 22576 [labelType="html" label="FileScanRDD [22576] rdd at PersistJob.java:28"]; 22577 [labelType="html" label="MapPartitionsRDD [22577] rdd at PersistJob.java:28"]; } subgraph cluster51062 { label="WholeStageCodegen (9)"; 22578 [labelType="html" label="MapPartitionsRDD [22578] rdd at PersistJob.java:28"]; } subgraph cluster51075 { label="Scan parquet "; 22579 [labelType="html" label="FileScanRDD [22579] rdd at PersistJob.java:28"]; 22580 [labelType="html" label="MapPartitionsRDD [22580] rdd at PersistJob.java:28"]; } subgraph cluster51069 { label="WholeStageCodegen (10)"; 22581 [labelType="html" label="MapPartitionsRDD [22581] rdd at PersistJob.java:28"]; } subgraph cluster51082 { label="Scan parquet "; 22582 [labelType="html" label="FileScanRDD [22582] rdd at PersistJob.java:28"]; 22583 [labelType="html" label="MapPartitionsRDD [22583] rdd at PersistJob.java:28"]; } subgraph cluster51076 { label="WholeStageCodegen (11)"; 22584 [labelType="html" label="MapPartitionsRDD [22584] rdd at PersistJob.java:28"]; } subgraph cluster51006 { label="Union"; 22585 [labelType="html" label="UnionRDD [22585] rdd at PersistJob.java:28"]; } subgraph cluster50995 { label="WholeStageCodegen (12)"; 22586 [labelType="html" label="MapPartitionsRDD [22586] rdd at PersistJob.java:28"]; } subgraph cluster50994 { label="Exchange"; 22587 [labelType="html" label="MapPartitionsRDD [22587] rdd at PersistJob.java:28"]; } } 22552->22553; 22553->22554; 22555->22556; 22556->22557; 22558->22559; 22559->22560; 22561->22562; 22562->22563; 22564->22565; 22565->22566; 22567->22568; 22568->22569; 22570->22571; 22571->22572; 22573->22574; 22574->22575; 22576->22577; 22577->22578; 22579->22580; 22580->22581; 22582->22583; 22583->22584; 22554->22585; 22557->22585; 22560->22585; 22563->22585; 22566->22585; 22569->22585; 22572->22585; 22575->22585; 22578->22585; 22581->22585; 22584->22585; 22585->22586; 22586->22587; }

Event Timeline

Enable zooming