SP1 - Details for Stage 16993 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 s
Locality Level Summary: Process local: 46
Input Size / Records: 772.9 KiB / 3926
Shuffle Write Size / Records: 208.3 KiB / 3419
Associated Job Ids: 8278

digraph G { subgraph clusterstage_16993 { label="Stage 16993"; subgraph cluster108854 { label="Scan csv "; 46549 [labelType="html" label="FileScanRDD [46549] parquet at PersistJob.java:35"]; 46550 [labelType="html" label="MapPartitionsRDD [46550] parquet at PersistJob.java:35"]; } subgraph cluster108849 { label="WholeStageCodegen (1)"; 46551 [labelType="html" label="MapPartitionsRDD [46551] parquet at PersistJob.java:35"]; } subgraph cluster108861 { label="Scan parquet "; 46552 [labelType="html" label="FileScanRDD [46552] parquet at PersistJob.java:35"]; 46553 [labelType="html" label="MapPartitionsRDD [46553] parquet at PersistJob.java:35"]; } subgraph cluster108855 { label="WholeStageCodegen (2)"; 46554 [labelType="html" label="MapPartitionsRDD [46554] parquet at PersistJob.java:35"]; } subgraph cluster108868 { label="Scan parquet "; 46555 [labelType="html" label="FileScanRDD [46555] parquet at PersistJob.java:35"]; 46556 [labelType="html" label="MapPartitionsRDD [46556] parquet at PersistJob.java:35"]; } subgraph cluster108862 { label="WholeStageCodegen (3)"; 46557 [labelType="html" label="MapPartitionsRDD [46557] parquet at PersistJob.java:35"]; } subgraph cluster108875 { label="Scan parquet "; 46558 [labelType="html" label="FileScanRDD [46558] parquet at PersistJob.java:35"]; 46559 [labelType="html" label="MapPartitionsRDD [46559] parquet at PersistJob.java:35"]; } subgraph cluster108869 { label="WholeStageCodegen (4)"; 46560 [labelType="html" label="MapPartitionsRDD [46560] parquet at PersistJob.java:35"]; } subgraph cluster108882 { label="Scan parquet "; 46561 [labelType="html" label="FileScanRDD [46561] parquet at PersistJob.java:35"]; 46562 [labelType="html" label="MapPartitionsRDD [46562] parquet at PersistJob.java:35"]; } subgraph cluster108876 { label="WholeStageCodegen (5)"; 46563 [labelType="html" label="MapPartitionsRDD [46563] parquet at PersistJob.java:35"]; } subgraph cluster108889 { label="Scan parquet "; 46564 [labelType="html" label="FileScanRDD [46564] parquet at PersistJob.java:35"]; 46565 [labelType="html" label="MapPartitionsRDD [46565] parquet at PersistJob.java:35"]; } subgraph cluster108883 { label="WholeStageCodegen (6)"; 46566 [labelType="html" label="MapPartitionsRDD [46566] parquet at PersistJob.java:35"]; } subgraph cluster108896 { label="Scan parquet "; 46567 [labelType="html" label="FileScanRDD [46567] parquet at PersistJob.java:35"]; 46568 [labelType="html" label="MapPartitionsRDD [46568] parquet at PersistJob.java:35"]; } subgraph cluster108890 { label="WholeStageCodegen (7)"; 46569 [labelType="html" label="MapPartitionsRDD [46569] parquet at PersistJob.java:35"]; } subgraph cluster108903 { label="Scan parquet "; 46570 [labelType="html" label="FileScanRDD [46570] parquet at PersistJob.java:35"]; 46571 [labelType="html" label="MapPartitionsRDD [46571] parquet at PersistJob.java:35"]; } subgraph cluster108897 { label="WholeStageCodegen (8)"; 46572 [labelType="html" label="MapPartitionsRDD [46572] parquet at PersistJob.java:35"]; } subgraph cluster108910 { label="Scan parquet "; 46573 [labelType="html" label="FileScanRDD [46573] parquet at PersistJob.java:35"]; 46574 [labelType="html" label="MapPartitionsRDD [46574] parquet at PersistJob.java:35"]; } subgraph cluster108904 { label="WholeStageCodegen (9)"; 46575 [labelType="html" label="MapPartitionsRDD [46575] parquet at PersistJob.java:35"]; } subgraph cluster108917 { label="Scan parquet "; 46576 [labelType="html" label="FileScanRDD [46576] parquet at PersistJob.java:35"]; 46577 [labelType="html" label="MapPartitionsRDD [46577] parquet at PersistJob.java:35"]; } subgraph cluster108911 { label="WholeStageCodegen (10)"; 46578 [labelType="html" label="MapPartitionsRDD [46578] parquet at PersistJob.java:35"]; } subgraph cluster108924 { label="Scan parquet "; 46579 [labelType="html" label="FileScanRDD [46579] parquet at PersistJob.java:35"]; 46580 [labelType="html" label="MapPartitionsRDD [46580] parquet at PersistJob.java:35"]; } subgraph cluster108918 { label="WholeStageCodegen (11)"; 46581 [labelType="html" label="MapPartitionsRDD [46581] parquet at PersistJob.java:35"]; } subgraph cluster108848 { label="Union"; 46582 [labelType="html" label="UnionRDD [46582] parquet at PersistJob.java:35"]; } subgraph cluster108837 { label="WholeStageCodegen (12)"; 46583 [labelType="html" label="MapPartitionsRDD [46583] parquet at PersistJob.java:35"]; } subgraph cluster108836 { label="Exchange"; 46584 [labelType="html" label="MapPartitionsRDD [46584] parquet at PersistJob.java:35"]; } } 46549->46550; 46550->46551; 46552->46553; 46553->46554; 46555->46556; 46556->46557; 46558->46559; 46559->46560; 46561->46562; 46562->46563; 46564->46565; 46565->46566; 46567->46568; 46568->46569; 46570->46571; 46571->46572; 46573->46574; 46574->46575; 46576->46577; 46577->46578; 46579->46580; 46580->46581; 46551->46582; 46554->46582; 46557->46582; 46560->46582; 46563->46582; 46566->46582; 46569->46582; 46572->46582; 46575->46582; 46578->46582; 46581->46582; 46582->46583; 46583->46584; }

Event Timeline

Enable zooming