SP1 - Details for Stage 16987 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 4 s
Locality Level Summary: Process local: 46
Input Size / Records: 772.9 KiB / 3926
Shuffle Write Size / Records: 208.3 KiB / 3419
Associated Job Ids: 8274

digraph G { subgraph clusterstage_16987 { label="Stage 16987"; subgraph cluster108701 { label="Scan csv "; 46476 [labelType="html" label="FileScanRDD [46476] rdd at PersistJob.java:28"]; 46477 [labelType="html" label="MapPartitionsRDD [46477] rdd at PersistJob.java:28"]; } subgraph cluster108696 { label="WholeStageCodegen (1)"; 46478 [labelType="html" label="MapPartitionsRDD [46478] rdd at PersistJob.java:28"]; } subgraph cluster108708 { label="Scan parquet "; 46479 [labelType="html" label="FileScanRDD [46479] rdd at PersistJob.java:28"]; 46480 [labelType="html" label="MapPartitionsRDD [46480] rdd at PersistJob.java:28"]; } subgraph cluster108702 { label="WholeStageCodegen (2)"; 46481 [labelType="html" label="MapPartitionsRDD [46481] rdd at PersistJob.java:28"]; } subgraph cluster108715 { label="Scan parquet "; 46482 [labelType="html" label="FileScanRDD [46482] rdd at PersistJob.java:28"]; 46483 [labelType="html" label="MapPartitionsRDD [46483] rdd at PersistJob.java:28"]; } subgraph cluster108709 { label="WholeStageCodegen (3)"; 46484 [labelType="html" label="MapPartitionsRDD [46484] rdd at PersistJob.java:28"]; } subgraph cluster108722 { label="Scan parquet "; 46485 [labelType="html" label="FileScanRDD [46485] rdd at PersistJob.java:28"]; 46486 [labelType="html" label="MapPartitionsRDD [46486] rdd at PersistJob.java:28"]; } subgraph cluster108716 { label="WholeStageCodegen (4)"; 46487 [labelType="html" label="MapPartitionsRDD [46487] rdd at PersistJob.java:28"]; } subgraph cluster108729 { label="Scan parquet "; 46488 [labelType="html" label="FileScanRDD [46488] rdd at PersistJob.java:28"]; 46489 [labelType="html" label="MapPartitionsRDD [46489] rdd at PersistJob.java:28"]; } subgraph cluster108723 { label="WholeStageCodegen (5)"; 46490 [labelType="html" label="MapPartitionsRDD [46490] rdd at PersistJob.java:28"]; } subgraph cluster108736 { label="Scan parquet "; 46491 [labelType="html" label="FileScanRDD [46491] rdd at PersistJob.java:28"]; 46492 [labelType="html" label="MapPartitionsRDD [46492] rdd at PersistJob.java:28"]; } subgraph cluster108730 { label="WholeStageCodegen (6)"; 46493 [labelType="html" label="MapPartitionsRDD [46493] rdd at PersistJob.java:28"]; } subgraph cluster108743 { label="Scan parquet "; 46494 [labelType="html" label="FileScanRDD [46494] rdd at PersistJob.java:28"]; 46495 [labelType="html" label="MapPartitionsRDD [46495] rdd at PersistJob.java:28"]; } subgraph cluster108737 { label="WholeStageCodegen (7)"; 46496 [labelType="html" label="MapPartitionsRDD [46496] rdd at PersistJob.java:28"]; } subgraph cluster108750 { label="Scan parquet "; 46497 [labelType="html" label="FileScanRDD [46497] rdd at PersistJob.java:28"]; 46498 [labelType="html" label="MapPartitionsRDD [46498] rdd at PersistJob.java:28"]; } subgraph cluster108744 { label="WholeStageCodegen (8)"; 46499 [labelType="html" label="MapPartitionsRDD [46499] rdd at PersistJob.java:28"]; } subgraph cluster108757 { label="Scan parquet "; 46500 [labelType="html" label="FileScanRDD [46500] rdd at PersistJob.java:28"]; 46501 [labelType="html" label="MapPartitionsRDD [46501] rdd at PersistJob.java:28"]; } subgraph cluster108751 { label="WholeStageCodegen (9)"; 46502 [labelType="html" label="MapPartitionsRDD [46502] rdd at PersistJob.java:28"]; } subgraph cluster108764 { label="Scan parquet "; 46503 [labelType="html" label="FileScanRDD [46503] rdd at PersistJob.java:28"]; 46504 [labelType="html" label="MapPartitionsRDD [46504] rdd at PersistJob.java:28"]; } subgraph cluster108758 { label="WholeStageCodegen (10)"; 46505 [labelType="html" label="MapPartitionsRDD [46505] rdd at PersistJob.java:28"]; } subgraph cluster108771 { label="Scan parquet "; 46506 [labelType="html" label="FileScanRDD [46506] rdd at PersistJob.java:28"]; 46507 [labelType="html" label="MapPartitionsRDD [46507] rdd at PersistJob.java:28"]; } subgraph cluster108765 { label="WholeStageCodegen (11)"; 46508 [labelType="html" label="MapPartitionsRDD [46508] rdd at PersistJob.java:28"]; } subgraph cluster108695 { label="Union"; 46509 [labelType="html" label="UnionRDD [46509] rdd at PersistJob.java:28"]; } subgraph cluster108684 { label="WholeStageCodegen (12)"; 46510 [labelType="html" label="MapPartitionsRDD [46510] rdd at PersistJob.java:28"]; } subgraph cluster108683 { label="Exchange"; 46511 [labelType="html" label="MapPartitionsRDD [46511] rdd at PersistJob.java:28"]; } } 46476->46477; 46477->46478; 46479->46480; 46480->46481; 46482->46483; 46483->46484; 46485->46486; 46486->46487; 46488->46489; 46489->46490; 46491->46492; 46492->46493; 46494->46495; 46495->46496; 46497->46498; 46498->46499; 46500->46501; 46501->46502; 46503->46504; 46504->46505; 46506->46507; 46507->46508; 46478->46509; 46481->46509; 46484->46509; 46487->46509; 46490->46509; 46493->46509; 46496->46509; 46499->46509; 46502->46509; 46505->46509; 46508->46509; 46509->46510; 46510->46511; }

Event Timeline

Enable zooming