SP1 - Details for Stage 6375 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 13 s
Locality Level Summary: Process local: 43
Input Size / Records: 4.9 MiB / 98268
Shuffle Write Size / Records: 6.0 MiB / 98271
Associated Job Ids: 3391

digraph G { subgraph clusterstage_6375 { label="Stage 6375"; subgraph cluster42880 { label="Scan csv "; 18478 [labelType="html" label="FileScanRDD [18478] takeAsList at DataFrameCommonJob.java:145"]; 18479 [labelType="html" label="MapPartitionsRDD [18479] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster42875 { label="WholeStageCodegen (1)"; 18480 [labelType="html" label="MapPartitionsRDD [18480] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster42887 { label="Scan parquet "; 18481 [labelType="html" label="FileScanRDD [18481] takeAsList at DataFrameCommonJob.java:145"]; 18482 [labelType="html" label="MapPartitionsRDD [18482] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster42881 { label="WholeStageCodegen (2)"; 18483 [labelType="html" label="MapPartitionsRDD [18483] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster42894 { label="Scan parquet "; 18484 [labelType="html" label="FileScanRDD [18484] takeAsList at DataFrameCommonJob.java:145"]; 18485 [labelType="html" label="MapPartitionsRDD [18485] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster42888 { label="WholeStageCodegen (3)"; 18486 [labelType="html" label="MapPartitionsRDD [18486] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster42901 { label="Scan parquet "; 18487 [labelType="html" label="FileScanRDD [18487] takeAsList at DataFrameCommonJob.java:145"]; 18488 [labelType="html" label="MapPartitionsRDD [18488] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster42895 { label="WholeStageCodegen (4)"; 18489 [labelType="html" label="MapPartitionsRDD [18489] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster42908 { label="Scan parquet "; 18490 [labelType="html" label="FileScanRDD [18490] takeAsList at DataFrameCommonJob.java:145"]; 18491 [labelType="html" label="MapPartitionsRDD [18491] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster42902 { label="WholeStageCodegen (5)"; 18492 [labelType="html" label="MapPartitionsRDD [18492] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster42915 { label="Scan parquet "; 18493 [labelType="html" label="FileScanRDD [18493] takeAsList at DataFrameCommonJob.java:145"]; 18494 [labelType="html" label="MapPartitionsRDD [18494] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster42909 { label="WholeStageCodegen (6)"; 18495 [labelType="html" label="MapPartitionsRDD [18495] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster42922 { label="Scan parquet "; 18496 [labelType="html" label="FileScanRDD [18496] takeAsList at DataFrameCommonJob.java:145"]; 18497 [labelType="html" label="MapPartitionsRDD [18497] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster42916 { label="WholeStageCodegen (7)"; 18498 [labelType="html" label="MapPartitionsRDD [18498] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster42929 { label="Scan parquet "; 18499 [labelType="html" label="FileScanRDD [18499] takeAsList at DataFrameCommonJob.java:145"]; 18500 [labelType="html" label="MapPartitionsRDD [18500] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster42923 { label="WholeStageCodegen (8)"; 18501 [labelType="html" label="MapPartitionsRDD [18501] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster42936 { label="Scan parquet "; 18502 [labelType="html" label="FileScanRDD [18502] takeAsList at DataFrameCommonJob.java:145"]; 18503 [labelType="html" label="MapPartitionsRDD [18503] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster42930 { label="WholeStageCodegen (9)"; 18504 [labelType="html" label="MapPartitionsRDD [18504] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster42943 { label="Scan parquet "; 18505 [labelType="html" label="FileScanRDD [18505] takeAsList at DataFrameCommonJob.java:145"]; 18506 [labelType="html" label="MapPartitionsRDD [18506] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster42937 { label="WholeStageCodegen (10)"; 18507 [labelType="html" label="MapPartitionsRDD [18507] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster42950 { label="Scan parquet "; 18508 [labelType="html" label="FileScanRDD [18508] takeAsList at DataFrameCommonJob.java:145"]; 18509 [labelType="html" label="MapPartitionsRDD [18509] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster42944 { label="WholeStageCodegen (11)"; 18510 [labelType="html" label="MapPartitionsRDD [18510] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster42874 { label="Union"; 18511 [labelType="html" label="UnionRDD [18511] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster42864 { label="WholeStageCodegen (12)"; 18512 [labelType="html" label="MapPartitionsRDD [18512] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster42863 { label="Exchange"; 18513 [labelType="html" label="MapPartitionsRDD [18513] takeAsList at DataFrameCommonJob.java:145"]; } } 18478->18479; 18479->18480; 18481->18482; 18482->18483; 18484->18485; 18485->18486; 18487->18488; 18488->18489; 18490->18491; 18491->18492; 18493->18494; 18494->18495; 18496->18497; 18497->18498; 18499->18500; 18500->18501; 18502->18503; 18503->18504; 18505->18506; 18506->18507; 18508->18509; 18509->18510; 18480->18511; 18483->18511; 18486->18511; 18489->18511; 18492->18511; 18495->18511; 18498->18511; 18501->18511; 18504->18511; 18507->18511; 18510->18511; 18511->18512; 18512->18513; }

Event Timeline

Enable zooming