SP1 - Details for Stage 44507 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 3 s
Locality Level Summary: Process local: 35
Input Size / Records: 1068.3 KiB / 19399
Shuffle Write Size / Records: 484.8 KiB / 11699
Associated Job Ids: 23598

digraph G { subgraph clusterstage_44507 { label="Stage 44507"; subgraph cluster306619 { label="Scan csv "; 134387 [labelType="html" label="FileScanRDD [134387] takeAsList at DataFrameCommonJob.java:145"]; 134388 [labelType="html" label="MapPartitionsRDD [134388] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster306612 { label="WholeStageCodegen (1)"; 134389 [labelType="html" label="MapPartitionsRDD [134389] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster306632 { label="Scan parquet "; 134393 [labelType="html" label="FileScanRDD [134393] takeAsList at DataFrameCommonJob.java:145"]; 134394 [labelType="html" label="MapPartitionsRDD [134394] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster306624 { label="WholeStageCodegen (2)"; 134395 [labelType="html" label="MapPartitionsRDD [134395] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster306643 { label="Scan parquet "; 134396 [labelType="html" label="FileScanRDD [134396] takeAsList at DataFrameCommonJob.java:145"]; 134397 [labelType="html" label="MapPartitionsRDD [134397] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster306637 { label="WholeStageCodegen (3)"; 134398 [labelType="html" label="MapPartitionsRDD [134398] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster306657 { label="Scan parquet "; 134404 [labelType="html" label="FileScanRDD [134404] takeAsList at DataFrameCommonJob.java:145"]; 134405 [labelType="html" label="MapPartitionsRDD [134405] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster306646 { label="WholeStageCodegen (4)"; 134407 [labelType="html" label="MapPartitionsRDD [134407] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster306664 { label="Scan parquet "; 134411 [labelType="html" label="FileScanRDD [134411] takeAsList at DataFrameCommonJob.java:145"]; 134412 [labelType="html" label="MapPartitionsRDD [134412] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster306658 { label="WholeStageCodegen (5)"; 134413 [labelType="html" label="MapPartitionsRDD [134413] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster306671 { label="Scan parquet "; 134414 [labelType="html" label="FileScanRDD [134414] takeAsList at DataFrameCommonJob.java:145"]; 134415 [labelType="html" label="MapPartitionsRDD [134415] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster306665 { label="WholeStageCodegen (6)"; 134416 [labelType="html" label="MapPartitionsRDD [134416] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster306678 { label="Scan parquet "; 134417 [labelType="html" label="FileScanRDD [134417] takeAsList at DataFrameCommonJob.java:145"]; 134418 [labelType="html" label="MapPartitionsRDD [134418] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster306672 { label="WholeStageCodegen (7)"; 134419 [labelType="html" label="MapPartitionsRDD [134419] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster306685 { label="Scan parquet "; 134420 [labelType="html" label="FileScanRDD [134420] takeAsList at DataFrameCommonJob.java:145"]; 134421 [labelType="html" label="MapPartitionsRDD [134421] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster306679 { label="WholeStageCodegen (8)"; 134422 [labelType="html" label="MapPartitionsRDD [134422] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster306692 { label="Scan parquet "; 134423 [labelType="html" label="FileScanRDD [134423] takeAsList at DataFrameCommonJob.java:145"]; 134424 [labelType="html" label="MapPartitionsRDD [134424] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster306686 { label="WholeStageCodegen (9)"; 134425 [labelType="html" label="MapPartitionsRDD [134425] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster306699 { label="Scan parquet "; 134426 [labelType="html" label="FileScanRDD [134426] takeAsList at DataFrameCommonJob.java:145"]; 134427 [labelType="html" label="MapPartitionsRDD [134427] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster306693 { label="WholeStageCodegen (10)"; 134428 [labelType="html" label="MapPartitionsRDD [134428] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster306706 { label="Scan parquet "; 134429 [labelType="html" label="FileScanRDD [134429] takeAsList at DataFrameCommonJob.java:145"]; 134430 [labelType="html" label="MapPartitionsRDD [134430] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster306700 { label="WholeStageCodegen (11)"; 134431 [labelType="html" label="MapPartitionsRDD [134431] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster306611 { label="Union"; 134432 [labelType="html" label="UnionRDD [134432] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster306592 { label="WholeStageCodegen (12)"; 134433 [labelType="html" label="MapPartitionsRDD [134433] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster306591 { label="Exchange"; 134434 [labelType="html" label="MapPartitionsRDD [134434] takeAsList at DataFrameCommonJob.java:145"]; } } 134387->134388; 134388->134389; 134393->134394; 134394->134395; 134396->134397; 134397->134398; 134404->134405; 134405->134407; 134411->134412; 134412->134413; 134414->134415; 134415->134416; 134417->134418; 134418->134419; 134420->134421; 134421->134422; 134423->134424; 134424->134425; 134426->134427; 134427->134428; 134429->134430; 134430->134431; 134389->134432; 134395->134432; 134398->134432; 134407->134432; 134413->134432; 134416->134432; 134419->134432; 134422->134432; 134425->134432; 134428->134432; 134431->134432; 134432->134433; 134433->134434; }

Event Timeline

Enable zooming