3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 44507 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Process local: 35
Input Size / Records:
1068.3 KiB / 19399
Shuffle Write Size / Records:
484.8 KiB / 11699
Associated Job Ids:
23598
DAG Visualization
digraph G { subgraph clusterstage_44507 { label="Stage 44507"; subgraph cluster306619 { label="Scan csv "; 134387 [labelType="html" label="FileScanRDD [134387]<br>takeAsList at DataFrameCommonJob.java:145"]; 134388 [labelType="html" label="MapPartitionsRDD [134388]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster306612 { label="WholeStageCodegen (1)"; 134389 [labelType="html" label="MapPartitionsRDD [134389]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster306632 { label="Scan parquet "; 134393 [labelType="html" label="FileScanRDD [134393]<br>takeAsList at DataFrameCommonJob.java:145"]; 134394 [labelType="html" label="MapPartitionsRDD [134394]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster306624 { label="WholeStageCodegen (2)"; 134395 [labelType="html" label="MapPartitionsRDD [134395]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster306643 { label="Scan parquet "; 134396 [labelType="html" label="FileScanRDD [134396]<br>takeAsList at DataFrameCommonJob.java:145"]; 134397 [labelType="html" label="MapPartitionsRDD [134397]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster306637 { label="WholeStageCodegen (3)"; 134398 [labelType="html" label="MapPartitionsRDD [134398]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster306657 { label="Scan parquet "; 134404 [labelType="html" label="FileScanRDD [134404]<br>takeAsList at DataFrameCommonJob.java:145"]; 134405 [labelType="html" label="MapPartitionsRDD [134405]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster306646 { label="WholeStageCodegen (4)"; 134407 [labelType="html" label="MapPartitionsRDD [134407]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster306664 { label="Scan parquet "; 134411 [labelType="html" label="FileScanRDD [134411]<br>takeAsList at DataFrameCommonJob.java:145"]; 134412 [labelType="html" label="MapPartitionsRDD [134412]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster306658 { label="WholeStageCodegen (5)"; 134413 [labelType="html" label="MapPartitionsRDD [134413]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster306671 { label="Scan parquet "; 134414 [labelType="html" label="FileScanRDD [134414]<br>takeAsList at DataFrameCommonJob.java:145"]; 134415 [labelType="html" label="MapPartitionsRDD [134415]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster306665 { label="WholeStageCodegen (6)"; 134416 [labelType="html" label="MapPartitionsRDD [134416]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster306678 { label="Scan parquet "; 134417 [labelType="html" label="FileScanRDD [134417]<br>takeAsList at DataFrameCommonJob.java:145"]; 134418 [labelType="html" label="MapPartitionsRDD [134418]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster306672 { label="WholeStageCodegen (7)"; 134419 [labelType="html" label="MapPartitionsRDD [134419]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster306685 { label="Scan parquet "; 134420 [labelType="html" label="FileScanRDD [134420]<br>takeAsList at DataFrameCommonJob.java:145"]; 134421 [labelType="html" label="MapPartitionsRDD [134421]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster306679 { label="WholeStageCodegen (8)"; 134422 [labelType="html" label="MapPartitionsRDD [134422]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster306692 { label="Scan parquet "; 134423 [labelType="html" label="FileScanRDD [134423]<br>takeAsList at DataFrameCommonJob.java:145"]; 134424 [labelType="html" label="MapPartitionsRDD [134424]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster306686 { label="WholeStageCodegen (9)"; 134425 [labelType="html" label="MapPartitionsRDD [134425]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster306699 { label="Scan parquet "; 134426 [labelType="html" label="FileScanRDD [134426]<br>takeAsList at DataFrameCommonJob.java:145"]; 134427 [labelType="html" label="MapPartitionsRDD [134427]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster306693 { label="WholeStageCodegen (10)"; 134428 [labelType="html" label="MapPartitionsRDD [134428]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster306706 { label="Scan parquet "; 134429 [labelType="html" label="FileScanRDD [134429]<br>takeAsList at DataFrameCommonJob.java:145"]; 134430 [labelType="html" label="MapPartitionsRDD [134430]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster306700 { label="WholeStageCodegen (11)"; 134431 [labelType="html" label="MapPartitionsRDD [134431]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster306611 { label="Union"; 134432 [labelType="html" label="UnionRDD [134432]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster306592 { label="WholeStageCodegen (12)"; 134433 [labelType="html" label="MapPartitionsRDD [134433]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster306591 { label="Exchange"; 134434 [labelType="html" label="MapPartitionsRDD [134434]<br>takeAsList at DataFrameCommonJob.java:145"]; } } 134387->134388; 134388->134389; 134393->134394; 134394->134395; 134396->134397; 134397->134398; 134404->134405; 134405->134407; 134411->134412; 134412->134413; 134414->134415; 134415->134416; 134417->134418; 134418->134419; 134420->134421; 134421->134422; 134423->134424; 134424->134425; 134426->134427; 134427->134428; 134429->134430; 134430->134431; 134389->134432; 134395->134432; 134398->134432; 134407->134432; 134413->134432; 134416->134432; 134419->134432; 134422->134432; 134425->134432; 134428->134432; 134431->134432; 134432->134433; 134433->134434; }
Event Timeline
Enable zooming
Tasks: 35. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time