3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 15208 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
6 s
Locality Level Summary:
Process local: 20
Input Size / Records:
483.0 KiB / 7570
Shuffle Write Size / Records:
326.4 KiB / 6130
Associated Job Ids:
8010
DAG Visualization
digraph G { subgraph clusterstage_15208 { label="Stage 15208"; subgraph cluster98117 { label="Scan csv "; 41449 [labelType="html" label="FileScanRDD [41449]<br>rdd at PersistJob.java:28"]; 41450 [labelType="html" label="MapPartitionsRDD [41450]<br>rdd at PersistJob.java:28"]; } subgraph cluster98112 { label="WholeStageCodegen (1)"; 41451 [labelType="html" label="MapPartitionsRDD [41451]<br>rdd at PersistJob.java:28"]; } subgraph cluster98124 { label="Scan parquet "; 41452 [labelType="html" label="FileScanRDD [41452]<br>rdd at PersistJob.java:28"]; 41453 [labelType="html" label="MapPartitionsRDD [41453]<br>rdd at PersistJob.java:28"]; } subgraph cluster98118 { label="WholeStageCodegen (2)"; 41454 [labelType="html" label="MapPartitionsRDD [41454]<br>rdd at PersistJob.java:28"]; } subgraph cluster98131 { label="Scan parquet "; 41455 [labelType="html" label="FileScanRDD [41455]<br>rdd at PersistJob.java:28"]; 41456 [labelType="html" label="MapPartitionsRDD [41456]<br>rdd at PersistJob.java:28"]; } subgraph cluster98125 { label="WholeStageCodegen (3)"; 41457 [labelType="html" label="MapPartitionsRDD [41457]<br>rdd at PersistJob.java:28"]; } subgraph cluster98138 { label="Scan parquet "; 41458 [labelType="html" label="FileScanRDD [41458]<br>rdd at PersistJob.java:28"]; 41459 [labelType="html" label="MapPartitionsRDD [41459]<br>rdd at PersistJob.java:28"]; } subgraph cluster98132 { label="WholeStageCodegen (4)"; 41460 [labelType="html" label="MapPartitionsRDD [41460]<br>rdd at PersistJob.java:28"]; } subgraph cluster98145 { label="Scan parquet "; 41461 [labelType="html" label="FileScanRDD [41461]<br>rdd at PersistJob.java:28"]; 41462 [labelType="html" label="MapPartitionsRDD [41462]<br>rdd at PersistJob.java:28"]; } subgraph cluster98139 { label="WholeStageCodegen (5)"; 41463 [labelType="html" label="MapPartitionsRDD [41463]<br>rdd at PersistJob.java:28"]; } subgraph cluster98152 { label="Scan parquet "; 41464 [labelType="html" label="FileScanRDD [41464]<br>rdd at PersistJob.java:28"]; 41465 [labelType="html" label="MapPartitionsRDD [41465]<br>rdd at PersistJob.java:28"]; } subgraph cluster98146 { label="WholeStageCodegen (6)"; 41466 [labelType="html" label="MapPartitionsRDD [41466]<br>rdd at PersistJob.java:28"]; } subgraph cluster98159 { label="Scan parquet "; 41467 [labelType="html" label="FileScanRDD [41467]<br>rdd at PersistJob.java:28"]; 41468 [labelType="html" label="MapPartitionsRDD [41468]<br>rdd at PersistJob.java:28"]; } subgraph cluster98153 { label="WholeStageCodegen (7)"; 41469 [labelType="html" label="MapPartitionsRDD [41469]<br>rdd at PersistJob.java:28"]; } subgraph cluster98166 { label="Scan parquet "; 41470 [labelType="html" label="FileScanRDD [41470]<br>rdd at PersistJob.java:28"]; 41471 [labelType="html" label="MapPartitionsRDD [41471]<br>rdd at PersistJob.java:28"]; } subgraph cluster98160 { label="WholeStageCodegen (8)"; 41472 [labelType="html" label="MapPartitionsRDD [41472]<br>rdd at PersistJob.java:28"]; } subgraph cluster98173 { label="Scan parquet "; 41473 [labelType="html" label="FileScanRDD [41473]<br>rdd at PersistJob.java:28"]; 41474 [labelType="html" label="MapPartitionsRDD [41474]<br>rdd at PersistJob.java:28"]; } subgraph cluster98167 { label="WholeStageCodegen (9)"; 41475 [labelType="html" label="MapPartitionsRDD [41475]<br>rdd at PersistJob.java:28"]; } subgraph cluster98180 { label="Scan parquet "; 41476 [labelType="html" label="FileScanRDD [41476]<br>rdd at PersistJob.java:28"]; 41477 [labelType="html" label="MapPartitionsRDD [41477]<br>rdd at PersistJob.java:28"]; } subgraph cluster98174 { label="WholeStageCodegen (10)"; 41478 [labelType="html" label="MapPartitionsRDD [41478]<br>rdd at PersistJob.java:28"]; } subgraph cluster98187 { label="Scan parquet "; 41479 [labelType="html" label="FileScanRDD [41479]<br>rdd at PersistJob.java:28"]; 41480 [labelType="html" label="MapPartitionsRDD [41480]<br>rdd at PersistJob.java:28"]; } subgraph cluster98181 { label="WholeStageCodegen (11)"; 41481 [labelType="html" label="MapPartitionsRDD [41481]<br>rdd at PersistJob.java:28"]; } subgraph cluster98111 { label="Union"; 41482 [labelType="html" label="UnionRDD [41482]<br>rdd at PersistJob.java:28"]; } subgraph cluster98100 { label="WholeStageCodegen (12)"; 41483 [labelType="html" label="MapPartitionsRDD [41483]<br>rdd at PersistJob.java:28"]; } subgraph cluster98099 { label="Exchange"; 41484 [labelType="html" label="MapPartitionsRDD [41484]<br>rdd at PersistJob.java:28"]; } } 41449->41450; 41450->41451; 41452->41453; 41453->41454; 41455->41456; 41456->41457; 41458->41459; 41459->41460; 41461->41462; 41462->41463; 41464->41465; 41465->41466; 41467->41468; 41468->41469; 41470->41471; 41471->41472; 41473->41474; 41474->41475; 41476->41477; 41477->41478; 41479->41480; 41480->41481; 41451->41482; 41454->41482; 41457->41482; 41460->41482; 41463->41482; 41466->41482; 41469->41482; 41472->41482; 41475->41482; 41478->41482; 41481->41482; 41482->41483; 41483->41484; }
Event Timeline
Enable zooming
Tasks: 20. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time