3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 15214 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 20
Input Size / Records:
483.0 KiB / 7570
Shuffle Write Size / Records:
326.4 KiB / 6130
Associated Job Ids:
8014
DAG Visualization
digraph G { subgraph clusterstage_15214 { label="Stage 15214"; subgraph cluster98270 { label="Scan csv "; 41522 [labelType="html" label="FileScanRDD [41522]<br>parquet at PersistJob.java:35"]; 41523 [labelType="html" label="MapPartitionsRDD [41523]<br>parquet at PersistJob.java:35"]; } subgraph cluster98265 { label="WholeStageCodegen (1)"; 41524 [labelType="html" label="MapPartitionsRDD [41524]<br>parquet at PersistJob.java:35"]; } subgraph cluster98277 { label="Scan parquet "; 41525 [labelType="html" label="FileScanRDD [41525]<br>parquet at PersistJob.java:35"]; 41526 [labelType="html" label="MapPartitionsRDD [41526]<br>parquet at PersistJob.java:35"]; } subgraph cluster98271 { label="WholeStageCodegen (2)"; 41527 [labelType="html" label="MapPartitionsRDD [41527]<br>parquet at PersistJob.java:35"]; } subgraph cluster98284 { label="Scan parquet "; 41528 [labelType="html" label="FileScanRDD [41528]<br>parquet at PersistJob.java:35"]; 41529 [labelType="html" label="MapPartitionsRDD [41529]<br>parquet at PersistJob.java:35"]; } subgraph cluster98278 { label="WholeStageCodegen (3)"; 41530 [labelType="html" label="MapPartitionsRDD [41530]<br>parquet at PersistJob.java:35"]; } subgraph cluster98291 { label="Scan parquet "; 41531 [labelType="html" label="FileScanRDD [41531]<br>parquet at PersistJob.java:35"]; 41532 [labelType="html" label="MapPartitionsRDD [41532]<br>parquet at PersistJob.java:35"]; } subgraph cluster98285 { label="WholeStageCodegen (4)"; 41533 [labelType="html" label="MapPartitionsRDD [41533]<br>parquet at PersistJob.java:35"]; } subgraph cluster98298 { label="Scan parquet "; 41534 [labelType="html" label="FileScanRDD [41534]<br>parquet at PersistJob.java:35"]; 41535 [labelType="html" label="MapPartitionsRDD [41535]<br>parquet at PersistJob.java:35"]; } subgraph cluster98292 { label="WholeStageCodegen (5)"; 41536 [labelType="html" label="MapPartitionsRDD [41536]<br>parquet at PersistJob.java:35"]; } subgraph cluster98305 { label="Scan parquet "; 41537 [labelType="html" label="FileScanRDD [41537]<br>parquet at PersistJob.java:35"]; 41538 [labelType="html" label="MapPartitionsRDD [41538]<br>parquet at PersistJob.java:35"]; } subgraph cluster98299 { label="WholeStageCodegen (6)"; 41539 [labelType="html" label="MapPartitionsRDD [41539]<br>parquet at PersistJob.java:35"]; } subgraph cluster98312 { label="Scan parquet "; 41540 [labelType="html" label="FileScanRDD [41540]<br>parquet at PersistJob.java:35"]; 41541 [labelType="html" label="MapPartitionsRDD [41541]<br>parquet at PersistJob.java:35"]; } subgraph cluster98306 { label="WholeStageCodegen (7)"; 41542 [labelType="html" label="MapPartitionsRDD [41542]<br>parquet at PersistJob.java:35"]; } subgraph cluster98319 { label="Scan parquet "; 41543 [labelType="html" label="FileScanRDD [41543]<br>parquet at PersistJob.java:35"]; 41544 [labelType="html" label="MapPartitionsRDD [41544]<br>parquet at PersistJob.java:35"]; } subgraph cluster98313 { label="WholeStageCodegen (8)"; 41545 [labelType="html" label="MapPartitionsRDD [41545]<br>parquet at PersistJob.java:35"]; } subgraph cluster98326 { label="Scan parquet "; 41546 [labelType="html" label="FileScanRDD [41546]<br>parquet at PersistJob.java:35"]; 41547 [labelType="html" label="MapPartitionsRDD [41547]<br>parquet at PersistJob.java:35"]; } subgraph cluster98320 { label="WholeStageCodegen (9)"; 41548 [labelType="html" label="MapPartitionsRDD [41548]<br>parquet at PersistJob.java:35"]; } subgraph cluster98333 { label="Scan parquet "; 41549 [labelType="html" label="FileScanRDD [41549]<br>parquet at PersistJob.java:35"]; 41550 [labelType="html" label="MapPartitionsRDD [41550]<br>parquet at PersistJob.java:35"]; } subgraph cluster98327 { label="WholeStageCodegen (10)"; 41551 [labelType="html" label="MapPartitionsRDD [41551]<br>parquet at PersistJob.java:35"]; } subgraph cluster98340 { label="Scan parquet "; 41552 [labelType="html" label="FileScanRDD [41552]<br>parquet at PersistJob.java:35"]; 41553 [labelType="html" label="MapPartitionsRDD [41553]<br>parquet at PersistJob.java:35"]; } subgraph cluster98334 { label="WholeStageCodegen (11)"; 41554 [labelType="html" label="MapPartitionsRDD [41554]<br>parquet at PersistJob.java:35"]; } subgraph cluster98264 { label="Union"; 41555 [labelType="html" label="UnionRDD [41555]<br>parquet at PersistJob.java:35"]; } subgraph cluster98253 { label="WholeStageCodegen (12)"; 41556 [labelType="html" label="MapPartitionsRDD [41556]<br>parquet at PersistJob.java:35"]; } subgraph cluster98252 { label="Exchange"; 41557 [labelType="html" label="MapPartitionsRDD [41557]<br>parquet at PersistJob.java:35"]; } } 41522->41523; 41523->41524; 41525->41526; 41526->41527; 41528->41529; 41529->41530; 41531->41532; 41532->41533; 41534->41535; 41535->41536; 41537->41538; 41538->41539; 41540->41541; 41541->41542; 41543->41544; 41544->41545; 41546->41547; 41547->41548; 41549->41550; 41550->41551; 41552->41553; 41553->41554; 41524->41555; 41527->41555; 41530->41555; 41533->41555; 41536->41555; 41539->41555; 41542->41555; 41545->41555; 41548->41555; 41551->41555; 41554->41555; 41555->41556; 41556->41557; }
Event Timeline
Enable zooming
Tasks: 20. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time