3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 12864 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
5 s
Locality Level Summary:
Process local: 29
Input Size / Records:
1160.7 KiB / 32356
Shuffle Write Size / Records:
987.2 KiB / 32361
Associated Job Ids:
6326
DAG Visualization
digraph G { subgraph clusterstage_12864 { label="Stage 12864"; subgraph cluster83417 { label="Scan csv "; 35466 [labelType="html" label="FileScanRDD [35466]<br>parquet at PersistJob.java:35"]; 35467 [labelType="html" label="MapPartitionsRDD [35467]<br>parquet at PersistJob.java:35"]; } subgraph cluster83412 { label="WholeStageCodegen (1)"; 35468 [labelType="html" label="MapPartitionsRDD [35468]<br>parquet at PersistJob.java:35"]; } subgraph cluster83424 { label="Scan parquet "; 35469 [labelType="html" label="FileScanRDD [35469]<br>parquet at PersistJob.java:35"]; 35470 [labelType="html" label="MapPartitionsRDD [35470]<br>parquet at PersistJob.java:35"]; } subgraph cluster83418 { label="WholeStageCodegen (2)"; 35471 [labelType="html" label="MapPartitionsRDD [35471]<br>parquet at PersistJob.java:35"]; } subgraph cluster83431 { label="Scan parquet "; 35472 [labelType="html" label="FileScanRDD [35472]<br>parquet at PersistJob.java:35"]; 35473 [labelType="html" label="MapPartitionsRDD [35473]<br>parquet at PersistJob.java:35"]; } subgraph cluster83425 { label="WholeStageCodegen (3)"; 35474 [labelType="html" label="MapPartitionsRDD [35474]<br>parquet at PersistJob.java:35"]; } subgraph cluster83438 { label="Scan parquet "; 35475 [labelType="html" label="FileScanRDD [35475]<br>parquet at PersistJob.java:35"]; 35476 [labelType="html" label="MapPartitionsRDD [35476]<br>parquet at PersistJob.java:35"]; } subgraph cluster83432 { label="WholeStageCodegen (4)"; 35477 [labelType="html" label="MapPartitionsRDD [35477]<br>parquet at PersistJob.java:35"]; } subgraph cluster83445 { label="Scan parquet "; 35478 [labelType="html" label="FileScanRDD [35478]<br>parquet at PersistJob.java:35"]; 35479 [labelType="html" label="MapPartitionsRDD [35479]<br>parquet at PersistJob.java:35"]; } subgraph cluster83439 { label="WholeStageCodegen (5)"; 35480 [labelType="html" label="MapPartitionsRDD [35480]<br>parquet at PersistJob.java:35"]; } subgraph cluster83452 { label="Scan parquet "; 35481 [labelType="html" label="FileScanRDD [35481]<br>parquet at PersistJob.java:35"]; 35482 [labelType="html" label="MapPartitionsRDD [35482]<br>parquet at PersistJob.java:35"]; } subgraph cluster83446 { label="WholeStageCodegen (6)"; 35483 [labelType="html" label="MapPartitionsRDD [35483]<br>parquet at PersistJob.java:35"]; } subgraph cluster83459 { label="Scan parquet "; 35484 [labelType="html" label="FileScanRDD [35484]<br>parquet at PersistJob.java:35"]; 35485 [labelType="html" label="MapPartitionsRDD [35485]<br>parquet at PersistJob.java:35"]; } subgraph cluster83453 { label="WholeStageCodegen (7)"; 35486 [labelType="html" label="MapPartitionsRDD [35486]<br>parquet at PersistJob.java:35"]; } subgraph cluster83466 { label="Scan parquet "; 35487 [labelType="html" label="FileScanRDD [35487]<br>parquet at PersistJob.java:35"]; 35488 [labelType="html" label="MapPartitionsRDD [35488]<br>parquet at PersistJob.java:35"]; } subgraph cluster83460 { label="WholeStageCodegen (8)"; 35489 [labelType="html" label="MapPartitionsRDD [35489]<br>parquet at PersistJob.java:35"]; } subgraph cluster83473 { label="Scan parquet "; 35490 [labelType="html" label="FileScanRDD [35490]<br>parquet at PersistJob.java:35"]; 35491 [labelType="html" label="MapPartitionsRDD [35491]<br>parquet at PersistJob.java:35"]; } subgraph cluster83467 { label="WholeStageCodegen (9)"; 35492 [labelType="html" label="MapPartitionsRDD [35492]<br>parquet at PersistJob.java:35"]; } subgraph cluster83480 { label="Scan parquet "; 35493 [labelType="html" label="FileScanRDD [35493]<br>parquet at PersistJob.java:35"]; 35494 [labelType="html" label="MapPartitionsRDD [35494]<br>parquet at PersistJob.java:35"]; } subgraph cluster83474 { label="WholeStageCodegen (10)"; 35495 [labelType="html" label="MapPartitionsRDD [35495]<br>parquet at PersistJob.java:35"]; } subgraph cluster83487 { label="Scan parquet "; 35496 [labelType="html" label="FileScanRDD [35496]<br>parquet at PersistJob.java:35"]; 35497 [labelType="html" label="MapPartitionsRDD [35497]<br>parquet at PersistJob.java:35"]; } subgraph cluster83481 { label="WholeStageCodegen (11)"; 35498 [labelType="html" label="MapPartitionsRDD [35498]<br>parquet at PersistJob.java:35"]; } subgraph cluster83411 { label="Union"; 35499 [labelType="html" label="UnionRDD [35499]<br>parquet at PersistJob.java:35"]; } subgraph cluster83401 { label="WholeStageCodegen (12)"; 35500 [labelType="html" label="MapPartitionsRDD [35500]<br>parquet at PersistJob.java:35"]; } subgraph cluster83400 { label="Exchange"; 35501 [labelType="html" label="MapPartitionsRDD [35501]<br>parquet at PersistJob.java:35"]; } } 35466->35467; 35467->35468; 35469->35470; 35470->35471; 35472->35473; 35473->35474; 35475->35476; 35476->35477; 35478->35479; 35479->35480; 35481->35482; 35482->35483; 35484->35485; 35485->35486; 35487->35488; 35488->35489; 35490->35491; 35491->35492; 35493->35494; 35494->35495; 35496->35497; 35497->35498; 35468->35499; 35471->35499; 35474->35499; 35477->35499; 35480->35499; 35483->35499; 35486->35499; 35489->35499; 35492->35499; 35495->35499; 35498->35499; 35499->35500; 35500->35501; }
Event Timeline
Enable zooming
Tasks: 29. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time