3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 16993 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 46
Input Size / Records:
772.9 KiB / 3926
Shuffle Write Size / Records:
208.3 KiB / 3419
Associated Job Ids:
8278
DAG Visualization
digraph G { subgraph clusterstage_16993 { label="Stage 16993"; subgraph cluster108854 { label="Scan csv "; 46549 [labelType="html" label="FileScanRDD [46549]<br>parquet at PersistJob.java:35"]; 46550 [labelType="html" label="MapPartitionsRDD [46550]<br>parquet at PersistJob.java:35"]; } subgraph cluster108849 { label="WholeStageCodegen (1)"; 46551 [labelType="html" label="MapPartitionsRDD [46551]<br>parquet at PersistJob.java:35"]; } subgraph cluster108861 { label="Scan parquet "; 46552 [labelType="html" label="FileScanRDD [46552]<br>parquet at PersistJob.java:35"]; 46553 [labelType="html" label="MapPartitionsRDD [46553]<br>parquet at PersistJob.java:35"]; } subgraph cluster108855 { label="WholeStageCodegen (2)"; 46554 [labelType="html" label="MapPartitionsRDD [46554]<br>parquet at PersistJob.java:35"]; } subgraph cluster108868 { label="Scan parquet "; 46555 [labelType="html" label="FileScanRDD [46555]<br>parquet at PersistJob.java:35"]; 46556 [labelType="html" label="MapPartitionsRDD [46556]<br>parquet at PersistJob.java:35"]; } subgraph cluster108862 { label="WholeStageCodegen (3)"; 46557 [labelType="html" label="MapPartitionsRDD [46557]<br>parquet at PersistJob.java:35"]; } subgraph cluster108875 { label="Scan parquet "; 46558 [labelType="html" label="FileScanRDD [46558]<br>parquet at PersistJob.java:35"]; 46559 [labelType="html" label="MapPartitionsRDD [46559]<br>parquet at PersistJob.java:35"]; } subgraph cluster108869 { label="WholeStageCodegen (4)"; 46560 [labelType="html" label="MapPartitionsRDD [46560]<br>parquet at PersistJob.java:35"]; } subgraph cluster108882 { label="Scan parquet "; 46561 [labelType="html" label="FileScanRDD [46561]<br>parquet at PersistJob.java:35"]; 46562 [labelType="html" label="MapPartitionsRDD [46562]<br>parquet at PersistJob.java:35"]; } subgraph cluster108876 { label="WholeStageCodegen (5)"; 46563 [labelType="html" label="MapPartitionsRDD [46563]<br>parquet at PersistJob.java:35"]; } subgraph cluster108889 { label="Scan parquet "; 46564 [labelType="html" label="FileScanRDD [46564]<br>parquet at PersistJob.java:35"]; 46565 [labelType="html" label="MapPartitionsRDD [46565]<br>parquet at PersistJob.java:35"]; } subgraph cluster108883 { label="WholeStageCodegen (6)"; 46566 [labelType="html" label="MapPartitionsRDD [46566]<br>parquet at PersistJob.java:35"]; } subgraph cluster108896 { label="Scan parquet "; 46567 [labelType="html" label="FileScanRDD [46567]<br>parquet at PersistJob.java:35"]; 46568 [labelType="html" label="MapPartitionsRDD [46568]<br>parquet at PersistJob.java:35"]; } subgraph cluster108890 { label="WholeStageCodegen (7)"; 46569 [labelType="html" label="MapPartitionsRDD [46569]<br>parquet at PersistJob.java:35"]; } subgraph cluster108903 { label="Scan parquet "; 46570 [labelType="html" label="FileScanRDD [46570]<br>parquet at PersistJob.java:35"]; 46571 [labelType="html" label="MapPartitionsRDD [46571]<br>parquet at PersistJob.java:35"]; } subgraph cluster108897 { label="WholeStageCodegen (8)"; 46572 [labelType="html" label="MapPartitionsRDD [46572]<br>parquet at PersistJob.java:35"]; } subgraph cluster108910 { label="Scan parquet "; 46573 [labelType="html" label="FileScanRDD [46573]<br>parquet at PersistJob.java:35"]; 46574 [labelType="html" label="MapPartitionsRDD [46574]<br>parquet at PersistJob.java:35"]; } subgraph cluster108904 { label="WholeStageCodegen (9)"; 46575 [labelType="html" label="MapPartitionsRDD [46575]<br>parquet at PersistJob.java:35"]; } subgraph cluster108917 { label="Scan parquet "; 46576 [labelType="html" label="FileScanRDD [46576]<br>parquet at PersistJob.java:35"]; 46577 [labelType="html" label="MapPartitionsRDD [46577]<br>parquet at PersistJob.java:35"]; } subgraph cluster108911 { label="WholeStageCodegen (10)"; 46578 [labelType="html" label="MapPartitionsRDD [46578]<br>parquet at PersistJob.java:35"]; } subgraph cluster108924 { label="Scan parquet "; 46579 [labelType="html" label="FileScanRDD [46579]<br>parquet at PersistJob.java:35"]; 46580 [labelType="html" label="MapPartitionsRDD [46580]<br>parquet at PersistJob.java:35"]; } subgraph cluster108918 { label="WholeStageCodegen (11)"; 46581 [labelType="html" label="MapPartitionsRDD [46581]<br>parquet at PersistJob.java:35"]; } subgraph cluster108848 { label="Union"; 46582 [labelType="html" label="UnionRDD [46582]<br>parquet at PersistJob.java:35"]; } subgraph cluster108837 { label="WholeStageCodegen (12)"; 46583 [labelType="html" label="MapPartitionsRDD [46583]<br>parquet at PersistJob.java:35"]; } subgraph cluster108836 { label="Exchange"; 46584 [labelType="html" label="MapPartitionsRDD [46584]<br>parquet at PersistJob.java:35"]; } } 46549->46550; 46550->46551; 46552->46553; 46553->46554; 46555->46556; 46556->46557; 46558->46559; 46559->46560; 46561->46562; 46562->46563; 46564->46565; 46565->46566; 46567->46568; 46568->46569; 46570->46571; 46571->46572; 46573->46574; 46574->46575; 46576->46577; 46577->46578; 46579->46580; 46580->46581; 46551->46582; 46554->46582; 46557->46582; 46560->46582; 46563->46582; 46566->46582; 46569->46582; 46572->46582; 46575->46582; 46578->46582; 46581->46582; 46582->46583; 46583->46584; }
Event Timeline
Enable zooming
Tasks: 46. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time