3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 14761 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Any: 2
Input Size / Records:
7.1 KiB / 2
Shuffle Read Size / Records:
2.6 MiB / 166088
Shuffle Write Size / Records:
5.4 MiB / 85895
Associated Job Ids:
7847
DAG Visualization
digraph G { subgraph clusterstage_14761 { label="Stage 14761"; subgraph cluster95553 { label="AQEShuffleRead"; 40306 [labelType="html" label="ShuffledRowRDD [40306] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster95550 { label="WholeStageCodegen (25)"; 40307 [labelType="html" label="MapPartitionsRDD [40307] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster95563 { label="AQEShuffleRead"; 40308 [labelType="html" label="ShuffledRowRDD [40308] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster95560 { label="WholeStageCodegen (26)"; 40309 [labelType="html" label="MapPartitionsRDD [40309] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster95559 { label="Window"; 40310 [labelType="html" label="MapPartitionsRDD [40310] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster95555 { label="WholeStageCodegen (27)"; 40311 [labelType="html" label="MapPartitionsRDD [40311] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster95544 { label="WholeStageCodegen (28)"; 40312 [labelType="html" label="ZippedPartitionsRDD2 [40312] [Unordered]<br>rdd at PersistJob.java:28"]; 40313 [labelType="html" label="MapPartitionsRDD [40313] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster95543 { label="Window"; 40314 [labelType="html" label="MapPartitionsRDD [40314] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster95540 { label="WholeStageCodegen (29)"; 40315 [labelType="html" label="MapPartitionsRDD [40315] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster95573 { label="AQEShuffleRead"; 40316 [labelType="html" label="ShuffledRowRDD [40316] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster95570 { label="WholeStageCodegen (30)"; 40317 [labelType="html" label="MapPartitionsRDD [40317] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster95569 { label="Window"; 40318 [labelType="html" label="MapPartitionsRDD [40318] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster95565 { label="WholeStageCodegen (31)"; 40319 [labelType="html" label="MapPartitionsRDD [40319] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster95534 { label="WholeStageCodegen (32)"; 40320 [labelType="html" label="ZippedPartitionsRDD2 [40320] [Unordered]<br>rdd at PersistJob.java:28"]; 40321 [labelType="html" label="MapPartitionsRDD [40321] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster95578 { label="Scan parquet "; 40322 [labelType="html" label="FileScanRDD [40322]<br>rdd at PersistJob.java:28"]; 40323 [labelType="html" label="MapPartitionsRDD [40323]<br>rdd at PersistJob.java:28"]; } subgraph cluster95574 { label="WholeStageCodegen (33)"; 40324 [labelType="html" label="MapPartitionsRDD [40324]<br>rdd at PersistJob.java:28"]; } subgraph cluster95533 { label="CartesianProduct"; 40325 [labelType="html" label="UnsafeCartesianRDD [40325] [Unordered]<br>rdd at PersistJob.java:28"]; 40326 [labelType="html" label="MapPartitionsRDD [40326] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster95530 { label="WholeStageCodegen (34)"; 40327 [labelType="html" label="MapPartitionsRDD [40327] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster95529 { label="Exchange"; 40328 [labelType="html" label="MapPartitionsRDD [40328] [Unordered]<br>rdd at PersistJob.java:28"]; } } 40306->40307; 40308->40309; 40309->40310; 40310->40311; 40307->40312; 40311->40312; 40312->40313; 40313->40314; 40314->40315; 40316->40317; 40317->40318; 40318->40319; 40315->40320; 40319->40320; 40320->40321; 40322->40323; 40323->40324; 40321->40325; 40324->40325; 40325->40326; 40326->40327; 40327->40328; }
40229,40306
40305,40308
40245,40316
Event Timeline
Enable zooming
Tasks: 2. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time