3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 16733 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1.2 min
Locality Level Summary:
Any: 10
Shuffle Read Size / Records:
28.6 MiB / 258294
Shuffle Write Size / Records:
51.6 MiB / 258294
Associated Job Ids:
8145
DAG Visualization
digraph G { subgraph clusterstage_16733 { label="Stage 16733"; subgraph cluster106905 { label="Exchange"; 45594 [labelType="html" label="ShuffledRowRDD [45594] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster106901 { label="WholeStageCodegen (7)"; 45595 [labelType="html" label="MapPartitionsRDD [45595] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster106900 { label="Window"; 45596 [labelType="html" label="MapPartitionsRDD [45596] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster106897 { label="WholeStageCodegen (8)"; 45597 [labelType="html" label="MapPartitionsRDD [45597] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster106896 { label="Window"; 45598 [labelType="html" label="MapPartitionsRDD [45598] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster106893 { label="WholeStageCodegen (9)"; 45599 [labelType="html" label="MapPartitionsRDD [45599] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster106892 { label="Window"; 45600 [labelType="html" label="MapPartitionsRDD [45600] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster106889 { label="WholeStageCodegen (10)"; 45601 [labelType="html" label="MapPartitionsRDD [45601] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster106888 { label="Window"; 45602 [labelType="html" label="MapPartitionsRDD [45602] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster106885 { label="WholeStageCodegen (11)"; 45603 [labelType="html" label="MapPartitionsRDD [45603] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster106884 { label="Window"; 45604 [labelType="html" label="MapPartitionsRDD [45604] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster106881 { label="WholeStageCodegen (12)"; 45605 [labelType="html" label="MapPartitionsRDD [45605] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster106880 { label="Window"; 45606 [labelType="html" label="MapPartitionsRDD [45606] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster106877 { label="WholeStageCodegen (13)"; 45607 [labelType="html" label="MapPartitionsRDD [45607] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster106876 { label="Window"; 45608 [labelType="html" label="MapPartitionsRDD [45608] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster106873 { label="WholeStageCodegen (14)"; 45609 [labelType="html" label="MapPartitionsRDD [45609] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster106872 { label="Window"; 45610 [labelType="html" label="MapPartitionsRDD [45610] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster106869 { label="WholeStageCodegen (15)"; 45611 [labelType="html" label="MapPartitionsRDD [45611] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster106868 { label="Window"; 45612 [labelType="html" label="MapPartitionsRDD [45612] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster106864 { label="WholeStageCodegen (16)"; 45613 [labelType="html" label="MapPartitionsRDD [45613] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster106863 { label="Window"; 45614 [labelType="html" label="MapPartitionsRDD [45614] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster106859 { label="WholeStageCodegen (17)"; 45615 [labelType="html" label="MapPartitionsRDD [45615] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster106858 { label="Window"; 45616 [labelType="html" label="MapPartitionsRDD [45616] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster106854 { label="WholeStageCodegen (18)"; 45617 [labelType="html" label="MapPartitionsRDD [45617] [Unordered]<br>rdd at PersistJob.java:28"]; } subgraph cluster106853 { label="Exchange"; 45618 [labelType="html" label="MapPartitionsRDD [45618] [Unordered]<br>rdd at PersistJob.java:28"]; } } 45594->45595; 45595->45596; 45596->45597; 45597->45598; 45598->45599; 45599->45600; 45600->45601; 45601->45602; 45602->45603; 45603->45604; 45604->45605; 45605->45606; 45606->45607; 45607->45608; 45608->45609; 45609->45610; 45610->45611; 45611->45612; 45612->45613; 45613->45614; 45614->45615; 45615->45616; 45616->45617; 45617->45618; }
45593,45594
Event Timeline
Enable zooming
Tasks: 10. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time