3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 7643 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
49 s
Locality Level Summary:
Any: 10
Shuffle Read Size / Records:
28.7 MiB / 259485
Shuffle Write Size / Records:
51.8 MiB / 259485
Associated Job Ids:
3715
DAG Visualization
digraph G { subgraph clusterstage_7643 { label="Stage 7643"; subgraph cluster49388 { label="Exchange"; 21750 [labelType="html" label="ShuffledRowRDD [21750] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster49384 { label="WholeStageCodegen (7)"; 21751 [labelType="html" label="MapPartitionsRDD [21751] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster49383 { label="Window"; 21752 [labelType="html" label="MapPartitionsRDD [21752] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster49380 { label="WholeStageCodegen (8)"; 21753 [labelType="html" label="MapPartitionsRDD [21753] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster49379 { label="Window"; 21754 [labelType="html" label="MapPartitionsRDD [21754] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster49376 { label="WholeStageCodegen (9)"; 21755 [labelType="html" label="MapPartitionsRDD [21755] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster49375 { label="Window"; 21756 [labelType="html" label="MapPartitionsRDD [21756] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster49372 { label="WholeStageCodegen (10)"; 21757 [labelType="html" label="MapPartitionsRDD [21757] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster49371 { label="Window"; 21758 [labelType="html" label="MapPartitionsRDD [21758] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster49368 { label="WholeStageCodegen (11)"; 21759 [labelType="html" label="MapPartitionsRDD [21759] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster49367 { label="Window"; 21760 [labelType="html" label="MapPartitionsRDD [21760] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster49364 { label="WholeStageCodegen (12)"; 21761 [labelType="html" label="MapPartitionsRDD [21761] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster49363 { label="Window"; 21762 [labelType="html" label="MapPartitionsRDD [21762] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster49360 { label="WholeStageCodegen (13)"; 21763 [labelType="html" label="MapPartitionsRDD [21763] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster49359 { label="Window"; 21764 [labelType="html" label="MapPartitionsRDD [21764] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster49356 { label="WholeStageCodegen (14)"; 21765 [labelType="html" label="MapPartitionsRDD [21765] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster49355 { label="Window"; 21766 [labelType="html" label="MapPartitionsRDD [21766] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster49352 { label="WholeStageCodegen (15)"; 21767 [labelType="html" label="MapPartitionsRDD [21767] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster49351 { label="Window"; 21768 [labelType="html" label="MapPartitionsRDD [21768] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster49347 { label="WholeStageCodegen (16)"; 21769 [labelType="html" label="MapPartitionsRDD [21769] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster49346 { label="Window"; 21770 [labelType="html" label="MapPartitionsRDD [21770] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster49342 { label="WholeStageCodegen (17)"; 21771 [labelType="html" label="MapPartitionsRDD [21771] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster49341 { label="Window"; 21772 [labelType="html" label="MapPartitionsRDD [21772] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster49337 { label="WholeStageCodegen (18)"; 21773 [labelType="html" label="MapPartitionsRDD [21773] [Unordered]<br>parquet at PersistJob.java:35"]; } subgraph cluster49336 { label="Exchange"; 21774 [labelType="html" label="MapPartitionsRDD [21774] [Unordered]<br>parquet at PersistJob.java:35"]; } } 21750->21751; 21751->21752; 21752->21753; 21753->21754; 21754->21755; 21755->21756; 21756->21757; 21757->21758; 21758->21759; 21759->21760; 21760->21761; 21761->21762; 21762->21763; 21763->21764; 21764->21765; 21765->21766; 21766->21767; 21767->21768; 21768->21769; 21769->21770; 21770->21771; 21771->21772; 21772->21773; 21773->21774; }
21749,21750
Event Timeline
Enable zooming
Tasks: 10. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time