SP1 - Details for Stage 9320 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 6 s
Locality Level Summary: Any: 15; Process local: 1
Input Size / Records: 2.2 MiB / 133184
Shuffle Read Size / Records: 137.4 KiB / 3844
Shuffle Write Size / Records: 83.4 KiB / 1847
Associated Job Ids: 4757

digraph G { subgraph clusterstage_9320 { label="Stage 9320"; subgraph cluster61354 { label="Scan csv "; 26943 [labelType="html" label="FileScanRDD [26943] parquet at PersistJob.java:35"]; 26944 [labelType="html" label="MapPartitionsRDD [26944] parquet at PersistJob.java:35"]; } subgraph cluster61349 { label="WholeStageCodegen (60)"; 26945 [labelType="html" label="MapPartitionsRDD [26945] parquet at PersistJob.java:35"]; } subgraph cluster61362 { label="AQEShuffleRead"; 26946 [labelType="html" label="ShuffledRowRDD [26946] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster61361 { label="ObjectHashAggregate"; 26947 [labelType="html" label="MapPartitionsRDD [26947] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster61355 { label="WholeStageCodegen (61)"; 26948 [labelType="html" label="MapPartitionsRDD [26948] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster61370 { label="AQEShuffleRead"; 26949 [labelType="html" label="ShuffledRowRDD [26949] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster61369 { label="ObjectHashAggregate"; 26950 [labelType="html" label="MapPartitionsRDD [26950] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster61363 { label="WholeStageCodegen (62)"; 26951 [labelType="html" label="MapPartitionsRDD [26951] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster61378 { label="AQEShuffleRead"; 26952 [labelType="html" label="ShuffledRowRDD [26952] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster61377 { label="ObjectHashAggregate"; 26953 [labelType="html" label="MapPartitionsRDD [26953] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster61371 { label="WholeStageCodegen (63)"; 26954 [labelType="html" label="MapPartitionsRDD [26954] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster61391 { label="Scan parquet "; 26955 [labelType="html" label="FileScanRDD [26955] parquet at PersistJob.java:35"]; 26956 [labelType="html" label="MapPartitionsRDD [26956] parquet at PersistJob.java:35"]; } subgraph cluster61386 { label="WholeStageCodegen (64)"; 26957 [labelType="html" label="MapPartitionsRDD [26957] parquet at PersistJob.java:35"]; } subgraph cluster61394 { label="Exchange"; 26958 [labelType="html" label="ShuffledRowRDD [26958] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster61392 { label="ObjectHashAggregate"; 26959 [labelType="html" label="MapPartitionsRDD [26959] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster61385 { label="CartesianProduct"; 26960 [labelType="html" label="UnsafeCartesianRDD [26960] [Unordered] parquet at PersistJob.java:35"]; 26961 [labelType="html" label="MapPartitionsRDD [26961] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster61399 { label="Scan csv "; 26962 [labelType="html" label="FileScanRDD [26962] parquet at PersistJob.java:35"]; 26963 [labelType="html" label="MapPartitionsRDD [26963] parquet at PersistJob.java:35"]; } subgraph cluster61395 { label="WholeStageCodegen (65)"; 26964 [labelType="html" label="MapPartitionsRDD [26964] parquet at PersistJob.java:35"]; } subgraph cluster61384 { label="CartesianProduct"; 26965 [labelType="html" label="UnsafeCartesianRDD [26965] [Unordered] parquet at PersistJob.java:35"]; 26966 [labelType="html" label="MapPartitionsRDD [26966] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster61379 { label="WholeStageCodegen (66)"; 26967 [labelType="html" label="MapPartitionsRDD [26967] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster61407 { label="AQEShuffleRead"; 26968 [labelType="html" label="ShuffledRowRDD [26968] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster61406 { label="ObjectHashAggregate"; 26969 [labelType="html" label="MapPartitionsRDD [26969] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster61400 { label="WholeStageCodegen (67)"; 26970 [labelType="html" label="MapPartitionsRDD [26970] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster61427 { label="AQEShuffleRead"; 26971 [labelType="html" label="ShuffledRowRDD [26971] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster61424 { label="WholeStageCodegen (68)"; 26972 [labelType="html" label="MapPartitionsRDD [26972] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster61423 { label="Window"; 26973 [labelType="html" label="MapPartitionsRDD [26973] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster61417 { label="WholeStageCodegen (69)"; 26974 [labelType="html" label="MapPartitionsRDD [26974] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster61432 { label="Scan csv "; 26975 [labelType="html" label="FileScanRDD [26975] parquet at PersistJob.java:35"]; 26976 [labelType="html" label="MapPartitionsRDD [26976] parquet at PersistJob.java:35"]; } subgraph cluster61428 { label="WholeStageCodegen (70)"; 26977 [labelType="html" label="MapPartitionsRDD [26977] parquet at PersistJob.java:35"]; } subgraph cluster61416 { label="CartesianProduct"; 26978 [labelType="html" label="UnsafeCartesianRDD [26978] [Unordered] parquet at PersistJob.java:35"]; 26979 [labelType="html" label="MapPartitionsRDD [26979] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster61408 { label="WholeStageCodegen (71)"; 26980 [labelType="html" label="MapPartitionsRDD [26980] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster61348 { label="Union"; 26981 [labelType="html" label="UnionRDD [26981] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster61347 { label="Exchange"; 26982 [labelType="html" label="MapPartitionsRDD [26982] [Unordered] parquet at PersistJob.java:35"]; } } 26943->26944; 26944->26945; 26946->26947; 26947->26948; 26949->26950; 26950->26951; 26952->26953; 26953->26954; 26955->26956; 26956->26957; 26958->26959; 26957->26960; 26959->26960; 26960->26961; 26962->26963; 26963->26964; 26961->26965; 26964->26965; 26965->26966; 26966->26967; 26968->26969; 26969->26970; 26971->26972; 26972->26973; 26973->26974; 26975->26976; 26976->26977; 26974->26978; 26977->26978; 26978->26979; 26979->26980; 26945->26981; 26948->26981; 26951->26981; 26954->26981; 26967->26981; 26970->26981; 26980->26981; 26981->26982; }

26819,26946

26834,26949

26849,26952

26765,26958

26781,26968

26942,26971

Event Timeline

Enable zooming