Show the Stage ID and Task ID that corresponds to the max metric
digraph G {
0 [labelType="html" label="<br><b>CollectLimit</b><br><br>"];
subgraph cluster1 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: 12 ms";
2 [labelType="html" label="<br><b>Project</b><br><br>"];
3 [labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 717<br>number of input batches: 1"];
}
4 [labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 1<br>scan time: 9 ms<br>metadata time: 0 ms<br>size of files read: 26.2 KiB<br>number of output rows: 717"];
2->0;
3->2;
4->3;
}
5
CollectLimit 1500
Project [VISIT_ID_3343#5915 AS COL_VISIT_ID_3343#6022, PATIENT_ID_3344#5913 AS COL_PATIENT_ID_3344#6023, IN_DATE_3345#5907 AS COL_IN_DATE_3345#6024, OUT_DATE_3346#5910 AS COL_OUT_DATE_3346#6025, IN_MODE_3347#5908 AS COL_IN_MODE_3347#6026, OUT_MODE_3348#5911 AS COL_OUT_MODE_3348#6027, IN_UNIT_3349#5909 AS COL_IN_UNIT_3349#6028, OUT_UNIT_3350#5912 AS COL_OUT_UNIT_3350#6029, VISIT_TYPE_3351#5916 AS COL_VISIT_TYPE_3351#6030, CHAMP_PMSI_3352#5905 AS COL_CHAMP_PMSI_3352#6031, UNIT_PATH_3353#5914 AS COL_UNIT_PATH_3353#6032, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, EMERGENCY_3354#5906, 1, true, false, true) AS COL_EMERGENCY_3354#6033, CANCELED_3355#5904 AS COL_CANCELED_3355#6034]