Show the Stage ID and Task ID that corresponds to the max metric
digraph G {
0 [labelType="html" label="<br><b>CollectLimit</b><br><br>"];
subgraph cluster1 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: 4 ms";
2 [labelType="html" label="<br><b>Project</b><br><br>"];
3 [labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 82<br>number of input batches: 1"];
}
4 [labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 1<br>scan time: 4 ms<br>metadata time: 0 ms<br>size of files read: 13.5 KiB<br>number of output rows: 82"];
2->0;
3->2;
4->3;
}
5
CollectLimit 1500
Project [VISIT_ID_2942#64305 AS COL_VISIT_ID_2942#64428, PATIENT_ID_2943#64303 AS COL_PATIENT_ID_2943#64429, ID_SEJ_2944#64296 AS COL_ID_SEJ_2944#64430, ID_PAT_2945#64295 AS COL_ID_PAT_2945#64431, IN_DATE_2946#64297 AS COL_IN_DATE_2946#64432, OUT_DATE_2947#64300 AS COL_OUT_DATE_2947#64433, IN_MODE_2948#64298 AS COL_IN_MODE_2948#64434, OUT_MODE_2949#64301 AS COL_OUT_MODE_2949#64435, IN_UNIT_2950#64299 AS COL_IN_UNIT_2950#64436, OUT_UNIT_2951#64302 AS COL_OUT_UNIT_2951#64437, VISIT_TYPE_2952#64306 AS COL_VISIT_TYPE_2952#64438, CHAMP_PMSI_2953#64293 AS COL_CHAMP_PMSI_2953#64439, UNIT_PATH_2954#64304 AS COL_UNIT_PATH_2954#64440, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, EMERGENCY_2955#64294, 1, true, false, true) AS COL_EMERGENCY_2955#64441, CANCELED_2956#64292 AS COL_CANCELED_2956#64442]