JSFiddle - React, Tailwind, and code Playground

JavaScript

var arr = ["0_11_6_comment", "0_3_6_comment", "0_5_4_comment", "1_2_3"];
arr.sort(function(a, b){
 a = a.match(/\d+/g);
 b = b.match(/\d+/g);
 return a[0] - b[0] || a[1] - b[1] || a[2] - b[2];
});

console.log(arr)