Edit in JSFiddle

$(function(){
    $(".newButton").live("click",function(){
        $(this).after($("<input type='button' value='New Button' class='newButton' />"));    
    });
});

<input type='button' value='New Button' class='newButton' />