Edit in JSFiddle

$(document).ready(function() {
    $("#addBtn").click(function(){
            $("#list").append($('<li><div class="input-group"><input class="form-control"value="'+$("#list li").length+'"/><div class="input-group-btn"><button class="delbtn btn btn-danger">削除</button></div></div></li>'))
    });
    $("#list").on("click",".delbtn", function(){
        $(this).parents('li').remove();
    })
});

<button id="addBtn" class="btn btn-default">追加</button>
<ul id="list" class="list-unstyled"></ul>