Edit in JSFiddle

var num = 0;
var inter;

function start(){
    inter = setInterval(function(){
        $("<span>" + num + ", " + "</span>").appendTo("body");
        num++;
    },3000)
};
start();

$("button").click(function(){
    clearInterval(inter);
    setTimeout(start,5000);
});
<button type="button">중지</button>