Edit in JSFiddle

var container = document.getElementById('container'),
    paragraph = document.getElementById('paragraph');

container.removeChild(paragraph);
<div id="container">
    <p id="paragraph">Hello World to remove :(</p>
    <p>Stay here :)</p>    
<div>