I am not pretty sure about your HTML markup, may be since it is in ColdFusion but here's what you can do to remove dynamically added textboxes:
var counter = 2;
$("#removeButton").click(function () {
if (counter == 1) {
alert("No more textbox to remove");
return false;
}
counter--;
$("#TextBoxDiv" + counter).remove();
});