After hours i got a solution for you, as I had exactly the same problem. I think its working ok.
$().ready(function() {
$('#select-button').click(function(){
var f = $('#elfinder').elfinder({
url : 'plugins/elfinder/php/connector.php',
height: 490,
docked: false,
dialog: { width: 400, modal: true },
closeOnEditorCallback: true,
getFileCallback: function(url) {
$('#fileurl').val(url);
// CLOSE ELFINDER HERE
$('#elfinder').remove(); //remove Elfinder
location.reload(); //reload Page for second selection
}
}).elfinder('instance');
});
})