codice:
function sendFormInPopUp(f){
  var p=window.open('','popupForm','...caratteristiche popup...');
  f.target='popupForm';
  p.focus();
}
<form onsubmit="sendFormInPopUp(this)" ... >

ciao