If you wanted to hack it, you could monkey patch it (I'd open a ticket on github about this regardless):
Form.Validator = Class.Refactor(Form.Validator, {
test: function(className, field, warn){
var isValid = this.previous.apply(this, arguments);
if (!field.isVisible()) this.fireEvent('elementValidate', [isValid, field, className, warn]);
return isValid;
}
});