holdout_validation.h

Go to the documentation of this file.

 
#if !defined(ULTRA_HOLDOUT_VALIDATION_H)
#define      ULTRA_HOLDOUT_VALIDATION_H
 
#include "kernel/validation_strategy.h"
#include "kernel/gp/src/problem.h"
 
namespace ultra::src
{

class holdout_validation : public validation_strategy
{
public:
  struct params
  {
    params() noexcept {}

    int training_perc {70};

    int validation_perc {30};

    bool shuffle {true};

    bool stratify {true};
  };
 
  explicit holdout_validation(src::problem &, params = {});
 
  [[nodiscard]] evaluation_context training_setup(unsigned) noexcept override;
 
  // Holdout validation uses a single, fixed split, so selecting the training
  // dataset doesn't change the evaluation context across runs.
  [[nodiscard]] evaluation_context shake(unsigned) noexcept override
  { return evaluation_context::unchanged; }
 
  bool validation_setup(unsigned) noexcept override;
 
  [[nodiscard]] std::unique_ptr<validation_strategy> clone() const override;
 
private:
  src::problem &prob_;
};
 
}  // namespace ultra::src
 
#endif  // include guard