SimulatedGameHelper.h

// Copyright QED Software 2023.
 
#ifndef GRAIL_SIMULATED_GAME_HELPER_H
#define GRAIL_SIMULATED_GAME_HELPER_H
 
#include <memory>
#include <vector>
#include "SimulatedGameRuntime.hh"
 
namespace grail
{
namespace simgames
{
    class SimulatedGameNode;
    class SimulatedGameSnapshotObserver;
 
    //This class should not be visible to developers at all
    struct SimulatedGameHelper
    {
        SimulatedGameHelper();
        void SetTeamCount(int teamCount);
        void SetExplorationRatio(double explorationRatio);
        void SetFreezeVisitsTreshold(size_t treshold);
 
        void Reset();
 
        void ApplyActions() const;
        void ApplyActionsWithDebug(SimulatedGameSnapshotObserver& observer) const;
        void Backpropagation();
 
        void BackpropagationWithTerminal(std::vector<float>& scores);
 
        double explorationConstant{};
        size_t freezeVisitsTreshold{};
        std::vector<SimulatedGameNode*> visitedNodes{};
        std::vector<size_t> actionIndicesHistory{};
        std::unique_ptr<SimulatedGameRuntime> runtimeControl{};
 
        friend class SimulatedGameSnapshotObserver;
    };
}
}
 
#endif //GRAIL_SIMULATED_GAME_HELPER_H