hrntsm/Tunny

using Optuna.Storage.Journal;
using Optuna.Storage.RDB;

using Xunit;

namespace Optuna.Storage.Tests
{
    public class StorageSameBehaviorTests
    {
        [Theory]
        [InlineData(@"TestFile/sqlite.db", "sqlite")]
        [InlineData(@"TestFile/journal.log", "log")]
        public void StorageLoadTest(string path, string type)
        {
            IOptunaStorage storage;
            int offset = 0; // journal starts from 0

            if (type == "sqlite")
            {
                storage = new SqliteStorage(path);
                offset = 1; // sqlite starts from 1
            }
            else
            {
                storage = new JournalStorage(path);
            }

            // check studies
            Study.Study[] studies = storage.GetAllStudies();
            Assert.Equal(3, studies.Length);

            // check single objective study BestTrial
            Trial.Trial bestTrial = studies[1].BestTrial;
            Assert.Equal(152 + offset, bestTrial.TrialId);
            Assert.Equal(0.0, bestTrial.Values[0]);
            Assert.Equal(52, bestTrial.Number);
            Assert.Equal(0.0, studies[1].BestValue);
            Assert.Equal(0.0, studies[1].BestParams["x"]);

            // check 2 objective study BestTrials
            Trial.Trial[] best2ObjsTrials = studies[0].BestTrials;
            Assert.Equal(2, best2ObjsTrials.Length);
            Assert.Equal(4 + offset, best2ObjsTrials[0].TrialId);
            Assert.Equal(212, best2ObjsTrials[0].Values[0]);
            Assert.Equal(13, best2ObjsTrials[0].Values[1]);

            // check 3 objective study BestTrial
            Trial.Trial[] best3ObjsTrials = studies[2].BestTrials;
            Assert.Equal(8, best3ObjsTrials.Length);

            // check study system attributes
            string[] metricName = studies[0].SystemAttrs["study:metric_names"] as string[];
            Assert.Equal("v0", metricName[0]);

            //check study user attributes
            string[] tunnyVersion = studies[0].UserAttrs["tunny_version"] as string[];
            Assert.Equal("0.9.1", tunnyVersion[0]);

            // check trials
            Trial.Trial[] trials = storage.GetAllTrials(0 + offset);
            Assert.Equal(100, trials.Length);

            // check trial 0
            Trial.Trial trial0 = trials[0];
            Assert.Equal(0 + offset, trial0.TrialId);
            Assert.Equal(1780, trial0.Values[0]);
            Assert.Equal(Trial.TrialState.COMPLETE, trial0.State);
            Assert.Equal(-11d, trial0.Params["x"]);
            string[] trialSystemAttr = trial0.SystemAttrs["constraints"] as string[];
            Assert.Equal(-780d, double.Parse(trialSystemAttr[0]));
            string[] trialUserAttr = trial0.UserAttrs["Constraint"] as string[];
            Assert.Equal(75d, double.Parse(trialUserAttr[1]));
        }
    }
}