package evaluation

import (
	"github.com/sjwhitworth/golearn/base"
	"github.com/sjwhitworth/golearn/trees"
	. "github.com/smartystreets/goconvey/convey"
	"testing"
)

func TestCrossFold(t *testing.T) {
	Convey("Cross Fold Evaluation", t, func() {
		iris, _ := base.ParseCSVToInstances("../examples/datasets/iris_headers.csv", true)
		tree := trees.NewID3DecisionTree(0.6)
		cfs, _ := GenerateCrossFoldValidationConfusionMatrices(iris, tree, 5)
		Convey("Cross Fold Validation Confusion Matrices", func() {
			So(cfs, ShouldNotBeEmpty)
		})
		Convey("Cross Validated Metric", func() {
			mean, variance := GetCrossValidatedMetric(cfs, GetAccuracy)
			So(mean, ShouldBeBetween, 0.8, 1)
			So(variance, ShouldBeBetween, 0, 0.03)
		})
	})
}