Package com.tnsai.evaluation.autoharness

Class AutoHarnessLoop.Builder

java.lang.Object

com.tnsai.evaluation.autoharness.AutoHarnessLoop.Builder

Enclosing class:

AutoHarnessLoop

public static final class AutoHarnessLoop.Builder
extends Object

Constructor Summary

Constructors

Constructor	Description
Builder()

Method Summary

Modifier and Type	Method	Description
AutoHarnessLoop	build()
AutoHarnessLoop.Builder	clusterer(FailureClusterer clusterer)
AutoHarnessLoop.Builder	generator(EvalCaseGenerator generator)
AutoHarnessLoop.Builder	maxIterations(int max)	Maximum number of loop iterations before giving up.
AutoHarnessLoop.Builder	miner(FailureMiner miner)
AutoHarnessLoop.Builder	minFailuresForClustering(int min)	Minimum number of failures required before clustering is attempted.
AutoHarnessLoop.Builder	passRateThreshold(double threshold)	Minimum fraction of eval cases that must pass [0.0, 1.0].
AutoHarnessLoop.Builder	runner(BenchmarkRunner runner)
AutoHarnessLoop.Builder	scoreThreshold(double threshold)	Minimum score for an individual case to be considered passing [0.0, 1.0].

Methods inherited from class java.lang.Object

equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Details

Builder

public Builder()

Method Details

miner

public AutoHarnessLoop.Builder miner(FailureMiner miner)

clusterer

public AutoHarnessLoop.Builder clusterer(FailureClusterer clusterer)

generator

public AutoHarnessLoop.Builder generator(EvalCaseGenerator generator)

runner

public AutoHarnessLoop.Builder runner(BenchmarkRunner runner)

passRateThreshold

public AutoHarnessLoop.Builder passRateThreshold(double threshold)

Minimum fraction of eval cases that must pass [0.0, 1.0].

scoreThreshold

public AutoHarnessLoop.Builder scoreThreshold(double threshold)

Minimum score for an individual case to be considered passing [0.0, 1.0].

maxIterations

public AutoHarnessLoop.Builder maxIterations(int max)

Maximum number of loop iterations before giving up.

minFailuresForClustering

public AutoHarnessLoop.Builder minFailuresForClustering(int min)

Minimum number of failures required before clustering is attempted.

build

public AutoHarnessLoop build()