Package com.tnsai.llm.routing

Class LatencyBasedRouter.Builder

java.lang.Object

com.tnsai.llm.routing.LatencyBasedRouter.Builder

Enclosing class:

LatencyBasedRouter

public static class LatencyBasedRouter.Builder
extends Object

Builder for LatencyBasedRouter.

Constructor Summary

Constructors

Constructor	Description
Builder()

Method Summary

Modifier and Type	Method	Description
LatencyBasedRouter.Builder	addClient(com.tnsai.llm.LLMClient client)
LatencyBasedRouter	build()
LatencyBasedRouter.Builder	maxLatencyMs(long maxLatencyMs)
LatencyBasedRouter.Builder	requireCapability(Predicate<com.tnsai.llm.LLMCapabilities> filter)
LatencyBasedRouter.Builder	requireFunctionCalling()
LatencyBasedRouter.Builder	requireVision()

Methods inherited from class java.lang.Object

equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Details

Builder

public Builder()

Method Details

addClient

public LatencyBasedRouter.Builder addClient(com.tnsai.llm.LLMClient client)

requireCapability

public LatencyBasedRouter.Builder requireCapability(Predicate<com.tnsai.llm.LLMCapabilities> filter)

maxLatencyMs

public LatencyBasedRouter.Builder maxLatencyMs(long maxLatencyMs)

requireVision

public LatencyBasedRouter.Builder requireVision()

requireFunctionCalling

public LatencyBasedRouter.Builder requireFunctionCalling()

build

public LatencyBasedRouter build()