async-bulkhead-llm - v3.17.0
GitHub
npm
Preparing search index...
index
createLLMBulkhead
Function createLLMBulkhead
createLLMBulkhead
(
opts
:
LLMBulkheadOptions
,
)
:
{
acquire
:
(
request
:
LLMRequest
,
ao
?:
LLMAcquireOptions
,
)
=>
Promise
<
LLMAcquireResult
>
;
applyLimits
:
(
next
:
LLMAdmissionLimits
)
=>
LLMApplyLimitsResult
;
close
:
()
=>
void
;
drain
:
{
()
:
Promise
<
void
>
;
(
opts
:
{
timeoutMs
:
number
}
)
:
Promise
<
LLMDrainResult
>
;
}
;
estimate
:
(
request
:
LLMRequest
)
=>
LLMReservationEstimate
|
null
;
limits
:
()
=>
LLMAdmissionLimits
;
on
:
<
K
extends
keyof
LLMEventMap
>
(
event
:
K
,
listener
:
Listener
<
K
>
,
)
=>
()
=>
void
;
run
:
<
T
>
(
request
:
LLMRequest
,
fn
:
(
signal
?:
AbortSignal
,
ctx
?:
LLMRunContext
)
=>
Promise
<
T
>
,
ao
?:
LLMRunOptions
<
T
>
,
)
=>
Promise
<
T
>
;
setBudget
:
(
tokens
:
number
)
=>
void
;
stats
:
()
=>
LLMStats
;
wouldAdmit
:
(
request
:
LLMRequest
,
opts
?:
{
admissionClass
?:
string
;
detail
?:
boolean
;
priority
?:
LLMPriority
;
reservation
?:
LLMReservationOverride
;
}
,
)
=>
LLMWouldAdmitResult
;
}
Parameters
opts
:
LLMBulkheadOptions
Returns
{
acquire
:
(
request
:
LLMRequest
,
ao
?:
LLMAcquireOptions
,
)
=>
Promise
<
LLMAcquireResult
>
;
applyLimits
:
(
next
:
LLMAdmissionLimits
)
=>
LLMApplyLimitsResult
;
close
:
()
=>
void
;
drain
:
{
()
:
Promise
<
void
>
;
(
opts
:
{
timeoutMs
:
number
}
)
:
Promise
<
LLMDrainResult
>
;
}
;
estimate
:
(
request
:
LLMRequest
)
=>
LLMReservationEstimate
|
null
;
limits
:
()
=>
LLMAdmissionLimits
;
on
:
<
K
extends
keyof
LLMEventMap
>
(
event
:
K
,
listener
:
Listener
<
K
>
,
)
=>
()
=>
void
;
run
:
<
T
>
(
request
:
LLMRequest
,
fn
:
(
signal
?:
AbortSignal
,
ctx
?:
LLMRunContext
)
=>
Promise
<
T
>
,
ao
?:
LLMRunOptions
<
T
>
,
)
=>
Promise
<
T
>
;
setBudget
:
(
tokens
:
number
)
=>
void
;
stats
:
()
=>
LLMStats
;
wouldAdmit
:
(
request
:
LLMRequest
,
opts
?:
{
admissionClass
?:
string
;
detail
?:
boolean
;
priority
?:
LLMPriority
;
reservation
?:
LLMReservationOverride
;
}
,
)
=>
LLMWouldAdmitResult
;
}
acquire
:
(
request
:
LLMRequest
,
ao
?:
LLMAcquireOptions
)
=>
Promise
<
LLMAcquireResult
>
applyLimits
:
(
next
:
LLMAdmissionLimits
)
=>
LLMApplyLimitsResult
close
:
()
=>
void
drain
:
{
()
:
Promise
<
void
>
;
(
opts
:
{
timeoutMs
:
number
}
)
:
Promise
<
LLMDrainResult
>
}
estimate
:
(
request
:
LLMRequest
)
=>
LLMReservationEstimate
|
null
limits
:
()
=>
LLMAdmissionLimits
on
:
<
K
extends
keyof
LLMEventMap
>
(
event
:
K
,
listener
:
Listener
<
K
>
)
=>
()
=>
void
run
:
<
T
>
(
request
:
LLMRequest
,
fn
:
(
signal
?:
AbortSignal
,
ctx
?:
LLMRunContext
)
=>
Promise
<
T
>
,
ao
?:
LLMRunOptions
<
T
>
,
)
=>
Promise
<
T
>
setBudget
:
(
tokens
:
number
)
=>
void
stats
:
()
=>
LLMStats
wouldAdmit
:
(
request
:
LLMRequest
,
opts
?:
{
admissionClass
?:
string
;
detail
?:
boolean
;
priority
?:
LLMPriority
;
reservation
?:
LLMReservationOverride
;
}
,
)
=>
LLMWouldAdmitResult
Settings
Member Visibility
Protected
Inherited
External
Theme
OS
Light
Dark
GitHub
npm
async-bulkhead-llm - v3.17.0
Loading...