Skip to content

Commit 15e93ea

Browse files
committed
Warmup padded models too.
1 parent 27c118a commit 15e93ea

File tree

1 file changed

+5
-7
lines changed

1 file changed

+5
-7
lines changed

router/src/lib.rs

+5-7
Original file line numberDiff line numberDiff line change
@@ -249,13 +249,11 @@ pub async fn run(
249249
.await
250250
.context("Model backend is not healthy")?;
251251

252-
if !backend.padded_model {
253-
tracing::info!("Warming up model");
254-
backend
255-
.warmup(max_input_length, max_batch_tokens, max_batch_requests)
256-
.await
257-
.context("Model backend is not healthy")?;
258-
}
252+
tracing::info!("Warming up model");
253+
backend
254+
.warmup(max_input_length, max_batch_tokens, max_batch_requests)
255+
.await
256+
.context("Model backend is not healthy")?;
259257

260258
let max_batch_requests = backend
261259
.max_batch_size

0 commit comments

Comments
 (0)