Skip to content

Commit d8681f4

Browse files
Update pkg/inference/scheduling/loader.go
Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com>
1 parent 6a01f8e commit d8681f4

1 file changed

Lines changed: 5 additions & 5 deletions

File tree

pkg/inference/scheduling/loader.go

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -441,11 +441,11 @@ func (l *loader) load(ctx context.Context, backendName, modelID, modelRef string
441441
if runnerConfig == nil {
442442
defaultConfig := inference.BackendConfiguration{}
443443
if l.modelManager != nil {
444-
if bundle, err := l.modelManager.GetBundle(modelID); err == nil {
445-
if runtimeConfig := bundle.RuntimeConfig(); runtimeConfig != nil {
446-
if ctxSize := runtimeConfig.GetContextSize(); ctxSize != nil {
447-
defaultConfig.ContextSize = ctxSize
448-
}
444+
if bundle, err := l.modelManager.GetBundle(modelID); err != nil {
445+
l.log.Warnf("Failed to get bundle for model %s to determine default context size: %v", modelID, err)
446+
} else if runtimeConfig := bundle.RuntimeConfig(); runtimeConfig != nil {
447+
if ctxSize := runtimeConfig.GetContextSize(); ctxSize != nil {
448+
defaultConfig.ContextSize = ctxSize
449449
}
450450
}
451451
}

0 commit comments

Comments
 (0)