From 20c19dfe05e35b3ecda03dc6421a9eed48fef7b6 Mon Sep 17 00:00:00 2001
From: Samyabrata Maji <116789799+sammaji@users.noreply.github.com>
Date: Thu, 1 Oct 2026 11:10:26 +0530
Subject: [PATCH] fix: use sonic instead of json

---
 plugins/semanticcache/search.go | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/plugins/semanticcache/search.go b/plugins/semanticcache/search.go
index 8cb878d3771..7456204104c 100644
--- a/plugins/semanticcache/search.go
+++ b/plugins/semanticcache/search.go
@@ -9,6 +9,7 @@ import (
 	"strings"
 	"time"
 
+	"github.com/bytedance/sonic"
 	"github.com/cespare/xxhash/v2"
 	"github.com/google/uuid"
 	bifrost "github.com/maximhq/bifrost/core"
@@ -177,7 +178,7 @@ func (plugin *Plugin) generateEmbedding(ctx *schemas.BifrostContext, text string
 	switch {
 	case embedding.EmbeddingStr != nil:
 		var vals []float32
-		if err := json.Unmarshal([]byte(*embedding.EmbeddingStr), &vals); err == nil {
+		if err := sonic.Unmarshal([]byte(*embedding.EmbeddingStr), &vals); err == nil {
 			return vals, inputTokens, nil
 		}
 		// encoding_format=base64 packs little-endian float32s rather than a JSON array.