Inject image token if not present for oai image messages (EricLBuehle…

…r#1008)
bioshazard · Dec 29, 2024 · e14384d · e14384d
1 parent d722164
commit e14384d
Showing 1 changed file with 9 additions and 6 deletions.
diff --git a/mistralrs-server/src/chat_completion.rs b/mistralrs-server/src/chat_completion.rs
@@ -217,13 +217,16 @@ async fn parse_request(
                             if image_messages[text_idx]["text"].is_right() {
                                 anyhow::bail!("Expected string value in `text`.");
                             }
-                            let mut content = image_messages[text_idx]["text"]
+                            let content_original = image_messages[text_idx]["text"]
                                 .as_ref()
-                                .unwrap_left()
-                                .clone();
-                            if !content.contains("<|image|>") {
-                                content = format!("<|image|> {}", content.trim());
-                            }
+                                .unwrap_left(); // Borrow `content` immutably.
+
+                            let content = if !content_original.contains("<|image|>") {
+                                format!("<|image|> {}", content_original.trim())
+                            } else {
+                                content_original.to_string()
+                            };
+
                             if image_messages[url_idx]["image_url"].is_left()
                                 || !image_messages[url_idx]["image_url"]
                                     .as_ref()