Anirud/multi modal model support

app/api/shared_config/model_config.py

@@ -300,7 +300,7 @@ def base_docker_config():
     ModelImpl(
         hf_model_id="meta-llama/Llama-3.2-11B-Vision-Instruct",
         image_name="ghcr.io/tenstorrent/tt-inference-server/vllm-llama3-src-dev-ubuntu-20.04-amd64",
-        image_tag="v0.0.1-47fb1a2fb6e0-2f33504bad49",
+        image_tag="v0.0.1-70206b9cf111-b9564bf364e9",
         device_configurations={DeviceConfigurations.N300x4},
         docker_config=base_docker_config(),
         service_route="/v1/chat/completions",

app/api/vector_db_control/views.py

@@ -1,6 +1,6 @@
 # SPDX-License-Identifier: Apache-2.0
 #
-# SPDX-FileCopyrightText: © 2024 Tenstorrent AI ULC
+# SPDX-FileCopyrightText: © 2025 Tenstorrent AI ULC
 
 import uuid
 from typing import List
@@ -71,15 +71,20 @@ def insert_document(self, request, pk=None):
         file = request.FILES["file"]
         loaded_document = pypdf.PdfReader(stream=file)
         chunks = chunk_pdf_document(loaded_document)
-        ids = [str(uuid.uuid4()) for i in range(0, len(chunks))]
+        ids = [str(uuid.uuid4()) for _ in range(len(chunks))]
         documents = [chunk.page_content for chunk in chunks]
+
         insert_to_chroma_collection(
             collection_name=pk,
             documents=documents,
             ids=ids,
             metadatas=[],
             embedding_func_name=self.EMBED_MODEL,
         )
+        collection = get_collection(collection_name=pk, embedding_func_name=self.EMBED_MODEL)
+        metadata = collection.metadata or {}
+        metadata.update({"last_uploaded_document": file.name})
+        collection.modify(metadata={k: v for k, v in metadata.items() if k != "hnsw:space"})
 
         return Response(status=200)
 

app/frontend/package.json

@@ -44,6 +44,7 @@
     "html-react-parser": "^5.1.18",
     "lucide-react": "^0.460.0",
     "mini-svg-data-uri": "^1.4.4",
+    "pdfjs-dist": "^4.10.38",
     "re-resizable": "^6.10.3",
     "react": "^18.3.1",
     "react-code-blocks": "^0.1.6",

app/frontend/src/components/NavBar.tsx

@@ -2,7 +2,7 @@
 // SPDX-FileCopyrightText: © 2024 Tenstorrent AI ULC
 "use client";
 
-import { useMemo, useRef, useEffect } from "react";
+import React, { useMemo, useRef, useEffect } from "react";
 import { NavLink, useLocation, useNavigate } from "react-router-dom";
 import { motion } from "framer-motion";
 import {
@@ -45,19 +45,21 @@ interface AnimatedIconProps {
   className?: string;
 }
 
-const AnimatedIcon: React.FC<AnimatedIconProps> = ({
-  icon: Icon,
-  ...props
-}) => (
-  <motion.div
-    whileHover={{ scale: 1.2 }}
-    whileTap={{ scale: 0.9 }}
-    transition={{ type: "spring", stiffness: 400, damping: 17 }}
-  >
-    <Icon {...props} />
-  </motion.div>
+const AnimatedIcon = React.forwardRef<HTMLDivElement, AnimatedIconProps>(
+  ({ icon: Icon, ...props }, ref) => (
+    <motion.div
+      ref={ref}
+      whileHover={{ scale: 1.2 }}
+      whileTap={{ scale: 0.9 }}
+      transition={{ type: "spring", stiffness: 400, damping: 17 }}
+    >
+      <Icon {...props} />
+    </motion.div>
+  )
 );
 
+AnimatedIcon.displayName = "AnimatedIcon";
+
 export default function NavBar() {
   const location = useLocation();
   const navigate = useNavigate();
@@ -298,7 +300,8 @@ export default function NavBar() {
                   {isChatUI ? (
                     <Tooltip>
                       <TooltipTrigger asChild>
-                        <FileText
+                        <AnimatedIcon
+                          icon={FileText}
                           className={`mr-2 ${iconColor} transition-colors duration-300 ease-in-out hover:text-TT-purple`}
                         />
                       </TooltipTrigger>
@@ -308,7 +311,8 @@ export default function NavBar() {
                     </Tooltip>
                   ) : (
                     <>
-                      <FileText
+                      <AnimatedIcon
+                        icon={FileText}
                         className={`mr-2 ${iconColor} transition-colors duration-300 ease-in-out hover:text-TT-purple`}
                       />
                       <span>Logs</span>
@@ -333,7 +337,8 @@ export default function NavBar() {
                         models.length > 0 ? "" : "opacity-50 cursor-not-allowed"
                       }`}
                     >
-                      <BotMessageSquare
+                      <AnimatedIcon
+                        icon={BotMessageSquare}
                         className={`mr-2 ${iconColor} transition-colors duration-300 ease-in-out hover:text-TT-purple`}
                       />
                       {!isChatUI && <span>Chat UI</span>}
@@ -363,7 +368,8 @@ export default function NavBar() {
                         models.length > 0 ? "" : "opacity-50 cursor-not-allowed"
                       }`}
                     >
-                      <Eye
+                      <AnimatedIcon
+                        icon={Eye}
                         className={`mr-2 ${iconColor} transition-colors duration-300 ease-in-out hover:text-TT-purple`}
                       />
                       {!isChatUI && <span>Object Detection</span>}
@@ -478,4 +484,3 @@ export default function NavBar() {
     </TooltipProvider>
   );
 }
-