feat: add algolia to cohere chat demo

packages/ui/docs-bundle/package.json

@@ -50,7 +50,9 @@
     "@fern-ui/ui": "workspace:*",
     "@sentry/nextjs": "^7.112.2",
     "@vercel/edge-config": "^1.1.0",
+    "@vercel/kv": "^2.0.0",
     "@workos-inc/node": "^6.1.0",
+    "algoliasearch": "^4.22.1",
     "cohere-ai": "^7.9.5",
     "cssnano": "^6.0.3",
     "esbuild": "0.20.2",
@@ -64,7 +66,8 @@
     "react": "^18.2.0",
     "react-dom": "^18.2.0",
     "sharp": "^0.33.3",
-    "url-join": "5.0.0"
+    "url-join": "5.0.0",
+    "uuid": "^9.0.0"
   },
   "devDependencies": {
     "@fern-platform/configs": "workspace:*",
@@ -75,6 +78,7 @@
     "@types/node-fetch": "2.6.9",
     "@types/react": "^18.0.20",
     "@types/react-dom": "^18.2.18",
+    "@types/uuid": "^9.0.1",
     "autoprefixer": "^10.4.16",
     "depcheck": "^1.4.3",
     "env-cmd": "toddbluhm/env-cmd",

packages/ui/docs-bundle/src/pages/api/fern-docs/search/cohere.ts

@@ -1,11 +1,26 @@
+import algolia from "algoliasearch";
 import { Cohere, CohereClient } from "cohere-ai";
+import { v4 } from "uuid";
+import { FernRegistryClient } from "../../../../../../../fdr-sdk/src/client/generated";
 
 export const runtime = "edge";
 
 const cohere = new CohereClient({
     token: process.env.COHERE_API_KEY,
 });
 
+if (!process.env.ALGOLIA_APP_ID || !process.env.ALGOLIA_ADMIN_API_KEY || !process.env.ALGOLIA_SEARCH_INDEX) {
+    throw new Error("Missing Algolia environment variables");
+}
+
+if (!process.env.DOCS_URL) {
+    throw new Error("Missing DOCS_URL environment variable");
+}
+
+const docsUrl = process.env.DOCS_URL;
+
+const algoliaClient = algolia(process.env.ALGOLIA_APP_ID, process.env.ALGOLIA_ADMIN_API_KEY); // this can probably be hardcoded in cohere for app hack
+
 const PREAMBLE = `
 You are an expert AI assistant called Fernie that helps developers answer questions about Cohere's APIs and SDKs.
 The user asking questions is a developer, technical writer, or product manager. Your tone is friendly and helpful, and you can provide code snippets.
@@ -28,10 +43,42 @@ export default async function handler(req: Request): Promise<Response> {
 
     const body = await req.json();
 
+    let conversationId = body.conversationId;
+
+    if (!body.conversationId) {
+        conversationId = v4();
+    }
+
+    const frc = new FernRegistryClient({ environment: "production" });
+
+    const docsUrlResponse = await frc.docs.v2.read.getDocsForUrl({ url: docsUrl });
+    const privateDocsUrlResponse = await frc.docs.v2.read.getPrivateDocsForUrl({ url: docsUrl });
+
+    const docsSearchIndex = docsUrlResponse.ok ? docsUrlResponse.body.definition.algoliaSearchIndex : undefined;
+    const privateDocsSearchIndex = privateDocsUrlResponse.ok
+        ? privateDocsUrlResponse.body.definition.algoliaSearchIndex
+        : undefined;
+
+    if (!docsSearchIndex) {
+        throw new Error("No Algolia search index found");
+    }
+
+    const index = algoliaClient.initIndex(docsSearchIndex);
+    const { hits } = await index.search(body.message);
+
+    if (privateDocsSearchIndex) {
+        const privateIndex = algoliaClient.initIndex(privateDocsSearchIndex);
+        const { hits: privateHits } = await privateIndex.search(body.message);
+        hits.push(...privateHits);
+    }
+
     const response = await cohere.chatStream({
         preamble: PREAMBLE,
-        conversationId: body.conversationId,
+        conversationId,
         message: body.message,
+        documents: hits.map((hit) => ({
+            content: JSON.stringify(hit),
+        })),
     });
 
     const stream = convertAsyncIterableToStream(response).pipeThrough(getCohereStreamTransformer());
@@ -53,7 +100,7 @@ function convertAsyncIterableToStream<T>(iterable: AsyncIterable<T>): ReadableSt
     });
 }
 
-function getCohereStreamTransformer() {
+function getCohereStreamTransformer(): TransformStream<Cohere.StreamedChatResponse, Uint8Array> {
     const encoder = new TextEncoder();
     return new TransformStream<Cohere.StreamedChatResponse, Uint8Array>({
         async transform(chunk, controller) {