switch to pgvector

baloise-incubator · Oct 21, 2023 · 4b8e71e · 4b8e71e
1 parent 276d39c
commit 4b8e71e
Show file tree

Hide file tree

Showing 21 changed files with 61 additions and 511 deletions.
diff --git a/README.md b/README.md
@@ -1,4 +1,3 @@
-<<<<<<< HEAD
 # privateLLM - managing private data for LLM
 
 hacked during codecamp 2023.
@@ -12,6 +11,9 @@ hacked during codecamp 2023.
 # install dependencies
 poetry install
 
+# start postgres vectorstore
+docker compose up -d
+
 # run texttitan
 poetry run python privatellm/main.py
 ```

diff --git a/data/rrr/1.txt b/data/rrr/1.txt
diff --git a/data/rrr/10.txt b/data/rrr/10.txt
diff --git a/data/rrr/2.txt b/data/rrr/2.txt
diff --git a/data/rrr/3.txt b/data/rrr/3.txt
diff --git a/data/rrr/4.txt b/data/rrr/4.txt
diff --git a/data/rrr/5.txt b/data/rrr/5.txt
diff --git a/data/rrr/6.txt b/data/rrr/6.txt
diff --git a/data/rrr/7.txt b/data/rrr/7.txt
diff --git a/data/rrr/8.txt b/data/rrr/8.txt
diff --git a/data/rrr/9.txt b/data/rrr/9.txt
diff --git a/data/ttt/11.txt b/data/ttt/11.txt
diff --git a/data/ttt/12.txt b/data/ttt/12.txt
diff --git a/data/ttt/13.txt b/data/ttt/13.txt
diff --git a/data/ttt/14.txt b/data/ttt/14.txt
diff --git a/data/ttt/15.txt b/data/ttt/15.txt
diff --git a/docker-compose.yml b/docker-compose.yml
@@ -0,0 +1,17 @@
+version: '3.8'
+services:
+  db:
+    image: ankane/pgvector:v0.5.1
+    restart: always
+    environment:
+      - POSTGRES_USER=postgres
+      - POSTGRES_PASSWORD=postgres
+      - POSTGRES_DB=db
+    ports:
+      - '5432:5432'
+    volumes:
+     - ./init.sql:/docker-entrypoint-initdb.d/init.sql
+      - db:/var/lib/postgresql/data
+volumes:
+  db:
+    driver: local
diff --git a/init.sql b/init.sql
@@ -0,0 +1 @@
+CREATE EXTENSION IF NOT EXISTS vector;