Store to sqlite

Signed-off-by: Prabhu Subramanian <[email protected]>
AppThreat · Mar 17, 2024 · 5210b26 · 5210b26
1 parent e18c9d6
commit 5210b26
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 4 deletions.
diff --git a/vdb/lib/cve.py b/vdb/lib/cve.py
@@ -1,5 +1,4 @@
 import os
-import pickle
 import uuid
 
 import orjson
@@ -364,12 +363,12 @@ def store5(self, data: list[CVE]):
                                                exclude_unset=True,
                                                exclude_none=True)
                     self.db_conn.execute(
-                        "INSERT INTO cve_data values(?, ?, ?, ?, ?, ?);", (
+                        "INSERT INTO cve_data values(?, ?, ?, ?, json(?), ?);", (
                             cve_id,
                             affected.vendor,
                             affected.product,
                             affected.packageName,
-                            pickle.dumps(source_data),
+                            orjson.dumps(source_data).decode("utf-8", "ignore"),
                             None))
                     cleaned_versions = [v.model_dump(mode="json", exclude_none=True) for v in versions]
                     self.index_conn.execute(

diff --git a/vdb/lib/db6.py b/vdb/lib/db6.py
@@ -15,7 +15,7 @@
 def ensure_schemas(db_conn: sqlite3.Connection, index_conn: sqlite3.Connection):
     """Create the sqlite tables and indexes in case they don't exist"""
     db_conn.execute(
-        "CREATE TABLE if not exists cve_data(cve_id TEXT NOT NULL, type TEXT NOT NULL, namespace TEXT, name TEXT NOT NULL, source_data BLOB NOT NULL, override_data BLOB);")
+        "CREATE TABLE if not exists cve_data(cve_id TEXT NOT NULL, type TEXT NOT NULL, namespace TEXT, name TEXT NOT NULL, source_data JSON NOT NULL, override_data JSON);")
     db_conn.execute(
         "CREATE INDEX if not exists idx1 on cve_data(cve_id, type);")
     index_conn.execute(