feat: loaders for files and pdfs

0xPlaygrounds · Oct 10, 2024 · b947112 · b947112
1 parent 04469df
commit b947112
Show file tree

Hide file tree

Showing 4 changed files with 414 additions and 3 deletions.
diff --git a/Cargo.lock b/Cargo.lock
diff --git a/rig-core/Cargo.toml b/rig-core/Cargo.toml
@@ -8,8 +8,8 @@ description = "An opinionated library for building LLM powered applications."
 repository = "https://github.com/0xPlaygrounds/rig"
 
 [lib]
-name="rig"
-path="src/lib.rs"
+name = "rig"
+path = "src/lib.rs"
 
 # See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
 
@@ -22,8 +22,13 @@ futures = "0.3.29"
 ordered-float = "4.2.0"
 schemars = "0.8.16"
 thiserror = "1.0.61"
+glob = "0.3.1"
+lopdf = { version = "0.34.0" }
 
 [dev-dependencies]
 anyhow = "1.0.75"
 tokio = { version = "1.34.0", features = ["full"] }
 tracing-subscriber = "0.3.18"
+
+# [features]
+# lopdf = ["dep:lopdf"]
diff --git a/rig-core/src/lib.rs b/rig-core/src/lib.rs
@@ -72,6 +72,7 @@ pub mod completion;
 pub mod embeddings;
 pub mod extractor;
 pub mod json_utils;
+pub mod loaders;
 pub mod providers;
 pub mod tool;
 pub mod vector_store;