remove object store registry

... as users can plug in their own.

ballista-cli/Cargo.toml

@@ -41,4 +41,4 @@ rustyline = "14.0.0"
 tokio = { workspace = true, features = ["macros", "rt", "rt-multi-thread", "sync", "parking_lot"] }
 
 [features]
-s3 = ["ballista/s3"]
+

ballista/client/Cargo.toml

@@ -50,8 +50,6 @@ object_store = { workspace = true, features = ["aws"] }
 testcontainers-modules = { version = "0.11", features = ["minio"] }
 
 [features]
-azure = ["ballista-core/azure"]
 default = []
-s3 = ["ballista-core/s3"]
 standalone = ["ballista-executor", "ballista-scheduler"]
 testcontainers = []

ballista/core/Cargo.toml

@@ -34,12 +34,10 @@ exclude = ["*.proto"]
 rustc-args = ["--cfg", "docsrs"]
 
 [features]
-azure = ["object_store/azure"]
 docsrs = []
 # Used for testing ONLY: causes all values to hash to the same value (test for collisions)
 force_hash_collisions = ["datafusion/force_hash_collisions"]
-gcs = ["object_store/gcp"]
-s3 = ["object_store/aws"]
+
 
 [dependencies]
 arrow-flight = { workspace = true }
@@ -54,7 +52,6 @@ futures = { workspace = true }
 itertools = "0.13"
 log = { workspace = true }
 md-5 = { version = "^0.10.0" }
-object_store = { workspace = true }
 parse_arg = { workspace = true }
 prost = { workspace = true }
 prost-types = { workspace = true }

ballista/core/src/lib.rs

@@ -32,7 +32,6 @@ pub mod consistent_hash;
 pub mod error;
 pub mod event_loop;
 pub mod execution_plans;
-pub mod object_store_registry;
 pub mod utils;
 
 #[macro_use]

ballista/core/src/utils.rs

@@ -23,7 +23,6 @@ use crate::error::{BallistaError, Result};
 use crate::execution_plans::{
     DistributedQueryExec, ShuffleWriterExec, UnresolvedShuffleExec,
 };
-use crate::object_store_registry::with_object_store_registry;
 use crate::serde::protobuf::KeyValuePair;
 use crate::serde::scheduler::PartitionStats;
 use crate::serde::{BallistaLogicalExtensionCodec, BallistaPhysicalExtensionCodec};
@@ -73,10 +72,7 @@ pub fn default_session_builder(config: SessionConfig) -> SessionState {
     SessionStateBuilder::new()
         .with_default_features()
         .with_config(config)
-        .with_runtime_env(Arc::new(
-            RuntimeEnv::new(with_object_store_registry(RuntimeConfig::default()))
-                .unwrap(),
-        ))
+        .with_runtime_env(Arc::new(RuntimeEnv::new(RuntimeConfig::default()).unwrap()))
         .build()
 }
 
@@ -273,10 +269,7 @@ pub fn create_df_ctx_with_ballista_query_planner<T: 'static + AsLogicalPlan>(
     let session_state = SessionStateBuilder::new()
         .with_default_features()
         .with_config(session_config)
-        .with_runtime_env(Arc::new(
-            RuntimeEnv::new(with_object_store_registry(RuntimeConfig::default()))
-                .unwrap(),
-        ))
+        .with_runtime_env(Arc::new(RuntimeEnv::new(RuntimeConfig::default()).unwrap()))
         .with_query_planner(planner)
         .with_session_id(session_id)
         .build();

ballista/executor/src/standalone.rs

@@ -23,7 +23,6 @@ use ballista_core::serde::scheduler::BallistaFunctionRegistry;
 use ballista_core::utils::{default_config_producer, SessionConfigExt};
 use ballista_core::{
     error::Result,
-    object_store_registry::with_object_store_registry,
     serde::protobuf::{scheduler_grpc_client::SchedulerGrpcClient, ExecutorRegistration},
     serde::scheduler::ExecutorSpecification,
     serde::BallistaCodec,
@@ -187,9 +186,7 @@ pub async fn new_standalone_executor<
     let config_producer = Arc::new(default_config_producer);
     let wd = work_dir.clone();
     let runtime_producer: RuntimeProducer = Arc::new(move |_: &SessionConfig| {
-        let config = with_object_store_registry(
-            RuntimeConfig::new().with_temp_file_path(wd.clone()),
-        );
+        let config = RuntimeConfig::new().with_temp_file_path(wd.clone());
         Ok(Arc::new(RuntimeEnv::new(config)?))
     });