Create .xet/shard-session directory before tempdir_in (#114)

* Each PFT uses isolated shard session directory * fix linting * fix bug
huggingface · Dec 11, 2024 · a4b937d · a4b937d
1 parent b9b7b10
commit a4b937d
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/data/src/data_client.rs b/data/src/data_client.rs
@@ -41,7 +41,9 @@ pub fn default_config(
     let (token, token_expiration) = token_info.unzip();
     let auth_cfg = AuthConfig::maybe_new(token, token_expiration, token_refresher);
 
-    let shard_staging_directory = tempdir_in(xet_path.join("shard-session"))?;
+    let shard_staging_root = xet_path.join("shard-session");
+    std::fs::create_dir_all(&shard_staging_root)?;
+    let shard_staging_directory = tempdir_in(shard_staging_root)?;
 
     let translator_config = TranslatorConfig {
         file_query_policy: FileQueryPolicy::ServerOnly,