From 3198004a91d759976403473f66f08bbf81f51f5d Mon Sep 17 00:00:00 2001 From: Eric Buehler <65165915+EricLBuehler@users.noreply.github.com> Date: Sun, 30 Jun 2024 02:47:55 -0400 Subject: [PATCH] Bump version to 0.1.24 (#497) --- Cargo.lock | 22 +++++++++++----------- Cargo.toml | 6 +++--- mistralrs-bench/Cargo.toml | 2 +- mistralrs-core/Cargo.toml | 2 +- mistralrs-core/src/pipeline/isq.rs | 2 +- mistralrs-pyo3/Cargo.toml | 2 +- mistralrs-pyo3/Cargo_template.toml | 4 ++-- mistralrs-pyo3/pyproject.toml | 2 +- mistralrs-pyo3/pyproject_template.toml | 2 +- mistralrs-server/Cargo.toml | 2 +- mistralrs/Cargo.toml | 2 +- 11 files changed, 24 insertions(+), 24 deletions(-) diff --git a/Cargo.lock b/Cargo.lock index 7464d1a61..77b2bd50d 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -423,7 +423,7 @@ checksum = "514de17de45fdb8dc022b1a7975556c53c86f9f0aa5f534b98977b171857c2c9" [[package]] name = "candle-core" version = "0.6.0" -source = "git+https://github.com/EricLBuehler/candle.git?rev=b438cba3f8742519d6f2154209e096c123fc3eb9#b438cba3f8742519d6f2154209e096c123fc3eb9" +source = "git+https://github.com/EricLBuehler/candle.git?rev=b7a3e344#b7a3e344" dependencies = [ "accelerate-src", "byteorder", @@ -450,7 +450,7 @@ dependencies = [ [[package]] name = "candle-flash-attn" version = "0.6.0" -source = "git+https://github.com/EricLBuehler/candle.git?rev=b438cba3f8742519d6f2154209e096c123fc3eb9#b438cba3f8742519d6f2154209e096c123fc3eb9" +source = "git+https://github.com/EricLBuehler/candle.git?rev=b7a3e344#b7a3e344" dependencies = [ "anyhow", "bindgen_cuda", @@ -461,7 +461,7 @@ dependencies = [ [[package]] name = "candle-kernels" version = "0.6.0" -source = "git+https://github.com/EricLBuehler/candle.git?rev=b438cba3f8742519d6f2154209e096c123fc3eb9#b438cba3f8742519d6f2154209e096c123fc3eb9" +source = "git+https://github.com/EricLBuehler/candle.git?rev=b7a3e344#b7a3e344" dependencies = [ "bindgen_cuda", ] @@ -469,7 +469,7 @@ dependencies = [ [[package]] name = "candle-metal-kernels" version = "0.6.0" -source = "git+https://github.com/EricLBuehler/candle.git?rev=b438cba3f8742519d6f2154209e096c123fc3eb9#b438cba3f8742519d6f2154209e096c123fc3eb9" +source = "git+https://github.com/EricLBuehler/candle.git?rev=b7a3e344#b7a3e344" dependencies = [ "metal", "once_cell", @@ -480,7 +480,7 @@ dependencies = [ [[package]] name = "candle-nn" version = "0.6.0" -source = "git+https://github.com/EricLBuehler/candle.git?rev=b438cba3f8742519d6f2154209e096c123fc3eb9#b438cba3f8742519d6f2154209e096c123fc3eb9" +source = "git+https://github.com/EricLBuehler/candle.git?rev=b7a3e344#b7a3e344" dependencies = [ "accelerate-src", "candle-core", @@ -2166,7 +2166,7 @@ dependencies = [ [[package]] name = "mistralrs" -version = "0.1.23" +version = "0.1.24" dependencies = [ "anyhow", "candle-core", @@ -2180,7 +2180,7 @@ dependencies = [ [[package]] name = "mistralrs-bench" -version = "0.1.23" +version = "0.1.24" dependencies = [ "anyhow", "candle-core", @@ -2196,7 +2196,7 @@ dependencies = [ [[package]] name = "mistralrs-core" -version = "0.1.23" +version = "0.1.24" dependencies = [ "accelerate-src", "akin", @@ -2254,7 +2254,7 @@ dependencies = [ [[package]] name = "mistralrs-pyo3" -version = "0.1.23" +version = "0.1.24" dependencies = [ "accelerate-src", "base64 0.22.1", @@ -2275,7 +2275,7 @@ dependencies = [ [[package]] name = "mistralrs-server" -version = "0.1.23" +version = "0.1.24" dependencies = [ "accelerate-src", "anyhow", @@ -2303,7 +2303,7 @@ dependencies = [ [[package]] name = "mistralrs-vision" -version = "0.1.23" +version = "0.1.24" dependencies = [ "candle-core", "image", diff --git a/Cargo.toml b/Cargo.toml index a459f0260..e07e6dfff 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -10,7 +10,7 @@ members = [ resolver = "2" [workspace.package] -version = "0.1.23" +version = "0.1.24" edition = "2021" description = "Fast and easy LLM serving." homepage = "https://github.com/EricLBuehler/mistral.rs" @@ -21,8 +21,8 @@ license = "MIT" [workspace.dependencies] anyhow = "1.0.80" -candle-core = { git = "https://github.com/EricLBuehler/candle.git", version = "0.6.0", rev = "b438cba3f8742519d6f2154209e096c123fc3eb9" } -candle-nn = { git = "https://github.com/EricLBuehler/candle.git", version = "0.6.0", rev = "b438cba3f8742519d6f2154209e096c123fc3eb9" } +candle-core = { git = "https://github.com/EricLBuehler/candle.git", version = "0.6.0", rev = "b7a3e344" } +candle-nn = { git = "https://github.com/EricLBuehler/candle.git", version = "0.6.0", rev = "b7a3e344" } serde = "1.0.197" serde_json = "1.0.114" indexmap = { version = "2.2.5", features = ["serde"] } diff --git a/mistralrs-bench/Cargo.toml b/mistralrs-bench/Cargo.toml index 2d9d85289..a7193277d 100644 --- a/mistralrs-bench/Cargo.toml +++ b/mistralrs-bench/Cargo.toml @@ -17,7 +17,7 @@ candle-core.workspace = true serde.workspace = true serde_json.workspace = true clap.workspace = true -mistralrs-core = { version = "0.1.23", path = "../mistralrs-core" } +mistralrs-core = { version = "0.1.24", path = "../mistralrs-core" } tracing.workspace = true either.workspace = true tokio.workspace = true diff --git a/mistralrs-core/Cargo.toml b/mistralrs-core/Cargo.toml index 342bde793..9ab99b763 100644 --- a/mistralrs-core/Cargo.toml +++ b/mistralrs-core/Cargo.toml @@ -17,7 +17,7 @@ candle-core.workspace = true candle-nn.workspace = true serde.workspace = true serde_json.workspace = true -candle-flash-attn = { git = "https://github.com/EricLBuehler/candle.git", version = "0.6.0", rev = "b438cba3f8742519d6f2154209e096c123fc3eb9", optional = true } +candle-flash-attn = { git = "https://github.com/EricLBuehler/candle.git", version = "0.6.0", rev = "b7a3e344", optional = true } dirs = "5.0.1" hf-hub = "0.3.2" thiserror = "1.0.57" diff --git a/mistralrs-core/src/pipeline/isq.rs b/mistralrs-core/src/pipeline/isq.rs index df432fd67..fda4e1c19 100644 --- a/mistralrs-core/src/pipeline/isq.rs +++ b/mistralrs-core/src/pipeline/isq.rs @@ -110,7 +110,7 @@ pub trait IsqModel { // NOTE(EricLBuehler): On version 0.2.0, remove this let isq_low_mem = std::env::var("ISQ_LOW_MEMORY").is_ok(); if isq_low_mem { - warn!("ISQ_LOW_MEMORY is set but as of version 0.1.23, this is irrelevant"); + warn!("ISQ_LOW_MEMORY is set but as of version 0.1.24, this is irrelevant"); } info!("Applying ISQ on {} threads.", rayon::current_num_threads()); diff --git a/mistralrs-pyo3/Cargo.toml b/mistralrs-pyo3/Cargo.toml index 7cbd125b9..6ba777b29 100644 --- a/mistralrs-pyo3/Cargo.toml +++ b/mistralrs-pyo3/Cargo.toml @@ -17,7 +17,7 @@ doc = false [dependencies] pyo3.workspace = true -mistralrs-core = { version = "0.1.23", path = "../mistralrs-core", features = ["pyo3_macros"] } +mistralrs-core = { version = "0.1.24", path = "../mistralrs-core", features = ["pyo3_macros"] } serde.workspace = true serde_json.workspace = true candle-core.workspace = true diff --git a/mistralrs-pyo3/Cargo_template.toml b/mistralrs-pyo3/Cargo_template.toml index 1205f80d1..3c0d6ca2a 100644 --- a/mistralrs-pyo3/Cargo_template.toml +++ b/mistralrs-pyo3/Cargo_template.toml @@ -17,10 +17,10 @@ doc = false [dependencies] pyo3.workspace = true -mistralrs-core = { version = "0.1.23", path = "../mistralrs-core", features=["pyo3_macros","$feature_name"] } +mistralrs-core = { version = "0.1.24", path = "../mistralrs-core", features=["pyo3_macros","$feature_name"] } serde.workspace = true serde_json.workspace = true -candle-core = { git = "https://github.com/EricLBuehler/candle.git", version = "0.6.0", rev = "b438cba3f8742519d6f2154209e096c123fc3eb9", features=["$feature_name"] } +candle-core = { git = "https://github.com/EricLBuehler/candle.git", version = "0.6.0", rev = "b7a3e344", features=["$feature_name"] } indexmap.workspace = true accelerate-src = { workspace = true, optional = true } intel-mkl-src = { workspace = true, optional = true } diff --git a/mistralrs-pyo3/pyproject.toml b/mistralrs-pyo3/pyproject.toml index 478755975..a5a637983 100644 --- a/mistralrs-pyo3/pyproject.toml +++ b/mistralrs-pyo3/pyproject.toml @@ -4,7 +4,7 @@ build-backend = "maturin" [project] name = "mistralrs" -version = "0.1.23" +version = "0.1.24" requires-python = ">=3.8" classifiers = [ "Programming Language :: Rust", diff --git a/mistralrs-pyo3/pyproject_template.toml b/mistralrs-pyo3/pyproject_template.toml index 88c75bc2c..7a9f6a3fe 100644 --- a/mistralrs-pyo3/pyproject_template.toml +++ b/mistralrs-pyo3/pyproject_template.toml @@ -4,7 +4,7 @@ build-backend = "maturin" [project] name = "$name" -version = "0.1.23" +version = "0.1.24" requires-python = ">=3.8" classifiers = [ "Programming Language :: Rust", diff --git a/mistralrs-server/Cargo.toml b/mistralrs-server/Cargo.toml index 7a0fe0e6a..a5de07820 100644 --- a/mistralrs-server/Cargo.toml +++ b/mistralrs-server/Cargo.toml @@ -22,7 +22,7 @@ axum = { version = "0.7.4", features = ["tokio"] } tower-http = { version = "0.5.1", features = ["cors"]} utoipa = { version = "4.2", features = ["axum_extras"] } utoipa-swagger-ui = { version = "7.1.0", features = ["axum"]} -mistralrs-core = { version = "0.1.23", path = "../mistralrs-core" } +mistralrs-core = { version = "0.1.24", path = "../mistralrs-core" } indexmap.workspace = true accelerate-src = { workspace = true, optional = true } intel-mkl-src = { workspace = true, optional = true } diff --git a/mistralrs/Cargo.toml b/mistralrs/Cargo.toml index 63c15c35a..485aed756 100644 --- a/mistralrs/Cargo.toml +++ b/mistralrs/Cargo.toml @@ -12,7 +12,7 @@ license.workspace = true homepage.workspace = true [dependencies] -mistralrs-core = { version = "0.1.23", path = "../mistralrs-core" } +mistralrs-core = { version = "0.1.24", path = "../mistralrs-core" } anyhow.workspace = true tokio.workspace = true candle-core.workspace = true