fix(transformer): 为 config.json 解析提供必要的默认值

Signed-off-by: YdrMaster <[email protected]>
InfiniTensor · Mar 11, 2024 · 21813af · 21813af
1 parent ac1cbdc
commit 21813af
Show file tree

Hide file tree

Showing 3 changed files with 21 additions and 7 deletions.
diff --git a/Cargo.lock b/Cargo.lock
diff --git a/transformer/src/parameters/mod.rs b/transformer/src/parameters/mod.rs
@@ -110,11 +110,23 @@ struct ConfigJson {
     pub num_hidden_layers: usize,
     pub num_key_value_heads: usize,
     pub vocab_size: usize,
+    #[serde(default = "default_rms_norm_eps")]
     pub rms_norm_eps: f32,
+    #[serde(default = "default_rope_theta")]
     pub rope_theta: f32,
     pub torch_dtype: DataType,
 }
 
+#[inline(always)]
+const fn default_rms_norm_eps() -> f32 {
+    1e-5
+}
+
+#[inline(always)]
+const fn default_rope_theta() -> f32 {
+    1e4
+}
+
 impl From<&dyn Llama2> for ConfigJson {
     fn from(model: &dyn Llama2) -> Self {
         Self {

diff --git a/xtask/src/service/channel.rs b/xtask/src/service/channel.rs
@@ -21,7 +21,7 @@ pub(super) enum ReceiveError {
 
 #[derive(Debug)]
 pub(super) enum SendError {
-    Io(std::io::Error),
+    // Io(std::io::Error),
     Json(serde_json::Error),
 }