feat: 完成寒武纪模型搭建，适配 c 算子库

Cargo.toml

@@ -38,9 +38,8 @@ tokio = { version = "1.38", features = ["rt-multi-thread", "sync"] }
 digit-layout = "0.0"
 build-script-cfg = "0.0"
 
-operators = { git = "https://github.com/YdrMaster/operators-rs", rev = "189c2d5", default-features = false }
+operators = { git = "https://github.com/YdrMaster/operators-rs", rev = "f5d2b6b", default-features = false }
 nccl = { git = "https://github.com/YdrMaster/cuda-driver", rev = "877df52" }
 search-cuda-tools = { git = "https://github.com/YdrMaster/cuda-driver", rev = "877df52" }
 
-cndrv = "0.1"
 search-neuware-tools = "0.0"

devices/cambricon-mlu/Cargo.toml

@@ -10,9 +10,9 @@ authors = ["YdrMaster <[email protected]>"]
 common = { path = "../../common" }
 common-devices = { path = "../common" }
 tensor = { path = "../../tensor" }
+sample = { path = "../../sample" }
 digit-layout="0.0"
-cndrv.workspace = true
-# operators = { workspace = true, features = ["cambricon-mlu"] }
+operators = { workspace = true, features = ["cambricon-mlu"] }
 
 [build-dependencies]
 build-script-cfg.workspace = true

devices/cambricon-mlu/src/gather.rs

@@ -0,0 +1,28 @@
+use common::utok;
+use operators::cndrv::{DevByte, Queue};
+use std::ops::{Deref, DerefMut};
+use tensor::Tensor;
+
+pub fn gather<T, U, I>(x: &mut Tensor<T>, table: &Tensor<U>, tokens: I, queue: &Queue)
+where
+    T: DerefMut<Target = [DevByte]>,
+    U: Deref<Target = [u8]>,
+    I: IntoIterator<Item = utok>,
+{
+    let &[_, d] = x.shape() else { panic!() };
+
+    debug_assert_eq!(x.data_layout(), table.data_layout());
+    debug_assert_eq!(table.shape().len(), 2);
+    debug_assert_eq!(table.shape()[1], d);
+    debug_assert!(x.is_contiguous());
+    debug_assert!(table.is_contiguous());
+    let d = d as usize * x.data_layout().nbytes();
+
+    let x = &mut **x.physical_mut();
+    let table = table.as_slice();
+    for (i, t) in tokens.into_iter().enumerate() {
+        let dst = &mut x[d * i..][..d];
+        let src = &table[d * t as usize..][..d];
+        queue.memcpy_h2d(dst, src);
+    }
+}