From 92939c69f164f618ed8c23f2fa12038b5b0aceaa Mon Sep 17 00:00:00 2001 From: MediaPipe Team Date: Fri, 13 Dec 2024 10:40:57 -0800 Subject: [PATCH] No public description PiperOrigin-RevId: 705930362 --- .../cc/genai/inference/utils/xnn_utils/llm_weights.h | 10 ---------- 1 file changed, 10 deletions(-) diff --git a/mediapipe/tasks/cc/genai/inference/utils/xnn_utils/llm_weights.h b/mediapipe/tasks/cc/genai/inference/utils/xnn_utils/llm_weights.h index ec1ad4d4db..ae5fd1b335 100644 --- a/mediapipe/tasks/cc/genai/inference/utils/xnn_utils/llm_weights.h +++ b/mediapipe/tasks/cc/genai/inference/utils/xnn_utils/llm_weights.h @@ -28,7 +28,6 @@ #include "absl/status/statusor.h" #include "absl/strings/string_view.h" #include "mediapipe/tasks/cc/genai/inference/proto/llm_params.pb.h" -#include "mediapipe/tasks/cc/genai/inference/utils/xnn_utils/graph_builder.h" #include "mediapipe/tasks/cc/genai/inference/utils/xnn_utils/pack_weights_cache.h" #include "mediapipe/tasks/cc/genai/inference/utils/xnn_utils/xnn_tensor.h" #include "tensorflow/lite/model_builder.h" @@ -238,11 +237,6 @@ class LlmWeightsLoader { LlmParams& llm_params() { return params_; } const LlmParams& llm_params() const { return params_; } - // Returns the XnnWeightsCache that could work with weights loader, if any. - virtual std::shared_ptr GetXnnWeightsCache() { - return nullptr; - } - protected: virtual absl::StatusOr LoadSelfAttention( int layer_id); @@ -269,10 +263,6 @@ class DefaultLlmWeightsLoader : public LlmWeightsLoader { absl::string_view weight_path, const LlmParams& params, std::shared_ptr flat_buffer_model = nullptr); - std::shared_ptr GetXnnWeightsCache() override { - return xnn_weights_cache_; - } - private: std::shared_ptr xnn_weights_cache_; };