Skip to content

Commit

Permalink
add TODO for refactoring
Browse files Browse the repository at this point in the history
  • Loading branch information
mvanniasingheTT committed Nov 19, 2024
1 parent f94667c commit ceb3ce7
Show file tree
Hide file tree
Showing 2 changed files with 3 additions and 1 deletion.
1 change: 1 addition & 0 deletions tests/mock_vllm_api_server.py
Original file line number Diff line number Diff line change
Expand Up @@ -12,6 +12,7 @@
from vllm import ModelRegistry

# import classes to mock
# TODO: import logging_init_wrapper from vllm-tt-metal-llama3-70b/src/logging_utils.py after refactor
from vllm.worker.tt_worker import TTWorker, TTCacheEngine
from mock_vllm_model import (
new_init_cache_enginer,
Expand Down
3 changes: 2 additions & 1 deletion tests/mock_vllm_offline_inference_tt.py
Original file line number Diff line number Diff line change
Expand Up @@ -2,8 +2,9 @@
import json
import time
from unittest.mock import patch

import uvloop

# TODO: import logging_init_wrapper from vllm-tt-metal-llama3-70b/src/logging_utils.py after refactor
from mock_vllm_model import (
MockModel,
new_allocate_kv_cache,
Expand Down

0 comments on commit ceb3ce7

Please sign in to comment.