MLC import fix

Author: okhat

dsp/modules/hf_client.py

@@ -27,9 +27,6 @@
 
 # from dsp.modules.adapter import TurboAdapter, DavinciAdapter, LlamaAdapter
 
-from mlc_chat import ChatModule
-from mlc_chat import ChatConfig
-
 class HFClientTGI(HFModel):
     def __init__(self, model, port, url="http://future-hgx-1", **kwargs):
         super().__init__(model=model, is_client=True)
@@ -90,14 +87,17 @@ def _generate(self, prompt, **kwargs):
              raise Exception("Received invalid JSON response from server")
 
 
-
 @CacheMemory.cache
 def send_hftgi_request_v00(arg, **kwargs):
     return requests.post(arg, **kwargs)
 
 class ChatModuleClient(HFModel):
     def __init__(self, model, model_path):
         super().__init__(model=model, is_client=True)
+
+        from mlc_chat import ChatModule
+        from mlc_chat import ChatConfig
+
         self.cm = ChatModule(model=model, lib_path=model_path, chat_config=ChatConfig(conv_template="LM"))
 
     def _generate(self, prompt, **kwargs):