chore: Remove heavy & unnecessary dependencies (camel-ai#1651)

Author: Wendong-Fan

.github/ISSUE_TEMPLATE/bug_report.yml

@@ -26,7 +26,7 @@ body:
     attributes:
       label: What version of camel are you using?
       description: Run command `python3 -c 'print(__import__("camel").__version__)'` in your shell and paste the output here.
-      placeholder: E.g., 0.2.22
+      placeholder: E.g., 0.2.23a0
     validations:
       required: true
 

camel/__init__.py

@@ -14,7 +14,7 @@
 
 from camel.logger import disable_logging, enable_logging, set_log_level
 
-__version__ = '0.2.22'
+__version__ = '0.2.23a0'
 
 __all__ = [
     '__version__',

camel/models/sglang_model.py

@@ -12,6 +12,7 @@
 # limitations under the License.
 # ========= Copyright 2023-2024 @ CAMEL-AI.org. All Rights Reserved. =========
 import logging
+import subprocess
 import threading
 import time
 from typing import Any, Dict, List, Optional, Type, Union
@@ -94,11 +95,6 @@ def __init__(
             )
 
     def _start_server(self) -> None:
-        from sglang.utils import (  # type: ignore[import-untyped]
-            execute_shell_command,
-            wait_for_server,
-        )
-
         try:
             if not self._url:
                 cmd = (
@@ -108,10 +104,10 @@ def _start_server(self) -> None:
                     f"--host 0.0.0.0"
                 )
 
-                server_process = execute_shell_command(cmd)
-                wait_for_server("http://localhost:30000")
+                server_process = _execute_shell_command(cmd)
+                _wait_for_server("http://localhost:30000")
                 self._url = "http://127.0.0.1:30000/v1"
-                self.server_process = server_process
+                self.server_process = server_process  # type: ignore[assignment]
                 # Start the inactivity monitor in a background thread
                 self._inactivity_thread = threading.Thread(
                     target=self._monitor_inactivity, daemon=True
@@ -138,8 +134,6 @@ def _monitor_inactivity(self):
         r"""Monitor whether the server process has been inactive for over 10
         minutes.
         """
-        from sglang.utils import terminate_process
-
         while True:
             # Check every 10 seconds
             time.sleep(10)
@@ -150,7 +144,7 @@ def _monitor_inactivity(self):
                     time.time() - self.last_run_time > 600
                 ):
                     if self.server_process:
-                        terminate_process(self.server_process)
+                        _terminate_process(self.server_process)
                         self.server_process = None
                         self._client = None  # Invalidate the client
                         logging.info(
@@ -270,3 +264,101 @@ def stream(self) -> bool:
             bool: Whether the model is in stream mode.
         """
         return self.model_config_dict.get('stream', False)
+
+
+# Below are helper functions from sglang.utils
+def _terminate_process(process):
+    _kill_process_tree(process.pid)
+
+
+def _kill_process_tree(
+    parent_pid, include_parent: bool = True, skip_pid: Optional[int] = None
+):
+    r"""Kill the process and all its child processes."""
+    import os
+    import signal
+
+    import psutil
+
+    if parent_pid is None:
+        parent_pid = os.getpid()
+        include_parent = False
+
+    try:
+        itself = psutil.Process(parent_pid)
+    except psutil.NoSuchProcess:
+        return
+
+    children = itself.children(recursive=True)
+    for child in children:
+        if child.pid == skip_pid:
+            continue
+        try:
+            child.kill()
+        except psutil.NoSuchProcess:
+            pass
+
+    if include_parent:
+        try:
+            itself.kill()
+
+            # Sometime processes cannot be killed with SIGKILL
+            # so we send an additional signal to kill them.
+            itself.send_signal(signal.SIGQUIT)
+        except psutil.NoSuchProcess:
+            pass
+
+
+def _execute_shell_command(command: str) -> subprocess.Popen:
+    r"""Execute a shell command and return the process handle
+
+    Args:
+        command: Shell command as a string (can include \\ line continuations)
+    Returns:
+        subprocess.Popen: Process handle
+    """
+    import subprocess
+
+    # Replace \ newline with space and split
+    command = command.replace("\\\n", " ").replace("\\", " ")
+    parts = command.split()
+
+    return subprocess.Popen(parts, text=True, stderr=subprocess.STDOUT)
+
+
+def _wait_for_server(base_url: str, timeout: Optional[int] = None) -> None:
+    r"""Wait for the server to be ready by polling the /v1/models endpoint.
+
+    Args:
+        base_url: The base URL of the server
+        timeout: Maximum time to wait in seconds. None means wait forever.
+    """
+    import requests
+
+    start_time = time.time()
+    while True:
+        try:
+            response = requests.get(
+                f"{base_url}/v1/models",
+                headers={"Authorization": "Bearer None"},
+            )
+            if response.status_code == 200:
+                time.sleep(5)
+                print(
+                    """\n
+                    NOTE: Typically, the server runs in a separate terminal.
+                    In this notebook, we run the server and notebook code 
+                    together, so their outputs are combined.
+                    To improve clarity, the server logs are displayed in the 
+                    original black color, while the notebook outputs are 
+                    highlighted in blue.
+                    """
+                )
+                break
+
+            if timeout and time.time() - start_time > timeout:
+                raise TimeoutError(
+                    "Server did not become ready within timeout period"
+                )
+        except requests.exceptions.RequestException:
+            time.sleep(1)

camel/toolkits/ask_news_toolkit.py

@@ -67,7 +67,8 @@ def __init__(self, timeout: Optional[float] = None):
         credentials are retrieved from environment variables.
         """
         super().__init__(timeout=timeout)
-        from asknews_sdk import AskNewsSDK
+
+        from asknews_sdk import AskNewsSDK  # type: ignore[import-not-found]
 
         client_id = os.environ.get("ASKNEWS_CLIENT_ID")
         client_secret = os.environ.get("ASKNEWS_CLIENT_SECRET")

camel/toolkits/openbb_toolkit.py

@@ -46,7 +46,7 @@ def __init__(self, timeout: Optional[float] = None) -> None:
         super().__init__(timeout=timeout)
         import os
 
-        from openbb import obb
+        from openbb import obb  # type: ignore[import-not-found]
 
         self.client = obb
         # Initialize OpenBB Hub account with access token

docs/conf.py

@@ -27,7 +27,7 @@
 project = 'CAMEL'
 copyright = '2024, CAMEL-AI.org'
 author = 'CAMEL-AI.org'
-release = '0.2.22'
+release = '0.2.23a0'
 
 html_favicon = (
     'https://raw.githubusercontent.com/camel-ai/camel/master/misc/favicon.png'

docs/get_started/installation.md

@@ -60,7 +60,7 @@ conda create --name camel python=3.10
 conda activate camel
 
 # Clone github repo
-git clone -b v0.2.22 https://github.com/camel-ai/camel.git
+git clone -b v0.2.23a0 https://github.com/camel-ai/camel.git
 
 # Change directory into project directory
 cd camel

docs/key_modules/loaders.md

@@ -340,14 +340,14 @@ response = jina_reader.read_content("https://docs.camel-ai.org/")
 print(response)
 ```
 ```markdown
->>>Welcome to CAMEL’s documentation! — CAMEL 0.2.22 documentation
+>>>Welcome to CAMEL’s documentation! — CAMEL 0.2.23a0 documentation
 ===============
 
 [Skip to main content](https://docs.camel-ai.org/#main-content)
 
 Back to top Ctrl+K
 
- [![Image 1](https://raw.githubusercontent.com/camel-ai/camel/master/misc/logo_light.png) ![Image 2](https://raw.githubusercontent.com/camel-ai/camel/master/misc/logo_light.png)CAMEL 0.2.22](https://docs.camel-ai.org/#)
+ [![Image 1](https://raw.githubusercontent.com/camel-ai/camel/master/misc/logo_light.png) ![Image 2](https://raw.githubusercontent.com/camel-ai/camel/master/misc/logo_light.png)CAMEL 0.2.23a0](https://docs.camel-ai.org/#)
 
 Search Ctrl+K