mirror of
https://github.com/bytedance/deer-flow.git
synced 2026-04-25 11:18:22 +00:00
718dddde75
* fix(sandbox): prevent memory leak in file operation locks using WeakValueDictionary * lint: fix lint issue in sandbox tools security
28 lines
997 B
Python
28 lines
997 B
Python
import threading
|
|
import weakref
|
|
|
|
from deerflow.sandbox.sandbox import Sandbox
|
|
|
|
# Use WeakValueDictionary to prevent memory leak in long-running processes.
|
|
# Locks are automatically removed when no longer referenced by any thread.
|
|
_LockKey = tuple[str, str]
|
|
_FILE_OPERATION_LOCKS: weakref.WeakValueDictionary[_LockKey, threading.Lock] = weakref.WeakValueDictionary()
|
|
_FILE_OPERATION_LOCKS_GUARD = threading.Lock()
|
|
|
|
|
|
def get_file_operation_lock_key(sandbox: Sandbox, path: str) -> tuple[str, str]:
|
|
sandbox_id = getattr(sandbox, "id", None)
|
|
if not sandbox_id:
|
|
sandbox_id = f"instance:{id(sandbox)}"
|
|
return sandbox_id, path
|
|
|
|
|
|
def get_file_operation_lock(sandbox: Sandbox, path: str) -> threading.Lock:
|
|
lock_key = get_file_operation_lock_key(sandbox, path)
|
|
with _FILE_OPERATION_LOCKS_GUARD:
|
|
lock = _FILE_OPERATION_LOCKS.get(lock_key)
|
|
if lock is None:
|
|
lock = threading.Lock()
|
|
_FILE_OPERATION_LOCKS[lock_key] = lock
|
|
return lock
|