tool_parameter_cache.py 1.5 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556
  1. import json
  2. from enum import Enum
  3. from json import JSONDecodeError
  4. from typing import Optional
  5. from extensions.ext_redis import redis_client
  6. class ToolParameterCacheType(Enum):
  7. PARAMETER = "tool_parameter"
  8. class ToolParameterCache:
  9. def __init__(
  10. self, tenant_id: str, provider: str, tool_name: str, cache_type: ToolParameterCacheType, identity_id: str
  11. ):
  12. self.cache_key = (
  13. f"{cache_type.value}_secret:tenant_id:{tenant_id}:provider:{provider}:tool_name:{tool_name}"
  14. f":identity_id:{identity_id}"
  15. )
  16. def get(self) -> Optional[dict]:
  17. """
  18. Get cached model provider credentials.
  19. :return:
  20. """
  21. cached_tool_parameter = redis_client.get(self.cache_key)
  22. if cached_tool_parameter:
  23. try:
  24. cached_tool_parameter = cached_tool_parameter.decode("utf-8")
  25. cached_tool_parameter = json.loads(cached_tool_parameter)
  26. except JSONDecodeError:
  27. return None
  28. return dict(cached_tool_parameter)
  29. else:
  30. return None
  31. def set(self, parameters: dict) -> None:
  32. """
  33. Cache model provider credentials.
  34. :param credentials: provider credentials
  35. :return:
  36. """
  37. redis_client.setex(self.cache_key, 86400, json.dumps(parameters))
  38. def delete(self) -> None:
  39. """
  40. Delete cached model provider credentials.
  41. :return:
  42. """
  43. redis_client.delete(self.cache_key)