tool_parameter_cache.py 1.5 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455
  1. import json
  2. from enum import Enum
  3. from json import JSONDecodeError
  4. from typing import Optional
  5. from extensions.ext_redis import redis_client
  6. class ToolParameterCacheType(Enum):
  7. PARAMETER = "tool_parameter"
  8. class ToolParameterCache:
  9. def __init__(self,
  10. tenant_id: str,
  11. provider: str,
  12. tool_name: str,
  13. cache_type: ToolParameterCacheType,
  14. identity_id: str
  15. ):
  16. self.cache_key = f"{cache_type.value}_secret:tenant_id:{tenant_id}:provider:{provider}:tool_name:{tool_name}:identity_id:{identity_id}"
  17. def get(self) -> Optional[dict]:
  18. """
  19. Get cached model provider credentials.
  20. :return:
  21. """
  22. cached_tool_parameter = redis_client.get(self.cache_key)
  23. if cached_tool_parameter:
  24. try:
  25. cached_tool_parameter = cached_tool_parameter.decode('utf-8')
  26. cached_tool_parameter = json.loads(cached_tool_parameter)
  27. except JSONDecodeError:
  28. return None
  29. return cached_tool_parameter
  30. else:
  31. return None
  32. def set(self, parameters: dict) -> None:
  33. """
  34. Cache model provider credentials.
  35. :param credentials: provider credentials
  36. :return:
  37. """
  38. redis_client.setex(self.cache_key, 86400, json.dumps(parameters))
  39. def delete(self) -> None:
  40. """
  41. Delete cached model provider credentials.
  42. :return:
  43. """
  44. redis_client.delete(self.cache_key)