spider.py 1.0 KB

123456789101112131415161718192021
  1. from typing import Any
  2. from core.tools.errors import ToolProviderCredentialValidationError
  3. from core.tools.provider.builtin.spider.spiderApp import Spider
  4. from core.tools.provider.builtin_tool_provider import BuiltinToolProviderController
  5. class SpiderProvider(BuiltinToolProviderController):
  6. def _validate_credentials(self, credentials: dict[str, Any]) -> None:
  7. try:
  8. app = Spider(api_key=credentials["spider_api_key"])
  9. app.scrape_url(url="https://spider.cloud")
  10. except AttributeError as e:
  11. # Handle cases where NoneType is not iterable, which might indicate API issues
  12. if "NoneType" in str(e) and "not iterable" in str(e):
  13. raise ToolProviderCredentialValidationError("API is currently down, try again in 15 minutes", str(e))
  14. else:
  15. raise ToolProviderCredentialValidationError("An unexpected error occurred.", str(e))
  16. except Exception as e:
  17. raise ToolProviderCredentialValidationError("An unexpected error occurred.", str(e))