api-tests.yml 4.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154
  1. name: Run Pytest
  2. on:
  3. pull_request:
  4. branches:
  5. - main
  6. paths:
  7. - api/**
  8. - docker/**
  9. concurrency:
  10. group: api-tests-${{ github.head_ref || github.run_id }}
  11. cancel-in-progress: true
  12. jobs:
  13. test:
  14. runs-on: ubuntu-latest
  15. strategy:
  16. matrix:
  17. python-version:
  18. - "3.10"
  19. - "3.11"
  20. steps:
  21. - name: Checkout code
  22. uses: actions/checkout@v4
  23. - name: Set up Python ${{ matrix.python-version }}
  24. uses: actions/setup-python@v5
  25. with:
  26. python-version: ${{ matrix.python-version }}
  27. cache: 'pip'
  28. cache-dependency-path: |
  29. ./api/requirements.txt
  30. ./api/requirements-dev.txt
  31. - name: Install dependencies
  32. run: pip install -r ./api/requirements.txt -r ./api/requirements-dev.txt
  33. - name: Run Unit tests
  34. run: dev/pytest/pytest_unit_tests.sh
  35. - name: Run ModelRuntime
  36. run: dev/pytest/pytest_model_runtime.sh
  37. - name: Run Tool
  38. run: dev/pytest/pytest_tools.sh
  39. - name: Set up Sandbox
  40. uses: hoverkraft-tech/compose-action@v2.0.0
  41. with:
  42. compose-file: |
  43. docker/docker-compose.middleware.yaml
  44. services: |
  45. sandbox
  46. ssrf_proxy
  47. - name: Run Workflow
  48. run: dev/pytest/pytest_workflow.sh
  49. - name: Set up Vector Stores (Weaviate, Qdrant, PGVector, Milvus, PgVecto-RS)
  50. uses: hoverkraft-tech/compose-action@v2.0.0
  51. with:
  52. compose-file: |
  53. docker/docker-compose.middleware.yaml
  54. docker/docker-compose.qdrant.yaml
  55. docker/docker-compose.milvus.yaml
  56. docker/docker-compose.pgvecto-rs.yaml
  57. docker/docker-compose.pgvector.yaml
  58. services: |
  59. weaviate
  60. qdrant
  61. etcd
  62. minio
  63. milvus-standalone
  64. pgvecto-rs
  65. pgvector
  66. - name: Test Vector Stores
  67. run: dev/pytest/pytest_vdb.sh
  68. test-in-poetry:
  69. name: API Tests
  70. runs-on: ubuntu-latest
  71. strategy:
  72. matrix:
  73. python-version:
  74. - "3.10"
  75. - "3.11"
  76. steps:
  77. - name: Checkout code
  78. uses: actions/checkout@v4
  79. - name: Install Poetry
  80. uses: abatilo/actions-poetry@v3
  81. - name: Set up Python ${{ matrix.python-version }}
  82. uses: actions/setup-python@v5
  83. with:
  84. python-version: ${{ matrix.python-version }}
  85. cache: 'poetry'
  86. cache-dependency-path: |
  87. api/pyproject.toml
  88. api/poetry.lock
  89. - name: Poetry check
  90. run: poetry check -C api
  91. - name: Install dependencies
  92. run: poetry install -C api --with dev
  93. - name: Run Unit tests
  94. run: poetry run -C api bash dev/pytest/pytest_unit_tests.sh
  95. - name: Run ModelRuntime
  96. run: poetry run -C api bash dev/pytest/pytest_model_runtime.sh
  97. - name: Run Tool
  98. run: poetry run -C api bash dev/pytest/pytest_tools.sh
  99. - name: Set up Sandbox
  100. uses: hoverkraft-tech/compose-action@v2.0.0
  101. with:
  102. compose-file: |
  103. docker/docker-compose.middleware.yaml
  104. services: |
  105. sandbox
  106. ssrf_proxy
  107. - name: Run Workflow
  108. run: poetry run -C api bash dev/pytest/pytest_workflow.sh
  109. - name: Set up Vector Stores (Weaviate, Qdrant, PGVector, Milvus, PgVecto-RS)
  110. uses: hoverkraft-tech/compose-action@v2.0.0
  111. with:
  112. compose-file: |
  113. docker/docker-compose.middleware.yaml
  114. docker/docker-compose.qdrant.yaml
  115. docker/docker-compose.milvus.yaml
  116. docker/docker-compose.pgvecto-rs.yaml
  117. docker/docker-compose.pgvector.yaml
  118. services: |
  119. weaviate
  120. qdrant
  121. etcd
  122. minio
  123. milvus-standalone
  124. pgvecto-rs
  125. pgvector
  126. - name: Test Vector Stores
  127. run: poetry run -C api bash dev/pytest/pytest_vdb.sh