vectorhub/.github/workflows/python-pytest-text.yml at main · RelevanceAI/vectorhub · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
name: Run Parallelized Pytest Text

on:
  push:
    branches:
      - main
    paths:
      - 'vectorhub/encoders/text/**'
      - 'tests/encoders/text/**'
      - '.github/workflows/python-pytest-text.yml'
  pull_request:
    branches:
      - main
    paths:
      - 'vectorhub/encoders/text/**'
      - 'tests/encoders/text/**'
      - '.github/workflows/python-pytest-text.yml'

jobs:
  run_test:
    runs-on: ubuntu-latest
    strategy:
      max-parallel: 30
      matrix:
        python-version: [3.6, 3.7]
        test-path:
          - tests/encoders/text/vectorai
          - tests/encoders/text/tf_transformers
          - tests/encoders/text/torch_transformers
          - tests/encoders/text/tfhub/test_albert.py
          - tests/encoders/text/tfhub/test_bert.py
          - tests/encoders/text/tfhub/test_labse.py
          - tests/encoders/text/sentence_transformers
          - tests/encoders/text/tfhub/test_use.py
          - tests/encoders/text/tfhub/test_elmo.py
          - tests/encoders/text/tfhub/test_use_transformer.py
          - tests/encoders/text/tfhub/test_use_multi_transformer.py
          - tests/bi_encoders/qa/tfhub/test_lareqa_qa.py
          - tests/bi_encoders/qa/tfhub/test_use_qa.py
    steps:
    - uses: actions/checkout@v2
    - name: Set up Python ${{ matrix.python-version }}
      uses: actions/setup-python@v2
      with:
        python-version: ${{ matrix.python-version }}
    - name: Cache pip
      uses: actions/cache@v2
      with:
        path: ~/.cache/pip
        key: ${{ runner.os }}-pip-${{ hashFiles('requirements.txt') }}
        restore-keys: |
          ${{ runner.os }}-pip-
          ${{ runner.os }}-
    - name: Install base dependencies
      run: |
        sudo apt-get install libsndfile1
        python -m pip install --upgrade pip
        pip install -e .
    - name: Install dependencies for tests
      env:
          VH_USERNAME: ${{ secrets.VH_USERNAME }}
          VH_API_KEY: ${{ secrets.VH_API_KEY }}
      run: |
        pip install -r requirements.txt
        pip install -e ".[test]"
        pip install -e ".[encoders-text-tf-transformers]"
        pip install -e ".[encoders-text-torch-transformers]"
        pip install -e ".[encoders-text-sentence-transformers]"
        pip install -e ".[encoders-text-tfhub]"
    - name: Run Tests
      env:
          VI_USERNAME: ${{ secrets.VI_USERNAME }}
          VI_API_KEY: ${{ secrets.VI_API_KEY }}
          VH_USERNAME: ${{ secrets.VH_USERNAME }}
          VH_API_KEY: ${{ secrets.VH_API_KEY }}
      run: python -m pytest ${{ matrix.test-path }}