mapped/.github/workflows/django_tests.yml at main · commonknowledge/mapped · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
name: Run project tests

concurrency:
  group: ${{ github.workflow }}-${{ github.ref }}
  cancel-in-progress: true

on:
  pull_request:

jobs:
  test:
    runs-on: ubuntu-latest
    environment: testing
    services:
      db:
        image: kartoza/postgis:13
        env:
          POSTGRES_USER: postgres
          POSTGRES_PASSWORD: password
          POSTGRES_DB: postgres
          POSTGRES_PORT: 5432
        options: >-
          --health-cmd pg_isready
          --health-interval 10s
          --health-timeout 5s
          --health-retries 5
        ports:
          - 5432:5432
    container:
      # TODO: Revert to 3.12 once this issue is fixed (for us the error is in pyairtable):
      # https://stackoverflow.com/questions/78593700/langchain-community-langchain-packages-giving-error-missing-1-required-keywor
      image: python:3.12.3
      env:
        DATABASE_URL: postgis://postgres:password@db:5432/postgres
        CACHE_FILE: /tmp/meep
        POETRY_VIRTUALENVS_CREATE: "false"
        GOOGLE_MAPS_API_KEY: ${{ secrets.GOOGLE_MAPS_API_KEY }}
        MAPBOX_ACCESS_TOKEN: ${{ secrets.MAPBOX_ACCESS_TOKEN }}
        MAPIT_URL: https://mapit.mysociety.org/
        MAPIT_API_KEY: "not_a_key"
        ELECTORAL_COMMISSION_API_KEY: ${{ secrets.ELECTORAL_COMMISSION_API_KEY }}
        ENCRYPTION_SECRET_KEY: ${{ secrets.ENCRYPTION_SECRET_KEY }}
        TEST_AIRTABLE_MEMBERLIST_BASE_ID: ${{ secrets.TEST_AIRTABLE_MEMBERLIST_BASE_ID }}
        TEST_AIRTABLE_MEMBERLIST_TABLE_NAME: ${{ secrets.TEST_AIRTABLE_MEMBERLIST_TABLE_NAME }}
        TEST_AIRTABLE_MEMBERLIST_API_KEY: ${{ secrets.TEST_AIRTABLE_MEMBERLIST_API_KEY }}
        SKIP_AIRTABLE_TESTS: "True"
        TEST_ACTIONNETWORK_MEMBERLIST_API_KEY: ${{ secrets.TEST_ACTIONNETWORK_MEMBERLIST_API_KEY }}
        TEST_GOOGLE_SHEETS_CREDENTIALS: ${{ secrets.TEST_GOOGLE_SHEETS_CREDENTIALS }}
        TEST_GOOGLE_SHEETS_SPREADSHEET_ID: ${{ secrets.TEST_GOOGLE_SHEETS_SPREADSHEET_ID }}
        TEST_GOOGLE_SHEETS_SHEET_NAME: ${{ secrets.TEST_GOOGLE_SHEETS_SHEET_NAME }}
        TEST_MAILCHIMP_MEMBERLIST_AUDIENCE_ID: ${{ secrets.TEST_MAILCHIMP_MEMBERLIST_AUDIENCE_ID }}
        TEST_MAILCHIMP_MEMBERLIST_API_KEY: ${{ secrets.TEST_MAILCHIMP_MEMBERLIST_API_KEY }}
        TEST_TICKET_TAILOR_API_KEY: ${{ secrets.TEST_TICKET_TAILOR_API_KEY }}
        SECRET_KEY: keyboardcat
        POSTHOG_API_KEY: ${{ secrets.POSTHOG_API_KEY }}
        POSTHOG_HOST: ${{ secrets.POSTHOG_HOST }}
        TEST_SERVER_PORT: 8000
    steps:
      - name: Checkout repo content
        uses: actions/checkout@v3
      - name: Install linux dependencies
        run: |
          curl -s https://ngrok-agent.s3.amazonaws.com/ngrok.asc | tee /etc/apt/trusted.gpg.d/ngrok.asc >/dev/null
          echo "deb https://ngrok-agent.s3.amazonaws.com buster main" | tee /etc/apt/sources.list.d/ngrok.list
          apt-get update && apt-get install -y binutils gdal-bin libproj-dev ngrok less postgresql-client
      - name: Generate requirements.txt from pyproject.toml
        run: |
          curl -sSL https://install.python-poetry.org | python3 -
          ~/.local/bin/poetry self add poetry-plugin-export
          ~/.local/bin/poetry export --with dev --without-hashes -f requirements.txt --output requirements.txt
      - name: Cache python packages
        id: cache-venv
        uses: actions/cache@v4
        with:
          path: ./.venv/
          key: ${{ runner.os }}-venv-${{ hashFiles('**/requirements*.txt') }}
          restore-keys: |
            ${{ runner.os }}-venv-
      - name: Install python dependencies if not cached
        if: steps.cache-venv.outputs.cache-hit != 'true'
        run: python -m venv ./.venv && . ./.venv/bin/activate && pip install -r requirements.txt
      - name: Start ngrok tunnelling
        run: |
          ngrok authtoken ${{ secrets.NGROK_AUTHTOKEN }}
          ngrok http $TEST_SERVER_PORT --log=stdout > ngrok.log &
      - name: Inject ngrok URL into Django test case
        run: |
          BASE_URL=$(cat ngrok.log | grep 'url=' | awk -F= '{print $NF}')
          echo "BASE_URL=$BASE_URL" >> $GITHUB_ENV
          ALLOWED_HOSTS=$(echo $BASE_URL | sed -e "s/https:\/\///g")
          echo "ALLOWED_HOSTS=*" >> $GITHUB_ENV
      - name: Run django tests
        run: . ./.venv/bin/activate && coverage run --source=. --branch manage.py test --parallel || (cat server.log && exit 1)
      - name: Generate coverage xml
        run: . ./.venv/bin/activate && coverage xml
      - name: Upload coverage.xml
        uses: actions/upload-artifact@v4
        with:
          name: coverage.xml
          path: coverage.xml
          retention-days: 5