invenio: version 3.3.0

* Upgrades invenio to version 3.3.0.
* Uses Github action for tests.

Invenio-oaiserver is not functional in this version:
- inveniosoftware/invenio-oaiserver#178
- inveniosoftware/invenio-oaiserver#185
- inveniosoftware/invenio-oaiserver#186

Co-Authored-by: Peter Weber <[email protected]>

.github/workflows/continuous-integration-test.yml

@@ -0,0 +1,78 @@
+name: build
+on: [push, pull_request, workflow_dispatch]
+
+jobs:
+  test:
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        dependencies: ['locked', 'deploy']
+    steps:
+    - name: Cancel Previous Runs
+      uses: styfle/[email protected]
+      with:
+        access_token: ${{ github.token }}
+
+    - uses: actions/checkout@v2
+
+    - name: Setup node
+      uses: actions/setup-node@v1
+      with:
+        node-version: '12'
+
+    - name: Docker compose up
+      run: docker-compose up -d
+
+    - name: Set up Python 3.6
+      uses: actions/setup-python@v2
+      with:
+        python-version: 3.6
+
+    - name: Install Poetry
+      uses: snok/[email protected]
+      with:
+        version: 1.0.10
+
+    - name: Use Cache
+      uses: actions/cache@v2
+      with:
+        path: |
+          ~/.cache/pip
+          ~/.cache/pypoetry/virtualenvs
+          ~/.npm
+        key: ${{ runner.os }}-pip-venv-${{ hashFiles('**/poetry.lock') }}
+
+    - name: Bootstrap locked
+      if: ${{ matrix.dependencies == 'locked' }}
+      run: |
+        pip install "poetry<1.1.0"
+        poetry run bootstrap --ci
+
+    - name: Bootstrap deploy
+      if: ${{ matrix.dependencies == 'deploy' }}
+      run: |
+        poetry run bootstrap --ci --deploy E2E=yes
+
+    - name: Update pip and coveralls
+      run: |
+        poetry run pip install --upgrade pip
+        poetry run pip install --upgrade coveralls
+
+    - name: Run Test
+      run: poetry run run-tests
+
+    # - name: Upload Coverage ${{ matrix.tests }}
+    #   if: ${{ matrix.dependencies == 'locked' }}
+    #   env:
+    #     GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+    #     COVERALLS_FLAG_NAME: test
+    #     COVERALLS_PARALLEL: true
+    #   run: poetry run coveralls
+    #
+    # - name: Finished Coverage ${{ matrix.tests }}
+    #   if: ${{ matrix.dependencies == 'locked' }}
+    #   env:
+    #     GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+    #     COVERALLS_PARALLEL_FINISHED: true
+      # run: |
+      #   poetry run coveralls --finish

Dockerfile.base

@@ -27,7 +27,7 @@ FROM python:3.6-slim-stretch
 # require debian packages
 RUN apt-get update -y && apt-get upgrade -y
 RUN apt-get install --no-install-recommends -y git vim-tiny curl gcc gnupg libc6-dev && rm -rf /var/lib/apt/lists/*
-RUN pip install --upgrade setuptools wheel pip poetry
+RUN pip install --upgrade setuptools wheel pip "poetry<1.1.0"
 
 # # uwsgi uwsgitop uwsgi-tools
 

INSTALL.rst

@@ -82,7 +82,7 @@ Start the a background worker:
 
 .. code-block:: console
 
-    $ celery worker -A invenio_app.celery -l INFO
+    $ celery -A invenio_app.celery worker -l INFO
 
 Start a Python shell:
 

docker-compose.full.yml

@@ -79,7 +79,7 @@ services:
       file: docker-services.yml
       service: app
     restart: "always"
-    command: "poetry run celery worker -A rero_ebooks.celery --loglevel=INFO"
+    command: "poetry run celery -A rero_ebooks.celery worker --loglevel=INFO"
     image: rero-ebooks-worker
     links:
       - cache
@@ -92,7 +92,7 @@ services:
       file: docker-services.yml
       service: app
     restart: "always"
-    command: "poetry run celery beat -A rero_ebooks.celery --loglevel=INFO"
+    command: "poetry run celery -A rero_ebooks.celery beat --loglevel=INFO"
     image: rero-ebooks-beat
     links:
       - cache

docker-services.yml

@@ -79,7 +79,7 @@ services:
       - "15672:15672"
       - "5672:5672"
   es:
-    image: docker.elastic.co/elasticsearch/elasticsearch-oss:7.6.2
+    image: docker.elastic.co/elasticsearch/elasticsearch-oss:7.9.3
     restart: "always"
     environment:
       - "ES_JAVA_OPTS=-Xms512m -Xmx512m"
@@ -95,13 +95,13 @@ services:
       - "9200:9200"
       - "9300:9300"
   kibana:
-    image: docker.elastic.co/elasticsearch/kibana-oss:7.6.2
+    image: docker.elastic.co/elasticsearch/kibana-oss:7.9.3
     environment:
       - "ELASTICSEARCH_URL=http://es:9200"
       - "ES_JAVA_OPTS=-Xms512m -Xmx512m"
     ports: ['5601:5601']
   flower:
-    image: mher/flower
+    image: mher/flower:0.9.4
     command: --broker=amqp://guest:guest@mq:5672/ --broker_api=http://guest:guest@mq:15672/api/
     ports:
       - "5555:5555"

docker/uwsgi/uwsgi_rest.ini

@@ -31,3 +31,4 @@ processes = 2
 threads = 2
 mount = /api=invenio_app.wsgi_rest:application
 manage-script-name = true
+single-interpreter = true

docker/uwsgi/uwsgi_ui.ini

@@ -29,3 +29,4 @@ master = true
 die-on-term = true
 processes = 2
 threads = 2
+single-interpreter = true