Test WebUI on RH based OS #393
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| --- | |
| name: Test WebUI on RH based OS | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| git-ref: | |
| description: Git Ref Branch | |
| default: master | |
| required: true | |
| schedule: | |
| - cron: "05 15 * * *" | |
| jobs: | |
| test_ui: | |
| name: Test on RH based (fedora container) | |
| runs-on: ubuntu-latest | |
| env: | |
| GITHUB_DEF_BR: ${{ github.event.repository.default_branch }} | |
| strategy: | |
| matrix: | |
| python-version: [python3.11] | |
| req-version: [py311] | |
| container: | |
| image: fedora:39 | |
| options: --privileged | |
| steps: | |
| - name: Clone Repository (Master) | |
| uses: actions/checkout@v4 | |
| if: github.event.inputs.git-ref == '' | |
| - name: Clone Repository (Custom Ref) | |
| uses: actions/checkout@v4 | |
| if: github.event.inputs.git-ref != '' | |
| with: | |
| ref: ${{ github.event.inputs.git-ref }} | |
| - name: Set up Python ${{ matrix.python-version }} and install OQ | |
| run: | | |
| set -x | |
| if [ -z ${{ github.event.inputs.git-ref }} ]; | |
| then | |
| BRANCH=master | |
| else | |
| BRANCH=${{ github.event.inputs.git-ref }} | |
| fi | |
| # Add openquake user | |
| useradd -m -u 1000 -s /bin/bash openquake | |
| # update system and install utilities | |
| dnf update -y | |
| dnf install -y ${{ matrix.python-version }} | |
| dnf install -y git git-lfs nc procps | |
| # define it | |
| mypython=${{ matrix.python-version }} | |
| reqpython=${{ matrix.req-version }} | |
| #run it | |
| eval '$mypython -c "import sys; print(sys.version)"' | |
| # | |
| # Add PIP to $mypython | |
| eval '$mypython -m ensurepip --upgrade' | |
| export PIP_DEFAULT_TIMEOUT=100 | |
| # | |
| echo "branch to test: ${BRANCH}" | |
| cd /__w/oq-engine/oq-engine/ | |
| eval '$mypython -m pip install -U pip setuptools wheel' | |
| eval '$mypython -m venv /opt/openquake/venv ' | |
| source /opt/openquake/venv/bin/activate | |
| eval '$mypython -m pip install -r "requirements-$reqpython-linux64.txt"' | |
| eval '$mypython -m pip install -e . ' | |
| ## Standalone apps | |
| echo "Downloading standalone apps" | |
| for app in oq-platform-standalone oq-platform-ipt oq-platform-taxtweb oq-platform-taxonomy; do | |
| # do not fail on exit code 2 if the branch | |
| # does not exist in the app repository | |
| set +e | |
| git ls-remote --exit-code --heads https://github.com/gem/${app}.git $BRANCH >/dev/null 2>&1 | |
| EXIT_CODE=$? | |
| # set again to fail on exit code not 0 | |
| set -e | |
| if [[ $EXIT_CODE == '0' ]]; then | |
| echo "Git branch '$BRANCH' exists in the remote repository" | |
| TOOLS_BRANCH=$BRANCH | |
| elif [[ $EXIT_CODE == '2' ]]; then | |
| echo "Git branch '$BRANCH' does not exist in the remote repository" | |
| TOOLS_BRANCH=master | |
| fi | |
| echo "We need to use the branch $TOOLS_BRANCH for the standalone apps" | |
| git clone -b ${TOOLS_BRANCH} --depth=1 https://github.com/gem/${app}.git | |
| eval '$mypython -m pip install -e ./${app}' | |
| if [ "$app" = "oq-platform-taxtweb" ]; then | |
| export PYBUILD_NAME="oq-taxonomy" | |
| eval '$mypython -m pip install -e ./${app}' | |
| unset PYBUILD_NAME | |
| fi | |
| done | |
| deactivate | |
| - name: Test WebUI and run https calculation | |
| run: | | |
| set -x | |
| source /opt/openquake/venv/bin/activate | |
| pip freeze | |
| mkdir /var/log/oq-engine/ | |
| chown -R openquake /var/log/oq-engine/ | |
| runuser -l openquake -c '/opt/openquake/venv/bin/oq engine --upgrade-db &' | |
| # Wait the DbServer to come up | |
| #echo "Waiting DBServer up on port 1907...." | |
| #while ! nc -z localhost 1907; do | |
| # sleep 2 # wait for 1/10 of the second before check again | |
| #done | |
| #sleep 3 | |
| oq --version | |
| # | |
| echo "Add settings for login and logging on webui before to start" | |
| cd /__w/oq-engine/oq-engine/ | |
| cd openquake/server | |
| cat > local_settings.py << EOF | |
| LOCKDOWN = True | |
| # | |
| WEBUI_ACCESS_LOG_DIR = '/var/log/oq-engine' | |
| EOF | |
| echo "DISPLAY content of local_settings" | |
| cat local_settings.py | |
| # START WEBUI | |
| runuser -l openquake -c '/opt/openquake/venv/bin/oq webui start 127.0.0.1:8800 -s &' | |
| echo "Waiting WEBUI up on port 8800...." | |
| while ! nc -z localhost 8800; do | |
| sleep 5 # wait for 1/10 of the second before check again | |
| done | |
| echo "Test WebUI with curl before to test django" | |
| sleep 1 | |
| # Perform migration after setup local_settings | |
| cd /__w/oq-engine/oq-engine/openquake/engine/ | |
| runuser -l openquake -c 'cd /__w/oq-engine/oq-engine/openquake/server/; /opt/openquake/venv/bin/python3 manage.py migrate' | |
| sleep 1 | |
| curl --fail -L -I -X GET http://127.0.0.1:8800/accounts/login/ | |
| echo -n "Test Standalone Tools pages" | |
| curl --fail -I -L -X GET http://127.0.0.1:8800/ | |
| curl --fail -I -L -X GET http://127.0.0.1:8800/taxtweb | |
| curl --fail -I -L -X GET http://127.0.0.1:8800/taxonomy | |
| curl --fail -I -L -X GET http://127.0.0.1:8800/ipt | |
| echo -n "TEST DJANGO LOGIN " | |
| LOGIN_URL=http://127.0.0.1:8800/accounts/login/ | |
| YOUR_USER='username' | |
| YOUR_PASS='password' | |
| COOKIES=cookies.txt | |
| CURL_BIN="curl -s -c $COOKIES -b $COOKIES -e $LOGIN_URL" | |
| echo -n "Django Auth: get csrftoken ..." | |
| $CURL_BIN $LOGIN_URL > /dev/null | |
| DJANGO_TOKEN="csrfmiddlewaretoken=$(grep csrftoken $COOKIES | sed 's/^.*csrftoken\s*//')" | |
| echo " perform login ..." | |
| $CURL_BIN \ | |
| -d "$DJANGO_TOKEN&username=$YOUR_USER&password=$YOUR_PASS" \ | |
| -X POST $LOGIN_URL > /dev/null | |
| echo "--------------------" | |
| echo "display log of webui" | |
| echo "--------------------" | |
| cat /var/log/oq-engine/webui-access.log | |
| if [ -s /var/log/oq-engine/webui-access.log ]; then | |
| # The file is not-empty. | |
| cat /var/log/oq-engine/webui-access.log | |
| else | |
| ## The file is empty. | |
| echo "Something not work as expected" | |
| exit 1 | |
| fi | |
| # Run a calcs using https | |
| oq engine --run https://downloads.openquake.org/jobs/risk_test.zip |