Generate impact reports in PDF and PNG formats

.github/workflows/engine_nightly_webui.yml

@@ -51,9 +51,16 @@ jobs:
           set -x
           date
           wget https://downloads.openquake.org/test_data/exposure.hdf5
+          wget https://downloads.openquake.org/test_data/worldcities.csv
+          wget https://downloads.openquake.org/test_data/countries_info.csv
+          wget https://downloads.openquake.org/test_data/World_Adm1_updated.gpkg
+          wget https://downloads.openquake.org/test_data/fonts.zip
+          unzip fonts.zip
           date
           mv exposure.hdf5 openquake/qa_tests_data/mosaic/
           source ~/openquake/bin/activate
+          PY_VER=$(echo "${{ matrix.python-version }}" | tr -d '.')
+          pip install -r requirements-impact-py${PY_VER}-linux64.txt
           oq engine --upgrade-db
           touch ~/webui-access.log
           pip install https://wheelhouse.openquake.org/v3/py/pytest_django-4.9.0-py3-none-any.whl

.github/workflows/engine_pr_test.yml

@@ -37,7 +37,7 @@ jobs:
         run: |
           set -e
           source ~/openquake/bin/activate
-          pip install https://wheelhouse.openquake.org/v3/py/rtgmpy-1.0.1-py3-none-any.whl
+          pip install -r requirements-aelo-py-linux64.txt
           oq engine --upgrade-db
           pytest --doctest-modules -x --disable-warnings --color=yes --durations=10 openquake/calculators -k "not classical"
 
@@ -70,7 +70,8 @@ jobs:
         run: |
           set -e
           source ~/openquake/bin/activate
-          pip install pyshp pytest flake8 ruff https://wheelhouse.openquake.org/v3/py/rtgmpy-1.0.1-py3-none-any.whl
+          pip install -r requirements-aelo-py-linux64.txt
+          pip install pyshp pytest flake8 ruff
           oq engine --upgrade-db
           ruff check openquake
           curl https://downloads.openquake.org/test_data/exposure.hdf5 -o openquake/qa_tests_data/mosaic/exposure.hdf5
@@ -110,7 +111,14 @@ jobs:
           source ~/openquake/bin/activate
           oq engine --upgrade-db
           pip install https://wheelhouse.openquake.org/v3/py/pytest_django-4.9.0-py3-none-any.whl
+          pip install -r requirements-impact-py311-linux64.txt
+          pip install -r requirements-aelo-py-linux64.txt
           curl https://downloads.openquake.org/test_data/exposure.hdf5 -o openquake/qa_tests_data/mosaic/exposure.hdf5; ln -s openquake/qa_tests_data/mosaic/exposure.hdf5
+          wget https://downloads.openquake.org/test_data/worldcities.csv
+          wget https://downloads.openquake.org/test_data/countries_info.csv
+          wget https://downloads.openquake.org/test_data/World_Adm1_updated.gpkg
+          wget https://downloads.openquake.org/test_data/fonts.zip
+          unzip fonts.zip
           OQ_APPLICATION_MODE=PUBLIC pytest -vx openquake/server/tests/test_public_mode.py
           OQ_APPLICATION_MODE=RESTRICTED pytest -vx openquake/server/tests/test_restricted_mode.py
           OQ_APPLICATION_MODE=READ_ONLY pytest -vx openquake/server/tests/test_read_only_mode.py

.github/workflows/engine_weekly_test.yml

@@ -417,6 +417,9 @@ jobs:
           else
             python install.py devel --version master
           fi
+          PY_VER=`echo py${{ matrix.python-version }} | tr -d .`
+          echo $PY_VER
+          pip3 install -r requirements-impact-$PY_VER-linux64.txt
       - name: Actualize 'impact' templates for email notifications
         run: |
           for file in ./openquake/server/templates/registration/*.impact.tmpl; do
@@ -429,6 +432,11 @@ jobs:
           set -x
           date
           wget https://downloads.openquake.org/test_data/exposure.hdf5
+          wget https://downloads.openquake.org/test_data/worldcities.csv
+          wget https://downloads.openquake.org/test_data/countries_info.csv
+          wget https://downloads.openquake.org/test_data/World_Adm1_updated.gpkg
+          wget https://downloads.openquake.org/test_data/fonts.zip
+          unzip fonts.zip
           date
           mv exposure.hdf5 openquake/qa_tests_data/mosaic/
           source ~/openquake/bin/activate

bin/extract_impact_reports.py

@@ -0,0 +1,35 @@
+import sys
+import subprocess
+from pathlib import Path
+from openquake.commonlib import datastore
+
+
+def main(calc_id: int):
+    dstore = datastore.read(calc_id)
+    if "impact" not in dstore:
+        raise RuntimeError("No 'impact' group found in datastore")
+    impact_group = dstore["impact"]
+    iso3_codes = list(impact_group.keys())
+    if not iso3_codes:
+        raise RuntimeError("No ISO3 reports found under 'impact/'")
+    print(f"Found ISO3 reports: {iso3_codes}")
+    for iso3 in iso3_codes:
+        country_group = impact_group[iso3]
+        if "report_pdf" not in country_group:
+            print(f"No report_pdf found for {iso3}")
+            continue
+        pdf_bytes = country_group["report_pdf"][()]
+        fname = Path(f"impact_report_{calc_id}_{iso3}.pdf")
+        with open(fname, "wb") as f:
+            f.write(pdf_bytes)
+        print(f"Wrote {fname}")
+        subprocess.Popen(["xdg-open", str(fname)])
+    dstore.close()
+
+
+if __name__ == "__main__":
+    if len(sys.argv) != 2:
+        print("Usage: extract_impact_reports.py <calc_id>")
+        sys.exit(1)
+
+    main(int(sys.argv[1]))