Add mapping tester reference results

.github/workflows/aste_ci_mac.yml

@@ -23,7 +23,7 @@ jobs:
       - name: Setup system
         run: |
           brew update
-          brew install cmake eigen boost openmpi pkg-config ninja gnu-time vtk
+          brew install cmake eigen boost openmpi pkg-config ninja gnu-time vtk metis
       - name: Install preCICE
         run: |
           git clone https://github.com/precice/precice.git

CMakeLists.txt

@@ -1,4 +1,4 @@
-cmake_minimum_required (VERSION 3.16.3)
+cmake_minimum_required (VERSION 3.22)
 
 project(ASTE)
 
@@ -103,9 +103,9 @@ else ()
     )
 endif()
 
-file(COPY ${CMAKE_CURRENT_SOURCE_DIR}/src/precice-aste-partition      DESTINATION ${CMAKE_CURRENT_BINARY_DIR})
-file(COPY ${CMAKE_CURRENT_SOURCE_DIR}/src/precice-aste-join           DESTINATION ${CMAKE_CURRENT_BINARY_DIR})
-file(COPY ${CMAKE_CURRENT_SOURCE_DIR}/src/precice-aste-evaluate      DESTINATION ${CMAKE_CURRENT_BINARY_DIR})
+configure_file(src/precice-aste-partition . COPYONLY)
+configure_file(src/precice-aste-join . COPYONLY)
+configure_file(src/precice-aste-evaluate . COPYONLY)
 
 include(GNUInstallDirs)
 install(TARGETS precice-aste-run DESTINATION ${CMAKE_INSTALL_BINDIR})
@@ -134,7 +134,7 @@ foreach(example IN LISTS _examples)
   set_tests_properties(aste.example.${example} aste.example.${example}.setup
     PROPERTIES
     WORKING_DIRECTORY "${CMAKE_SOURCE_DIR}/examples/${example}"
-    ENVIRONMENT "PATH=$ENV{PATH}:${CMAKE_BINARY_DIR}"
+    ENVIRONMENT_MODIFICATION "PATH=path_list_append:${CMAKE_BINARY_DIR}"
     LABELS example
     RUN_SERIAL ON)
 endforeach()

examples/mapping_tester/reference-statistics.csv

@@ -0,0 +1,4 @@
+count,abs_min,abs_max,signed_min:,signed_max,median(abs),relative-l2,99th percentile(abs),95th percentile(abs),90th percentile(abs),mapping,constraint,mesh A,mesh B,ranks A,ranks B,globalTime,mapDataTime,initializeTime,computeMappingTime,peakMemA,peakMemB
+3458,0.0,0.30692922919422094,-0.30692922919422094,0.24061844202860838,0.04128682075571033,0.07155821185793043,0.19914987149239097,0.14571976813321605,0.12332753716546282,nn,consistent,coarse_mesh,fine_mesh,2,2,103240.0,1.0,86208.0,1094.0,158692.0,163056.0
+3458,6.5503158452884236e-15,0.01582390267257916,-0.01582390267257916,0.015021340046257325,0.0004046891096324279,0.002542045190476898,0.011347271673657122,0.005927831519688847,0.003794146590595022,tps,consistent,coarse_mesh,fine_mesh,2,2,136490.0,360.0,118898.0,347.0,160356.0,175488.0
+3458,0.0,0.1512984513201765,-0.1324666295812572,0.1512984513201765,0.005843079556053121,0.015876505509115044,0.06508900308766544,0.030208461726809042,0.019931800023270732,np,consistent,coarse_mesh,fine_mesh,2,2,71487.0,20.0,53866.0,4897.0,158064.0,163824.0

examples/mapping_tester/run.sh

@@ -30,3 +30,5 @@ cd "${TEST_LOCATION}"
 
 # Gather the generated statistics
 python3 "${MAPPING_TESTER}"/gatherstats.py --outdir "${TEST_CASE_LOCATION}" --file test-statistics.csv
+
+python3 "${MAPPING_TESTER}"/compare.py reference-statistics.csv test-statistics.csv

examples/mapping_tester/setup-test.json

@@ -35,6 +35,9 @@
           },
          "np": {
             "kind": "nearest-projection"
+          },
+         "nn": {
+            "kind": "nearest-neighbor"
           }
         }
       },

requirements.txt

@@ -1,4 +1,5 @@
 jinja2
 numpy
+polars
 scipy
 sympy>=1.9

src/precice-aste-evaluate

@@ -287,7 +287,8 @@ class Calculator:
             np.nanmax(abs_diff),
             np.nanmax(difference),
         )
-        p99, p95, p90, median = np.percentile(abs_diff, [99, 95, 90, 50])
+        p99, p95, p90 = np.percentile(abs_diff, [99, 95, 90])
+        median = np.median(abs_diff)
         relative = np.sqrt(np.nansum(np.square(abs_diff)) / abs_diff.size)
         decorator = 15 * "*"
         spaces = 5 * " "

tools/mapping-tester/compare.py

@@ -0,0 +1,60 @@
+#!/usr/bin/env python3
+
+import argparse
+from sys import exit
+
+import polars as pl
+from polars.testing import assert_frame_equal
+
+parser = argparse.ArgumentParser()
+parser.add_argument("reference")
+parser.add_argument("current")
+args = parser.parse_args()
+
+df_a = pl.read_csv(args.current)
+df_reference = pl.read_csv(args.reference)
+
+ac = set(df_a.columns)
+rc = set(df_reference.columns)
+if ac != rc:
+    print(f"Columns don't match!")
+    print(f"Missing:    {' '.join(rc - ac)}")
+    print(f"Unexpected: {' '.join(ac - rc)}")
+    exit(1)
+
+# columns defining test case
+order = ["mesh A", "mesh B", "mapping", "constraint", "ranks A", "ranks B"]
+missing = set(order) - ac
+if missing:
+    print(f"Columns are missing from test setup: {' '.join(missing)}")
+    exit(1)
+
+# Ensure the case order is identical
+df_a = df_a.sort(order)
+df_reference = df_reference.sort(order)
+
+# Test if the setups are identical
+try:
+    assert_frame_equal(df_a.select(order), df_reference.select(order))
+except AssertionError as e:
+    print("The test setup differs in both files")
+    print(e)
+    exit(1)
+
+# Time and memory columns if they are valid
+posCols = {c for c in ac for m in ["time", "mem"] if m in c.lower()}
+for pc in posCols:
+    if not (df_a.select(pc).to_numpy() > 0.0).all():
+        print(f"Column {pc} contains values <= 0")
+        exit(1)
+
+# Test data columns if they approximately the same
+try:
+    assert_frame_equal(df_a.drop(posCols), df_reference.drop(posCols))
+except AssertionError as e:
+    print("The test results differ in both files")
+    print(e)
+    exit(1)
+
+print("Both files are the same")
+exit(0)

tools/mapping-tester/preparemeshes.py

@@ -91,7 +91,7 @@ def preparePartMesh(meshdir, name, p, force=False):
             "--mesh",
             mainMesh,
             "--algorithm",
-            "meshfree",
+            "topology",
             "-o",
             partMesh,
             "--directory",