Draft: Release 5.0

Closes #41, #51, #53, #57

• Update to OTB 9.1
• Move back TF build env and OTB build flags into Dockerfile
• Update bazel build to latest specs (Clang, auto deps download HERMETIC_CUDA)
• Use TF 2.18 + official TF wheels setup (--config release_*)
• Unified build process and base image for CPU and GPU images
• Add build arg CUDA_CC for compute capabilities
• Drop INLINE_CACHE, use dedicated repository cache => reduce images size to half
• Move python installation to venv (required for future build py312)
• Install dev / tests packages in dev image to speedup pipelines
• Run release CI only on tags
• Update core module to Keras3 (example models used in failing tests)
• Move packaging spec to pyproject.toml ( #41 )
• Fix SR4RS test
• Fix decloud test ?
• Update layers module to Keras3 ops ?

.gitlab-ci.yml

@@ -145,10 +145,22 @@ ctest:
     paths:
       - $OTB_BUILD/Testing/Temporary
 
+otbtf_api:
+  stage: Test
+  extends: .tests_base
+  variables:
+    API_TEST_TMP: /tmp/api_tests_tmp
+  script:
+    - mkdir $API_TEST_TMP
+    - TMPDIR=$API_TEST_TMP python -m pytest --junitxml=report_api.xml test/api_unittest.py
+  artifacts:
+    paths:
+      - $API_TEST_TMP
+
 .applications_test_base:
   stage: Applications Test
   extends: .tests_base
-  needs: ["ctest"]
+  needs: ["ctest", "otbtf_api"]
   #when: manual
 
 crc_book:
@@ -163,21 +175,6 @@ crc_book:
     paths:
       - $CRC_BOOK_TMP
 
-sr4rs:
-  extends: .applications_test_base
-  variables:
-    DATASET_S2: https://nextcloud.inrae.fr/s/EZL2JN7SZyDK8Cf/download/sr4rs_sentinel2_bands4328_france2020_savedmodel.zip
-    DATASET_SR4RS: https://nextcloud.inrae.fr/s/kDms9JrRMQE2Q5z/download
-  script:
-    - wget -qO sr4rs_sentinel2_bands4328_france2020_savedmodel.zip $DATASET_S2
-    - unzip -o sr4rs_sentinel2_bands4328_france2020_savedmodel.zip
-    - wget -qO sr4rs_data.zip $DATASET_SR4RS
-    - unzip -o sr4rs_data.zip
-    - rm -rf sr4rs
-    - git clone https://github.com/remicres/sr4rs.git
-    - export PYTHONPATH=$PYTHONPATH:$PWD/sr4rs
-    - python -m pytest --junitxml=report_sr4rs.xml test/sr4rs_unittest.py
-
 decloud:
   extends: .applications_test_base
   allow_failure: true
@@ -190,16 +187,20 @@ decloud:
     - export DECLOUD_DATA_DIR="$PWD/decloud_data"
     - pytest decloud/tests/train_from_tfrecords_unittest.py
 
-otbtf_api:
+sr4rs:
   extends: .applications_test_base
   variables:
-    API_TEST_TMP: /tmp/api_tests_tmp
+    DATASET_S2: https://nextcloud.inrae.fr/s/EZL2JN7SZyDK8Cf/download/sr4rs_sentinel2_bands4328_france2020_savedmodel.zip
+    DATASET_SR4RS: https://nextcloud.inrae.fr/s/kDms9JrRMQE2Q5z/download
   script:
-    - mkdir $API_TEST_TMP
-    - TMPDIR=$API_TEST_TMP python -m pytest --junitxml=report_api.xml test/api_unittest.py
-  artifacts:
-    paths:
-      - $API_TEST_TMP
+    - wget -qO sr4rs_sentinel2_bands4328_france2020_savedmodel.zip $DATASET_S2
+    - unzip -o sr4rs_sentinel2_bands4328_france2020_savedmodel.zip
+    - wget -qO sr4rs_data.zip $DATASET_SR4RS
+    - unzip -o sr4rs_data.zip
+    - rm -rf sr4rs
+    - git clone https://github.com/remicres/sr4rs.git
+    - export PYTHONPATH=$PYTHONPATH:$PWD/sr4rs
+    - python -m pytest --junitxml=report_sr4rs.xml test/sr4rs_unittest.py
 
 geos_enabled:
   extends: .applications_test_base