From 00165735bccecf119f2d7a45c43c4d06aa507d68 Mon Sep 17 00:00:00 2001 From: Cresson Remi <remi.cresson@irstea.fr> Date: Tue, 12 Sep 2023 21:23:09 +0200 Subject: [PATCH 1/5] COMP: update module version --- setup.py | 6 ++---- 1 file changed, 2 insertions(+), 4 deletions(-) diff --git a/setup.py b/setup.py index 1feeff9c..3222afc4 100644 --- a/setup.py +++ b/setup.py @@ -6,7 +6,7 @@ with open("README.md", "r", encoding="utf-8") as fh: setuptools.setup( name="otbtf", - version="4.1.0", + version="4.2.0", author="Remi Cresson", author_email="remi.cresson@inrae.fr", description="OTBTF: Orfeo ToolBox meets TensorFlow", @@ -14,11 +14,9 @@ setuptools.setup( long_description_content_type="text/markdown", url="https://gitlab.irstea.fr/remi.cresson/otbtf", classifiers=[ - "Programming Language :: Python :: 3", - "Programming Language :: Python :: 3.6", - "Programming Language :: Python :: 3.7", "Programming Language :: Python :: 3.8", "Programming Language :: Python :: 3.9", + "Programming Language :: Python :: 3.10", "Topic :: Scientific/Engineering :: GIS", "Topic :: Scientific/Engineering :: Image Processing", "License :: OSI Approved :: Apache Software License", -- GitLab From bd6eb0837a5abe103b0d9f8f68f3796c265581b9 Mon Sep 17 00:00:00 2001 From: Cresson Remi <remi.cresson@irstea.fr> Date: Tue, 12 Sep 2023 21:31:28 +0200 Subject: [PATCH 2/5] DOC: update release notes --- RELEASE_NOTES.txt | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/RELEASE_NOTES.txt b/RELEASE_NOTES.txt index 9aa374e6..97a790cd 100644 --- a/RELEASE_NOTES.txt +++ b/RELEASE_NOTES.txt @@ -1,3 +1,11 @@ +Version 4.2.0 (12 sep 2023) +---------------------------------------------------------------- +* Add new python modules: `otbtf.layers` (with new classes `DilatedMask`, `ApplyMask`, `ScalarsTile`, `ArgMax`, `Max`) and `otbtf.ops` (`one_hot()`) +* Fix an error in the documentation +* Update the otbtf-keras tutorial +* Add decloud testing in CI +* Fix protobuf version in dockerfile (see https://github.com/tensorflow/tensorflow/issues/61551) + Version 4.1.0 (23 may 2023) ---------------------------------------------------------------- * Add no-data values support for inference in TensorflowModelServe application -- GitLab From f022c94e171f8291ca9a38c90821b87c0585e008 Mon Sep 17 00:00:00 2001 From: Cresson Remi <remi.cresson@irstea.fr> Date: Tue, 12 Sep 2023 21:33:24 +0200 Subject: [PATCH 3/5] DOC: update readme --- README.md | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/README.md b/README.md index ec51714c..585e8022 100644 --- a/README.md +++ b/README.md @@ -33,8 +33,8 @@ The documentation is available on [otbtf.readthedocs.io](https://otbtf.readthedo You can use our latest GPU enabled docker images. ```bash -docker run --runtime=nvidia -ti mdl4eo/otbtf:4.1.0-gpu otbcli_PatchesExtraction -docker run --runtime=nvidia -ti mdl4eo/otbtf:4.1.0-gpu python -c "import otbtf" +docker run --runtime=nvidia -ti mdl4eo/otbtf:4.2.0-gpu otbcli_PatchesExtraction +docker run --runtime=nvidia -ti mdl4eo/otbtf:4.2.0-gpu python -c "import otbtf" ``` You can also build OTBTF from sources (see the documentation) -- GitLab From 888712351da377ebe7375895b2b269095966ff16 Mon Sep 17 00:00:00 2001 From: Cresson Remi <remi.cresson@irstea.fr> Date: Tue, 12 Sep 2023 21:39:00 +0200 Subject: [PATCH 4/5] DOC: docker snippets --- .gitlab-ci.yml | 2 +- doc/docker_use.md | 28 +++++++++++++++++----------- otbtf/__init__.py | 2 +- 3 files changed, 19 insertions(+), 13 deletions(-) diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index e2f836b2..358a167c 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -1,5 +1,5 @@ variables: - OTBTF_VERSION: 4.1.0 + OTBTF_VERSION: 4.2.0 OTB_BUILD: /src/otb/build/OTB/build # Local OTB build directory OTBTF_SRC: /src/otbtf # Local OTBTF source directory OTB_TEST_DIR: $OTB_BUILD/Testing/Temporary # OTB testing directory diff --git a/doc/docker_use.md b/doc/docker_use.md index 0c343fef..f7b81683 100644 --- a/doc/docker_use.md +++ b/doc/docker_use.md @@ -5,13 +5,13 @@ We recommend to use OTBTF from official docker images. Latest CPU-only docker image: ```commandline -docker pull mdl4eo/otbtf:4.1.0-cpu +docker pull mdl4eo/otbtf:4.2.0-cpu ``` Latest GPU-ready docker image: ```commandline -docker pull mdl4eo/otbtf:4.1.0-gpu +docker pull mdl4eo/otbtf:4.2.0-gpu ``` Read more in the following sections. @@ -25,12 +25,12 @@ Since OTBTF >= 3.2.1 you can find the latest docker images on | Name | Os | TF | OTB | Description | Dev files | Compute capability | |------------------------------------------------------------------------------------| ------------- |-------|-------| ---------------------- | --------- | ------------------ | -| **mdl4eo/otbtf:4.1.0-cpu** | Ubuntu Jammy | r2.12 | 8.1.0 | CPU, no optimization | no | 5.2,6.1,7.0,7.5,8.6| -| **mdl4eo/otbtf:4.1.0-cpu-dev** | Ubuntu Jammy | r2.12 | 8.1.0 | CPU, no optimization (dev) | yes | 5.2,6.1,7.0,7.5,8.6| -| **mdl4eo/otbtf:4.1.0-gpu** | Ubuntu Jammy | r2.12 | 8.1.0 | GPU, no optimization | no | 5.2,6.1,7.0,7.5,8.6| -| **mdl4eo/otbtf:4.1.0-gpu-dev** | Ubuntu Jammy | r2.12 | 8.1.0 | GPU, no optimization (dev) | yes | 5.2,6.1,7.0,7.5,8.6| -| **gitlab.irstea.fr/remi.cresson/otbtf/container_registry/otbtf:4.1.0-gpu-opt** | Ubuntu Jammy | r2.12 | 8.1.0 | GPU with opt. | no | 5.2,6.1,7.0,7.5,8.6| -| **gitlab.irstea.fr/remi.cresson/otbtf/container_registry/otbtf:4.1.0-gpu-opt-dev** | Ubuntu Jammy | r2.12 | 8.1.0 | GPU with opt. (dev) | yes | 5.2,6.1,7.0,7.5,8.6| +| **mdl4eo/otbtf:4.2.0-cpu** | Ubuntu Jammy | r2.12 | 8.1.0 | CPU, no optimization | no | 5.2,6.1,7.0,7.5,8.6| +| **mdl4eo/otbtf:4.2.0-cpu-dev** | Ubuntu Jammy | r2.12 | 8.1.0 | CPU, no optimization (dev) | yes | 5.2,6.1,7.0,7.5,8.6| +| **mdl4eo/otbtf:4.2.0-gpu** | Ubuntu Jammy | r2.12 | 8.1.0 | GPU, no optimization | no | 5.2,6.1,7.0,7.5,8.6| +| **mdl4eo/otbtf:4.2.0-gpu-dev** | Ubuntu Jammy | r2.12 | 8.1.0 | GPU, no optimization (dev) | yes | 5.2,6.1,7.0,7.5,8.6| +| **gitlab.irstea.fr/remi.cresson/otbtf/container_registry/otbtf:4.2.0-gpu-opt** | Ubuntu Jammy | r2.12 | 8.1.0 | GPU with opt. | no | 5.2,6.1,7.0,7.5,8.6| +| **gitlab.irstea.fr/remi.cresson/otbtf/container_registry/otbtf:4.2.0-gpu-opt-dev** | Ubuntu Jammy | r2.12 | 8.1.0 | GPU with opt. (dev) | yes | 5.2,6.1,7.0,7.5,8.6| The list of older releases is available [here](#older-images). @@ -51,13 +51,13 @@ You can then use the OTBTF `gpu` tagged docker images with the **NVIDIA runtime* With Docker version earlier than 19.03 : ```bash -docker run --runtime=nvidia -ti mdl4eo/otbtf:4.1.0-gpu bash +docker run --runtime=nvidia -ti mdl4eo/otbtf:4.2.0-gpu bash ``` With Docker version including and after 19.03 : ```bash -docker run --gpus all -ti mdl4eo/otbtf:4.1.0-gpu bash +docker run --gpus all -ti mdl4eo/otbtf:4.2.0-gpu bash ``` You can find some details on the **GPU docker image** and some **docker tips @@ -80,7 +80,7 @@ See here how to install docker on Ubuntu 1. Install [WSL2](https://docs.microsoft.com/en-us/windows/wsl/install-win10#manual-installation-steps) (Windows Subsystem for Linux) 2. Install [docker desktop](https://www.docker.com/products/docker-desktop) 3. Start **docker desktop** and **enable WSL2** from *Settings* > *General* then tick the box *Use the WSL2 based engine* -3. Open a **cmd.exe** or **PowerShell** terminal, and type `docker create --name otbtf-cpu --interactive --tty mdl4eo/otbtf:4.1.0-cpu` +3. Open a **cmd.exe** or **PowerShell** terminal, and type `docker create --name otbtf-cpu --interactive --tty mdl4eo/otbtf:4.2.0-cpu` 4. Open **docker desktop**, and check that the docker is running in the **Container/Apps** menu  5. From **docker desktop**, click on the icon highlighted as shown below, and use the bash terminal that should pop up! @@ -166,4 +166,10 @@ Here you can find the list of older releases of OTBTF: | **mdl4eo/otbtf:4.0.0-gpu-dev** | Ubuntu Jammy | r2.12 | 8.1.0 | GPU, no optimization (dev) | yes | 5.2,6.1,7.0,7.5,8.6| | **gitlab.irstea.fr/remi.cresson/otbtf/container_registry/otbtf:4.0.0-gpu-opt** | Ubuntu Jammy | r2.12 | 8.1.0 | GPU with opt. | no | 5.2,6.1,7.0,7.5,8.6| | **gitlab.irstea.fr/remi.cresson/otbtf/container_registry/otbtf:4.0.0-gpu-opt-dev** | Ubuntu Jammy | r2.12 | 8.1.0 | GPU with opt. (dev) | yes | 5.2,6.1,7.0,7.5,8.6| +| **mdl4eo/otbtf:4.1.0-cpu** | Ubuntu Jammy | r2.12 | 8.1.0 | CPU, no optimization | no | 5.2,6.1,7.0,7.5,8.6| +| **mdl4eo/otbtf:4.1.0-cpu-dev** | Ubuntu Jammy | r2.12 | 8.1.0 | CPU, no optimization (dev) | yes | 5.2,6.1,7.0,7.5,8.6| +| **mdl4eo/otbtf:4.1.0-gpu** | Ubuntu Jammy | r2.12 | 8.1.0 | GPU, no optimization | no | 5.2,6.1,7.0,7.5,8.6| +| **mdl4eo/otbtf:4.1.0-gpu-dev** | Ubuntu Jammy | r2.12 | 8.1.0 | GPU, no optimization (dev) | yes | 5.2,6.1,7.0,7.5,8.6| +| **gitlab.irstea.fr/remi.cresson/otbtf/container_registry/otbtf:4.1.0-gpu-opt** | Ubuntu Jammy | r2.12 | 8.1.0 | GPU with opt. | no | 5.2,6.1,7.0,7.5,8.6| +| **gitlab.irstea.fr/remi.cresson/otbtf/container_registry/otbtf:4.1.0-gpu-opt-dev** | Ubuntu Jammy | r2.12 | 8.1.0 | GPU with opt. (dev) | yes | 5.2,6.1,7.0,7.5,8.6| diff --git a/otbtf/__init__.py b/otbtf/__init__.py index cfbcecb4..1ce62422 100644 --- a/otbtf/__init__.py +++ b/otbtf/__init__.py @@ -2,7 +2,7 @@ # ========================================================================== # # Copyright 2018-2019 IRSTEA -# Copyright 2020-2022 INRAE +# Copyright 2020-2023 INRAE # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. -- GitLab From cb9b8b175d89126457fd6e992f34efa228a22bea Mon Sep 17 00:00:00 2001 From: Cresson Remi <remi.cresson@irstea.fr> Date: Tue, 12 Sep 2023 21:41:37 +0200 Subject: [PATCH 5/5] Update doc/docker_troubleshooting.md --- doc/docker_troubleshooting.md | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/doc/docker_troubleshooting.md b/doc/docker_troubleshooting.md index c34b7d2d..4aa0d506 100644 --- a/doc/docker_troubleshooting.md +++ b/doc/docker_troubleshooting.md @@ -52,13 +52,13 @@ sudo service docker {status,enable,disable,start,stop,restart} Run a simple command in a one-shot container: ```bash -docker run mdl4eo/otbtf:3.4.0-cpu otbcli_PatchesExtraction +docker run mdl4eo/otbtf:4.2.0-cpu otbcli_PatchesExtraction ``` You can also use the image in interactive mode with bash: ```bash -docker run -ti mdl4eo/otbtf:3.4.0-cpu bash +docker run -ti mdl4eo/otbtf:4.2.0-cpu bash ``` ### Mounting file systems @@ -70,7 +70,7 @@ to use inside the container: The following command shows you how to access the folder from the docker image. ```bash -docker run -v /mnt/disk1/:/data/ -ti mdl4eo/otbtf:3.4.0-cpu bash -c "ls /data" +docker run -v /mnt/disk1/:/data/ -ti mdl4eo/otbtf:4.2.0-cpu bash -c "ls /data" ``` Beware of ownership issues! see the last section of this doc. @@ -81,7 +81,7 @@ any directory. ```bash docker create --interactive --tty --volume /home/$USER:/home/otbuser/ \ - --name otbtf mdl4eo/otbtf:3.4.0-cpu /bin/bash + --name otbtf mdl4eo/otbtf:4.2.0-cpu /bin/bash ``` !!! warning @@ -160,7 +160,7 @@ automatically pull image ```bash docker create --interactive --tty --volume /home/$USER:/home/otbuser \ - --name otbtf mdl4eo/otbtf:3.4.0-cpu /bin/bash + --name otbtf mdl4eo/otbtf:4.2.0-cpu /bin/bash ``` Start a background container process: -- GitLab