merged develop

.ci/tests/examples/api_test.py

@@ -0,0 +1,83 @@
+import fire
+import yaml
+
+from fedn import APIClient
+
+
+def _download_config(output):
+    """ Download the client configuration file from the controller.
+
+    :param output: The output file path.
+    :type output: str
+    """
+    client = APIClient(host="localhost", port=8092)
+    config = client.get_client_config(checksum=True)
+    with open(output, 'w') as f:
+        f.write(yaml.dump(config))
+
+
+def test_api_get_methods():
+    client = APIClient(host="localhost", port=8092)
+    status = client.get_controller_status()
+    assert status
+    print("Controller status: ", status, flush=True)
+
+    events = client.get_events()
+    assert events
+    print("Events: ", events, flush=True)
+
+    validations = client.list_validations()
+    assert validations
+    print("Validations: ", validations, flush=True)
+
+    models = client.get_model_trail()
+    assert models
+    print("Models: ", models, flush=True)
+
+    clients = client.list_clients()
+    assert clients
+    print("Clients: ", clients, flush=True)
+
+    combiners = client.list_combiners()
+    assert combiners
+    print("Combiners: ", combiners, flush=True)
+
+    combiner = client.get_combiner("combiner")
+    assert combiner
+    print("Combiner: ", combiner, flush=True)
+
+    first_model = client.get_initial_model()
+    assert first_model
+    print("First model: ", first_model, flush=True)
+
+    package = client.get_package()
+    assert package
+    print("Package: ", package, flush=True)
+
+    checksum = client.get_package_checksum()
+    assert checksum
+    print("Checksum: ", checksum, flush=True)
+
+    rounds = client.list_rounds()
+    assert rounds
+    print("Rounds: ", rounds, flush=True)
+
+    round = client.get_round(1)
+    assert round
+    print("Round: ", round, flush=True)
+
+    sessions = client.list_sessions()
+    assert sessions
+    print("Sessions: ", sessions, flush=True)
+
+
+if __name__ == '__main__':
+
+    client = APIClient(host="localhost", port=8092)
+    fire.Fire({
+        'set_seed': client.set_initial_model,
+        'set_package': client.set_package,
+        'start_session': client.start_session,
+        'get_client_config': _download_config,
+        'test_api_get_methods': test_api_get_methods,
+    })

.ci/tests/examples/configure.sh

@@ -3,7 +3,7 @@ set -e
 
 # Parse example name
 if [ "$#" -ne 2 ]; then
-    >&2 echo "Wrong number of arguments (usage: run.sh <example-name>)"
+    >&2 echo "Wrong number of arguments (usage: configure.sh <example-name>)"
     exit 1
 fi
 example="$1"

.ci/tests/examples/inference_test.py

@@ -0,0 +1,35 @@
+import sys
+from time import sleep
+
+import pymongo
+
+N_CLIENTS = 2
+RETRIES = 18
+SLEEP = 10
+
+
+def _eprint(*args, **kwargs):
+    print(*args, file=sys.stderr, **kwargs)
+
+
+def _wait_n_rounds(collection):
+    n = 0
+    for _ in range(RETRIES):
+        query = {'type': 'INFERENCE'}
+        n = collection.count_documents(query)
+        if n == N_CLIENTS:
+            return n
+        _eprint(f'Succeded cleints {n}. Sleeping for {SLEEP}.')
+        sleep(SLEEP)
+    _eprint(f'Succeded clients: {n}. Giving up.')
+    return n
+
+
+if __name__ == '__main__':
+    # Connect to mongo
+    client = pymongo.MongoClient("mongodb://fedn_admin:password@localhost:6534")
+
+    # Wait for successful rounds
+    succeded = _wait_n_rounds(client['fedn-test-network']['control']['status'])
+    assert(succeded == N_CLIENTS)  # check that all rounds succeeded
+    _eprint(f'Succeded inference clients: {succeded}. Test passed.')

.ci/tests/examples/print_logs.sh

@@ -5,8 +5,11 @@ docker logs "$(basename $PWD)_minio_1"
 echo "Mongo logs"
 docker logs "$(basename $PWD)_mongo_1"
 
-echo "Reducer logs"
-docker logs "$(basename $PWD)_reducer_1"
+echo "Dashboard logs"
+docker logs "$(basename $PWD)_dashboard_1"
+
+echo "API-Server logs"
+docker logs "$(basename $PWD)_api-server_1"
 
 echo "Combiner logs"
 docker logs "$(basename $PWD)_combiner_1"

.ci/tests/examples/run.sh

@@ -23,34 +23,23 @@ docker-compose \
 ".$example/bin/python" ../../.ci/tests/examples/wait_for.py combiners
 
 >&2 echo "Upload compute package"
-curl -k -X POST \
-    -F [email protected] \
-    -F helper="$helper" \
-    http://localhost:8090/context
-printf '\n'
+".$example/bin/python" ../../.ci/tests/examples/api_test.py set_package --path package.tgz --helper "$helper"
 
 >&2 echo "Upload seed"
-curl -k -X POST \
-    -F [email protected] \
-    http://localhost:8090/models
-printf '\n'
+".$example/bin/python" ../../.ci/tests/examples/api_test.py set_seed --path seed.npz
 
 >&2 echo "Wait for clients to connect"
 ".$example/bin/python" ../../.ci/tests/examples/wait_for.py clients
 
->&2 echo "Start round"
-curl -k -X POST \
-    -F rounds=3 \
-    -F validate=True \
-    http://localhost:8090/control
-printf '\n'
+>&2 echo "Start session"
+".$example/bin/python" ../../.ci/tests/examples/api_test.py start_session --rounds 3 --helper "$helper"
 
 >&2 echo "Checking rounds success"
 ".$example/bin/python" ../../.ci/tests/examples/wait_for.py rounds
 
 >&2 echo "Test client connection with dowloaded settings"
 # Get config
-curl -k http://localhost:8090/config/download > ../../client.yaml
+".$example/bin/python" ../../.ci/tests/examples/api_test.py get_client_config --output ../../client.yaml
 
 # Redeploy clients with config
 docker-compose \
@@ -62,5 +51,8 @@ docker-compose \
 >&2 echo "Wait for clients to reconnect"
 ".$example/bin/python" ../../.ci/tests/examples/wait_for.py clients
 
+>&2 echo "Test API GET requests"
+".$example/bin/python" ../../.ci/tests/examples/api_test.py test_api_get_methods
+
 popd
 >&2 echo "Test completed successfully"

.ci/tests/examples/run_inference.sh

@@ -0,0 +1,19 @@
+#!/bin/bash
+set -e
+
+# Parse example name
+if [ "$#" -lt 1 ]; then
+    >&2 echo "Wrong number of arguments (usage: run_infrence.sh <example-name>)"
+    exit 1
+fi
+example="$1"
+
+>&2 echo "Run inference"
+pushd "examples/$example"
+curl -k -X POST https://localhost:8090/infer
+
+>&2 echo "Checking inference success"
+".$example/bin/python" ../../.ci/tests/examples/inference_test.py
+
+>&2 echo "Test completed successfully"
+popd

.ci/tests/examples/wait_for.py

@@ -29,7 +29,7 @@ def _retry(try_func, **func_args):
 def _test_rounds(n_rounds):
     client = pymongo.MongoClient(
         "mongodb://fedn_admin:password@localhost:6534")
-    collection = client['fedn-test-network']['control']['round']
+    collection = client['fedn-network']['control']['rounds']
     query = {'reducer.status': 'Success'}
     n = collection.count_documents(query)
     client.close()

.github/workflows/code-checks.yaml

@@ -18,27 +18,32 @@ jobs:
           --skip .venv
           --skip .mnist-keras
           --skip .mnist-pytorch
+          --skip fedn_pb2.py
+          --skip fedn_pb2_grpc.py
 
       - name: check Python formatting
         run: >
           .venv/bin/autopep8 --recursive --diff
           --exclude .venv
           --exclude .mnist-keras
           --exclude .mnist-pytorch
+          --exclude fedn_pb2.py
+          --exclude fedn_pb2_grpc.py
           .
 
       - name: run Python linter
         run: >
           .venv/bin/flake8 . 
-          --exclude ".venv,.mnist-keras,.mnist-pytorch,fedn_pb2.py"
+          --exclude ".venv,.mnist-keras,.mnist-pytorch,fedn_pb2.py,fedn_pb2_grpc.py"
 
       - name: check for floating imports
         run: >
           ! grep -E -R 
           --exclude-dir='.venv' 
           --exclude-dir='.mnist-pytorch' 
           --exclude-dir='.mnist-keras' 
-          --exclude-dir='docs' 
+          --exclude-dir='docs'
+          --exclude='tests.py'
           '^[ \t]+(import|from) ' -I . 
 
       # TODO: add linting/formatting for all file types

.github/workflows/integration-tests.yaml

@@ -15,13 +15,12 @@ jobs:
     strategy:
       matrix:
         to_test:
-          - "mnist-keras keras"
-          - "mnist-pytorch pytorch"
+          - "mnist-keras kerashelper"
+          - "mnist-pytorch pytorchhelper"
         python_version: ["3.8", "3.9","3.10"]
         os:
           - ubuntu-20.04
           - ubuntu-22.04
-          - macos-11
     runs-on: ${{ matrix.os }}
     steps:
       - name: checkout
@@ -38,7 +37,10 @@ jobs:
       
       - name: run ${{ matrix.to_test }}
         run: .ci/tests/examples/run.sh ${{ matrix.to_test }}
-        if: ${{ matrix.os != 'macos-11' }} # skip Docker part for MacOS
+
+      - name: run ${{ matrix.to_test }} inference
+        run: .ci/tests/examples/run_inference.sh ${{ matrix.to_test }}
+        if: ${{ matrix.os != 'macos-11' && matrix.to_test == 'mnist-keras keras' }} # example available for Keras
 
       - name: print logs
         if: failure()

.readthedocs.yaml

@@ -6,4 +6,9 @@ build:
     python: "3.9"
 
 sphinx:
-   configuration: docs/conf.py
+   configuration: docs/conf.py
+
+python:
+  install:
+    - method: pip
+      path: ./fedn

LICENSE

@@ -199,3 +199,4 @@
    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
    See the License for the specific language governing permissions and
    limitations under the License.
+

config/settings-client.yaml.template

@@ -1,3 +1,3 @@
-network_id: fedn-test-network
-discover_host: reducer
-discover_port: 8090
+network_id: fedn-network
+discover_host: api-server
+discover_port: 8092

config/settings-combiner.yaml.template

@@ -1,10 +1,10 @@
-network_id: fedn-test-network
-controller:
-    discover_host: reducer
-    discover_port: 8090
+network_id: fedn-network
+discover_host: api-server
+discover_port: 8092
+
+name: combiner
+host: combiner
+port: 12080
+max_clients: 30
+
 
-combiner:
-    name: combiner
-    host: combiner
-    port: 12080
-    max_clients: 30

config/settings-reducer.yaml.template

@@ -1,9 +1,8 @@
-network_id: fedn-test-network
-token: fedn_token
-
-control:
-  state: idle
-  helper: keras
+network_id: fedn-network
+controller:
+  host: api-server
+  port: 8092
+  debug: True
 
 statestore:
   type: MongoDB