# Copyright (c) 2022, NVIDIA CORPORATION. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
import copy
import os
import shutil
import yaml
from nvflare.lighter.spec import Builder
[docs]class DockerBuilder(Builder):
def __init__(self, base_image="python:3.8", requirements_file="requirements.txt"):
"""Build docker compose file."""
self.base_image = base_image
self.requirements_file = requirements_file
def _build_overseer(self, overseer, ctx):
protocol = overseer.props.get("protocol", "http")
default_port = "443" if protocol == "https" else "80"
port = overseer.props.get("port", default_port)
info_dict = copy.deepcopy(self.services["__overseer__"])
info_dict["volumes"] = [f"./{overseer.name}:" + "${WORKSPACE}"]
info_dict["ports"] = [f"{port}:{port}"]
info_dict["build"] = "nvflare_compose"
info_dict["container_name"] = overseer.name
self.services[overseer.name] = info_dict
def _build_server(self, server, ctx):
fed_learn_port = server.props.get("fed_learn_port", 8002)
admin_port = server.props.get("admin_port", 8003)
info_dict = copy.deepcopy(self.services["__flserver__"])
info_dict["volumes"][0] = f"./{server.name}:" + "${WORKSPACE}"
info_dict["ports"] = [f"{fed_learn_port}:{fed_learn_port}", f"{admin_port}:{admin_port}"]
for i in range(len(info_dict["command"])):
if info_dict["command"][i] == "flserver":
info_dict["command"][i] = server.name
if info_dict["command"][i] == "org=__org_name__":
info_dict["command"][i] = f"org={server.org}"
info_dict["container_name"] = server.name
self.services[server.name] = info_dict
def _build_client(self, client, ctx):
info_dict = copy.deepcopy(self.services["__flclient__"])
info_dict["volumes"] = [f"./{client.name}:" + "${WORKSPACE}"]
for i in range(len(info_dict["command"])):
if info_dict["command"][i] == "flclient":
info_dict["command"][i] = client.name
if info_dict["command"][i] == "uid=__flclient__":
info_dict["command"][i] = f"uid={client.name}"
if info_dict["command"][i] == "org=__org_name__":
info_dict["command"][i] = f"org={client.org}"
info_dict["container_name"] = client.name
self.services[client.name] = info_dict
[docs] def build(self, project, ctx):
self.template = ctx.get("template")
self.compose = yaml.safe_load(self.template.get("compose_yaml"))
self.services = self.compose.get("services")
self.compose_file_path = os.path.join(self.get_wip_dir(ctx), "compose.yaml")
overseer = project.get_participants_by_type("overseer")
if overseer:
self._build_overseer(overseer, ctx)
servers = project.get_participants_by_type("server", first_only=False)
for server in servers:
self._build_server(server, ctx)
for client in project.get_participants_by_type("client", first_only=False):
self._build_client(client, ctx)
self.services.pop("__overseer__", None)
self.services.pop("__flserver__", None)
self.services.pop("__flclient__", None)
self.compose["services"] = self.services
with open(self.compose_file_path, "wt") as f:
yaml.dump(self.compose, f)
env_file_path = os.path.join(self.get_wip_dir(ctx), ".env")
with open(env_file_path, "wt") as f:
f.write("WORKSPACE=/workspace\n")
f.write("PYTHON_EXECUTABLE=/usr/local/bin/python3\n")
f.write("IMAGE_NAME=nvflare-service\n")
compose_build_dir = os.path.join(self.get_wip_dir(ctx), "nvflare_compose")
os.mkdir(compose_build_dir)
with open(os.path.join(compose_build_dir, "Dockerfile"), "wt") as f:
f.write(f"FROM {self.base_image}\n")
f.write(self.template.get("dockerfile"))
try:
shutil.copyfile(self.requirements_file, os.path.join(compose_build_dir, "requirements.txt"))
except Exception:
f = open(os.path.join(compose_build_dir, "requirements.txt"), "wt")
f.close()