diff --git a/examples/advanced/flower/cifar10/flower_cifar10.ipynb b/examples/advanced/flower/cifar10/flower_cifar10.ipynb index 8411618cca..50b5db7300 100644 --- a/examples/advanced/flower/cifar10/flower_cifar10.ipynb +++ b/examples/advanced/flower/cifar10/flower_cifar10.ipynb @@ -79,572 +79,11 @@ "name": "stdout", "output_type": "stream", "text": [ - "2024-03-08 17:29:25,752 - SimulatorRunner - INFO - Create the Simulator Server.\n", - "2024-03-08 17:29:25,757 - CoreCell - INFO - server: creating listener on tcp://0:41531\n", - "2024-03-08 17:29:25,774 - CoreCell - INFO - server: created backbone external listener for tcp://0:41531\n", - "2024-03-08 17:29:25,775 - ConnectorManager - INFO - 122617: Try start_listener Listener resources: {'secure': False, 'host': 'localhost'}\n", - "2024-03-08 17:29:25,777 - nvflare.fuel.f3.sfm.conn_manager - INFO - Connector [CH00002 PASSIVE tcp://0:50955] is starting\n", - "2024-03-08 17:29:26,279 - CoreCell - INFO - server: created backbone internal listener for tcp://localhost:50955\n", - "2024-03-08 17:29:26,282 - nvflare.fuel.f3.sfm.conn_manager - INFO - Connector [CH00001 PASSIVE tcp://0:41531] is starting\n", - "2024-03-08 17:29:26,357 - nvflare.fuel.hci.server.hci - INFO - Starting Admin Server localhost on Port 54963\n", - "2024-03-08 17:29:26,358 - SimulatorRunner - INFO - Deploy the Apps.\n", - "2024-03-08 17:29:26,365 - SimulatorRunner - INFO - Create the simulate clients.\n", - "2024-03-08 17:29:26,370 - ClientManager - INFO - Client: New client site-1@192.168.1.203 joined. Sent token: 3425755c-586c-4d3b-a276-33a9338d19d2. Total clients: 1\n", - "2024-03-08 17:29:26,371 - FederatedClient - INFO - Successfully registered client:site-1 for project simulator_server. Token:3425755c-586c-4d3b-a276-33a9338d19d2 SSID:\n", - "2024-03-08 17:29:26,373 - ClientManager - INFO - Client: New client site-2@192.168.1.203 joined. Sent token: 01f7fa8c-7623-4457-83ce-cc0aca388840. Total clients: 2\n", - "2024-03-08 17:29:26,374 - FederatedClient - INFO - Successfully registered client:site-2 for project simulator_server. Token:01f7fa8c-7623-4457-83ce-cc0aca388840 SSID:\n", - "2024-03-08 17:29:26,376 - ClientManager - INFO - Client: New client site-3@192.168.1.203 joined. Sent token: ead1968f-6c20-45f0-bed1-5db70c6626d5. Total clients: 3\n", - "2024-03-08 17:29:26,377 - FederatedClient - INFO - Successfully registered client:site-3 for project simulator_server. Token:ead1968f-6c20-45f0-bed1-5db70c6626d5 SSID:\n", - "2024-03-08 17:29:26,378 - SimulatorRunner - INFO - Set the client status ready.\n", - "2024-03-08 17:29:26,378 - SimulatorRunner - INFO - Deploy and start the Server App.\n", - "2024-03-08 17:29:26,380 - Cell - INFO - Register blob CB for channel='server_command', topic='*'\n", - "2024-03-08 17:29:26,381 - Cell - INFO - Register blob CB for channel='aux_communication', topic='*'\n", - "2024-03-08 17:29:26,382 - ServerCommandAgent - INFO - ServerCommandAgent cell register_request_cb: server.simulate_job\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "/media/hroth/NVIDIA/home_old/hroth/Code2/flower/baselines/fedprox/.venv_fedprox/lib/python3.10/site-packages/nvflare/fuel/utils/class_utils.py:54: Warning: Use of experimental class ModelController ().\n", - " instance = c(**init_params)\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "2024-03-08 17:29:27,865 - ServerRunner - INFO - [identity=simulator_server, run=simulate_job]: Server runner starting ...\n", - "2024-03-08 17:29:27,867 - ServerRunner - INFO - [identity=simulator_server, run=simulate_job]: starting workflow controller_launcher () ...\n", - "2024-03-08 17:29:27,869 - ControllerLauncher - INFO - [identity=simulator_server, run=simulate_job, wf=controller_launcher]: Initializing ModelController workflow.\n", - "2024-03-08 17:29:27,871 - ServerRunner - INFO - [identity=simulator_server, run=simulate_job, wf=controller_launcher]: Workflow controller_launcher () started\n", - "2024-03-08 17:29:27,873 - ControllerLauncher - INFO - [identity=simulator_server, run=simulate_job, wf=controller_launcher]: Beginning model controller run.\n", - "2024-03-08 17:29:27,874 - ControllerLauncher - INFO - [identity=simulator_server, run=simulate_job, wf=controller_launcher]: Start Controller Launcher.\n", - "2024-03-08 17:29:28,409 - SimulatorClientRunner - INFO - Start the clients run simulation.\n", - "2024-03-08 17:29:28,666 - SubprocessLauncher - INFO - INFO flwr 2024-03-08 17:29:28,665 | app.py:163 | Starting Flower server, config: ServerConfig(num_rounds=30, round_timeout=None)\n", - "2024-03-08 17:29:28,673 - SubprocessLauncher - INFO - INFO flwr 2024-03-08 17:29:28,673 | app.py:176 | Flower ECE: gRPC server running (30 rounds), SSL is disabled\n", - "2024-03-08 17:29:28,674 - SubprocessLauncher - INFO - INFO flwr 2024-03-08 17:29:28,673 | server.py:89 | Initializing global parameters\n", - "2024-03-08 17:29:28,675 - SubprocessLauncher - INFO - INFO flwr 2024-03-08 17:29:28,673 | server.py:276 | Requesting initial parameters from one random client\n", - "2024-03-08 17:29:29,413 - SimulatorClientRunner - INFO - Simulate Run client: site-1 on GPU group: None\n", - "2024-03-08 17:29:29,416 - SimulatorClientRunner - INFO - Simulate Run client: site-2 on GPU group: None\n", - "2024-03-08 17:29:29,429 - SimulatorClientRunner - INFO - Simulate Run client: site-3 on GPU group: None\n", - "2024-03-08 17:29:30,512 - nvflare.fuel.f3.sfm.conn_manager - INFO - Connection [CN00006 127.0.0.1:41531 <= 127.0.0.1:39446] is created: PID: 122617\n", - "2024-03-08 17:29:30,520 - nvflare.fuel.f3.sfm.conn_manager - INFO - Connection [CN00007 127.0.0.1:41531 <= 127.0.0.1:39462] is created: PID: 122617\n", - "2024-03-08 17:29:30,521 - nvflare.fuel.f3.sfm.conn_manager - INFO - Connection [CN00008 127.0.0.1:41531 <= 127.0.0.1:39464] is created: PID: 122617\n", - "2024-03-08 17:29:30,451 - ClientTaskWorker - INFO - ClientTaskWorker started to run\n", - "2024-03-08 17:29:30,452 - ClientTaskWorker - INFO - ClientTaskWorker started to run\n", - "2024-03-08 17:29:30,460 - ClientTaskWorker - INFO - ClientTaskWorker started to run\n", - "2024-03-08 17:29:30,509 - CoreCell - INFO - site-1.simulate_job: created backbone external connector to tcp://localhost:41531\n", - "2024-03-08 17:29:30,509 - nvflare.fuel.f3.sfm.conn_manager - INFO - Connector [CH00001 ACTIVE tcp://localhost:41531] is starting\n", - "2024-03-08 17:29:30,511 - nvflare.fuel.f3.sfm.conn_manager - INFO - Connection [CN00002 127.0.0.1:39446 => 127.0.0.1:41531] is created: PID: 122785\n", - "2024-03-08 17:29:30,518 - CoreCell - INFO - site-2.simulate_job: created backbone external connector to tcp://localhost:41531\n", - "2024-03-08 17:29:30,518 - nvflare.fuel.f3.sfm.conn_manager - INFO - Connector [CH00001 ACTIVE tcp://localhost:41531] is starting\n", - "2024-03-08 17:29:30,520 - nvflare.fuel.f3.sfm.conn_manager - INFO - Connection [CN00002 127.0.0.1:39462 => 127.0.0.1:41531] is created: PID: 122788\n", - "2024-03-08 17:29:30,520 - CoreCell - INFO - site-3.simulate_job: created backbone external connector to tcp://localhost:41531\n", - "2024-03-08 17:29:30,520 - nvflare.fuel.f3.sfm.conn_manager - INFO - Connector [CH00001 ACTIVE tcp://localhost:41531] is starting\n", - "2024-03-08 17:29:30,521 - nvflare.fuel.f3.sfm.conn_manager - INFO - Connection [CN00002 127.0.0.1:39464 => 127.0.0.1:41531] is created: PID: 122790\n", - "2024-03-08 17:29:32,143 - Cell - INFO - Register blob CB for channel='aux_communication', topic='*'\n", - "2024-03-08 17:29:32,149 - Cell - INFO - Register blob CB for channel='aux_communication', topic='*'\n", - "2024-03-08 17:29:32,154 - Cell - INFO - Register blob CB for channel='aux_communication', topic='*'\n", - "2024-03-08 17:29:32,663 - nvflare.fuel.f3.sfm.conn_manager - INFO - Connection [CN00009 127.0.0.1:41531 <= 127.0.0.1:39472] is created: PID: 122617\n", - "2024-03-08 17:29:32,667 - nvflare.fuel.f3.sfm.conn_manager - INFO - Connection [CN00010 127.0.0.1:41531 <= 127.0.0.1:39488] is created: PID: 122617\n", - "2024-03-08 17:29:32,671 - nvflare.fuel.f3.sfm.conn_manager - INFO - Connection [CN00011 127.0.0.1:41531 <= 127.0.0.1:39502] is created: PID: 122617\n", - "2024-03-08 17:29:32,649 - Cell - INFO - broadcast: channel='aux_communication', topic='__sync_runner__', targets=['server.simulate_job'], timeout=2.0\n", - "2024-03-08 17:29:32,653 - Cell - INFO - broadcast: channel='aux_communication', topic='__sync_runner__', targets=['server.simulate_job'], timeout=2.0\n", - "2024-03-08 17:29:32,659 - Cell - INFO - broadcast: channel='aux_communication', topic='__sync_runner__', targets=['server.simulate_job'], timeout=2.0\n", - "2024-03-08 17:29:32,660 - ClientRunner - INFO - [identity=site-3, run=simulate_job]: synced to Server Runner in 0.5111207962036133 seconds\n", - "2024-03-08 17:29:32,661 - CoreCell - INFO - site-3_simulate_job_passive: created backbone external connector to tcp://0:41531\n", - "2024-03-08 17:29:32,661 - nvflare.fuel.f3.sfm.conn_manager - INFO - Connector [CH00002 ACTIVE tcp://0:41531] is starting\n", - "2024-03-08 17:29:32,662 - ClientRunner - INFO - [identity=site-2, run=simulate_job]: synced to Server Runner in 0.509554386138916 seconds\n", - "2024-03-08 17:29:32,662 - nvflare.fuel.f3.sfm.conn_manager - INFO - Connection [CN00004 127.0.0.1:39472 => 127.0.0.1:41531] is created: PID: 122790\n", - "2024-03-08 17:29:32,662 - CellPipe - INFO - registered CellPipe request CB for cell_pipe.metric\n", - "2024-03-08 17:29:32,663 - CoreCell - INFO - site-2_simulate_job_passive: created backbone external connector to tcp://0:41531\n", - "2024-03-08 17:29:32,663 - nvflare.fuel.f3.sfm.conn_manager - INFO - Connector [CH00002 ACTIVE tcp://0:41531] is starting\n", - "2024-03-08 17:29:32,664 - CellPipe - INFO - registered CellPipe request CB for cell_pipe.task\n", - "2024-03-08 17:29:32,665 - CellPipe - INFO - registered CellPipe request CB for cell_pipe.metric\n", - "2024-03-08 17:29:32,665 - nvflare.fuel.f3.sfm.conn_manager - INFO - Connection [CN00004 127.0.0.1:39488 => 127.0.0.1:41531] is created: PID: 122788\n", - "2024-03-08 17:29:32,667 - CellPipe - INFO - registered CellPipe request CB for cell_pipe.task\n", - "2024-03-08 17:29:32,668 - ClientRunner - INFO - [identity=site-3, run=simulate_job]: client runner started\n", - "2024-03-08 17:29:32,668 - ClientTaskWorker - INFO - Initialize ClientRunner for client: site-3\n", - "2024-03-08 17:29:32,668 - ClientRunner - INFO - [identity=site-1, run=simulate_job]: synced to Server Runner in 0.5096893310546875 seconds\n", - "2024-03-08 17:29:32,669 - CoreCell - INFO - site-1_simulate_job_passive: created backbone external connector to tcp://0:41531\n", - "2024-03-08 17:29:32,669 - nvflare.fuel.f3.sfm.conn_manager - INFO - Connector [CH00002 ACTIVE tcp://0:41531] is starting\n", - "2024-03-08 17:29:32,670 - ClientRunner - INFO - [identity=site-2, run=simulate_job]: client runner started\n", - "2024-03-08 17:29:32,670 - ClientTaskWorker - INFO - Initialize ClientRunner for client: site-2\n", - "2024-03-08 17:29:32,671 - CellPipe - INFO - registered CellPipe request CB for cell_pipe.metric\n", - "2024-03-08 17:29:32,671 - nvflare.fuel.f3.sfm.conn_manager - INFO - Connection [CN00004 127.0.0.1:39502 => 127.0.0.1:41531] is created: PID: 122785\n", - "2024-03-08 17:29:32,672 - CellPipe - INFO - registered CellPipe request CB for cell_pipe.task\n", - "2024-03-08 17:29:32,674 - ClientRunner - INFO - [identity=site-1, run=simulate_job]: client runner started\n", - "2024-03-08 17:29:32,675 - ClientTaskWorker - INFO - Initialize ClientRunner for client: site-1\n", - "2024-03-08 17:29:37,292 - nvflare.fuel.f3.sfm.conn_manager - INFO - Connection [CN00012 127.0.0.1:41531 <= 127.0.0.1:39510] is created: PID: 122617\n", - "2024-03-08 17:29:37,305 - SubprocessLauncher - INFO - INFO flwr 2024-03-08 17:29:37,305 | server.py:280 | Received initial parameters from one random client\n", - "2024-03-08 17:29:37,306 - SubprocessLauncher - INFO - INFO flwr 2024-03-08 17:29:37,305 | server.py:91 | Evaluating initial parameters\n", - "2024-03-08 17:29:37,307 - SubprocessLauncher - INFO - INFO flwr 2024-03-08 17:29:37,305 | server.py:104 | FL starting\n", - "2024-03-08 17:29:37,489 - nvflare.fuel.f3.sfm.conn_manager - INFO - Connection [CN00013 127.0.0.1:41531 <= 127.0.0.1:39522] is created: PID: 122617\n", - "2024-03-08 17:29:37,499 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:29:37,499 | server.py:222 | fit_round 1: strategy sampled 2 clients (out of 2)\n", - "2024-03-08 17:29:37,299 - SubprocessLauncher - INFO - INFO flwr 2024-03-08 17:29:37,299 | grpc.py:52 | Opened insecure gRPC connection (no certificates were passed)\n", - "2024-03-08 17:29:37,300 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:29:37,300 | connection.py:55 | ChannelConnectivity.IDLE\n", - "2024-03-08 17:29:37,301 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:29:37,300 | connection.py:55 | ChannelConnectivity.CONNECTING\n", - "2024-03-08 17:29:37,301 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:29:37,301 | connection.py:55 | ChannelConnectivity.READY\n", - "2024-03-08 17:29:37,496 - SubprocessLauncher - INFO - INFO flwr 2024-03-08 17:29:37,496 | grpc.py:52 | Opened insecure gRPC connection (no certificates were passed)\n", - "2024-03-08 17:29:37,497 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:29:37,497 | connection.py:55 | ChannelConnectivity.IDLE\n", - "2024-03-08 17:29:37,497 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:29:37,497 | connection.py:55 | ChannelConnectivity.CONNECTING\n", - "2024-03-08 17:29:37,498 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:29:37,498 | connection.py:55 | ChannelConnectivity.READY\n", - "2024-03-08 17:29:37,501 - nvflare.fuel.f3.sfm.conn_manager - INFO - Connection [CN00014 127.0.0.1:41531 <= 127.0.0.1:39532] is created: PID: 122617\n", - "2024-03-08 17:29:37,505 - SubprocessLauncher - INFO - Flare system info is: {'SITE_NAME': 'site-2', 'JOB_ID': 'simulate_job'}\n", - "2024-03-08 17:29:37,507 - SubprocessLauncher - INFO - INFO flwr 2024-03-08 17:29:37,507 | grpc.py:52 | Opened insecure gRPC connection (no certificates were passed)\n", - "2024-03-08 17:29:37,508 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:29:37,508 | connection.py:55 | ChannelConnectivity.IDLE\n", - "2024-03-08 17:29:37,509 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:29:37,509 | connection.py:55 | ChannelConnectivity.CONNECTING\n", - "2024-03-08 17:29:37,510 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:29:37,510 | connection.py:55 | ChannelConnectivity.READY\n", - "2024-03-08 17:29:37,510 - SubprocessLauncher - INFO - Flare system info is: {'SITE_NAME': 'site-3', 'JOB_ID': 'simulate_job'}\n", - "Running ... [python3 custom/server.py]\n", - "2024-03-08 17:29:41,210 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:29:41,210 | server.py:236 | fit_round 1 received 2 results and 0 failures\n", - "2024-03-08 17:29:41,212 - SubprocessLauncher - INFO - WARNING flwr 2024-03-08 17:29:41,212 | fedavg.py:250 | No fit_metrics_aggregation_fn provided\n", - "2024-03-08 17:29:41,214 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:29:41,212 | server.py:173 | evaluate_round 1: strategy sampled 3 clients (out of 3)\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 116.28it/s]s]\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 112.92it/s]s]\n", - "2024-03-08 17:29:41,229 - SubprocessLauncher - INFO - Flare system info is: {'SITE_NAME': 'site-1', 'JOB_ID': 'simulate_job'}\n", - "2024-03-08 17:29:42,197 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:29:42,197 | server.py:187 | evaluate_round 1 received 3 results and 0 failures\n", - "2024-03-08 17:29:42,199 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:29:42,197 | server.py:222 | fit_round 2: strategy sampled 3 clients (out of 3)\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 131.15it/s]\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 129.04it/s]\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 109.26it/s]\n", - "2024-03-08 17:29:45,937 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:29:45,937 | server.py:236 | fit_round 2 received 3 results and 0 failures\n", - "2024-03-08 17:29:45,940 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:29:45,939 | server.py:173 | evaluate_round 2: strategy sampled 3 clients (out of 3)\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 112.58it/s]\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 112.50it/s]\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 111.99it/s]\n", - "2024-03-08 17:29:46,764 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:29:46,763 | server.py:187 | evaluate_round 2 received 3 results and 0 failures\n", - "2024-03-08 17:29:46,765 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:29:46,764 | server.py:222 | fit_round 3: strategy sampled 3 clients (out of 3)\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 135.20it/s]\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 135.91it/s]\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 129.64it/s]\n", - "Running ... [python3 custom/server.py]\n", - "2024-03-08 17:29:50,404 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:29:50,404 | server.py:236 | fit_round 3 received 3 results and 0 failures\n", - "2024-03-08 17:29:50,409 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:29:50,409 | server.py:173 | evaluate_round 3: strategy sampled 3 clients (out of 3)\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 119.50it/s]\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 116.53it/s]s]\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 114.85it/s]s]\n", - "2024-03-08 17:29:51,210 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:29:51,209 | server.py:187 | evaluate_round 3 received 3 results and 0 failures\n", - "2024-03-08 17:29:51,211 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:29:51,210 | server.py:222 | fit_round 4: strategy sampled 3 clients (out of 3)\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 132.79it/s]\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 134.51it/s]\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 133.15it/s]\n", - "2024-03-08 17:29:54,740 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:29:54,740 | server.py:236 | fit_round 4 received 3 results and 0 failures\n", - "2024-03-08 17:29:54,746 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:29:54,746 | server.py:173 | evaluate_round 4: strategy sampled 3 clients (out of 3)\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 123.16it/s]\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 118.93it/s]\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 118.71it/s]\n", - "2024-03-08 17:29:55,540 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:29:55,540 | server.py:187 | evaluate_round 4 received 3 results and 0 failures\n", - "2024-03-08 17:29:55,543 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:29:55,540 | server.py:222 | fit_round 5: strategy sampled 3 clients (out of 3)\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 138.77it/s]\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 135.95it/s]\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 135.77it/s]\n", - "Running ... [python3 custom/server.py]\n", - "2024-03-08 17:29:59,063 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:29:59,062 | server.py:236 | fit_round 5 received 3 results and 0 failures\n", - "2024-03-08 17:29:59,065 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:29:59,065 | server.py:173 | evaluate_round 5: strategy sampled 3 clients (out of 3)\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 120.50it/s]\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 119.64it/s]\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 118.73it/s]\n", - "2024-03-08 17:29:59,852 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:29:59,852 | server.py:187 | evaluate_round 5 received 3 results and 0 failures\n", - "2024-03-08 17:29:59,853 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:29:59,852 | server.py:222 | fit_round 6: strategy sampled 3 clients (out of 3)\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 137.18it/s]\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 136.40it/s]\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 136.15it/s]\n", - "2024-03-08 17:30:03,371 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:30:03,371 | server.py:236 | fit_round 6 received 3 results and 0 failures\n", - "2024-03-08 17:30:03,373 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:30:03,373 | server.py:173 | evaluate_round 6: strategy sampled 3 clients (out of 3)\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 119.56it/s]\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 119.65it/s]\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 119.22it/s]\n", - "2024-03-08 17:30:04,171 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:30:04,171 | server.py:187 | evaluate_round 6 received 3 results and 0 failures\n", - "2024-03-08 17:30:04,173 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:30:04,171 | server.py:222 | fit_round 7: strategy sampled 3 clients (out of 3)\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 138.48it/s]\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 138.66it/s]\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 134.17it/s]\n", - "2024-03-08 17:30:07,674 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:30:07,673 | server.py:236 | fit_round 7 received 3 results and 0 failures\n", - "2024-03-08 17:30:07,676 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:30:07,676 | server.py:173 | evaluate_round 7: strategy sampled 3 clients (out of 3)\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 121.23it/s]\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 120.60it/s]\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 119.67it/s]\n", - "Running ... [python3 custom/server.py]\n", - "2024-03-08 17:30:08,457 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:30:08,457 | server.py:187 | evaluate_round 7 received 3 results and 0 failures\n", - "2024-03-08 17:30:08,459 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:30:08,458 | server.py:222 | fit_round 8: strategy sampled 3 clients (out of 3)\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 136.75it/s]\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 138.04it/s]]\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 137.05it/s]\n", - "2024-03-08 17:30:11,885 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:30:11,885 | server.py:236 | fit_round 8 received 3 results and 0 failures\n", - "2024-03-08 17:30:11,889 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:30:11,889 | server.py:173 | evaluate_round 8: strategy sampled 3 clients (out of 3)\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 124.44it/s]\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 122.71it/s]\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 122.28it/s]\n", - "2024-03-08 17:30:12,682 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:30:12,682 | server.py:187 | evaluate_round 8 received 3 results and 0 failures\n", - "2024-03-08 17:30:12,684 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:30:12,682 | server.py:222 | fit_round 9: strategy sampled 3 clients (out of 3)\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 136.01it/s]\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 135.71it/s]\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 136.26it/s]\n", - "2024-03-08 17:30:16,199 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:30:16,199 | server.py:236 | fit_round 9 received 3 results and 0 failures\n", - "2024-03-08 17:30:16,202 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:30:16,202 | server.py:173 | evaluate_round 9: strategy sampled 3 clients (out of 3)\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 122.06it/s]\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 120.62it/s]\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 119.17it/s]\n", - "2024-03-08 17:30:16,997 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:30:16,996 | server.py:187 | evaluate_round 9 received 3 results and 0 failures\n", - "2024-03-08 17:30:16,999 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:30:16,997 | server.py:222 | fit_round 10: strategy sampled 3 clients (out of 3)\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 135.27it/s]\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 135.86it/s]\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 135.59it/s]\n", - "Running ... [python3 custom/server.py]\n", - "2024-03-08 17:30:20,469 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:30:20,469 | server.py:236 | fit_round 10 received 3 results and 0 failures\n", - "2024-03-08 17:30:20,473 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:30:20,473 | server.py:173 | evaluate_round 10: strategy sampled 3 clients (out of 3)\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 123.48it/s]\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 121.04it/s]\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 120.43it/s]\n", - "2024-03-08 17:30:21,253 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:30:21,252 | server.py:187 | evaluate_round 10 received 3 results and 0 failures\n", - "2024-03-08 17:30:21,255 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:30:21,253 | server.py:222 | fit_round 11: strategy sampled 3 clients (out of 3)\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 138.27it/s]\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 138.96it/s]\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 137.71it/s]\n", - "2024-03-08 17:30:24,710 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:30:24,709 | server.py:236 | fit_round 11 received 3 results and 0 failures\n", - "2024-03-08 17:30:24,716 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:30:24,715 | server.py:173 | evaluate_round 11: strategy sampled 3 clients (out of 3)\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 124.87it/s]\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 122.31it/s]\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 121.17it/s]\n", - "2024-03-08 17:30:25,506 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:30:25,506 | server.py:187 | evaluate_round 11 received 3 results and 0 failures\n", - "2024-03-08 17:30:25,508 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:30:25,506 | server.py:222 | fit_round 12: strategy sampled 3 clients (out of 3)\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 138.16it/s]\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 137.44it/s]\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 134.47it/s]\n", - "Running ... [python3 custom/server.py]\n", - "2024-03-08 17:30:28,997 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:30:28,997 | server.py:236 | fit_round 12 received 3 results and 0 failures\n", - "2024-03-08 17:30:28,999 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:30:28,999 | server.py:173 | evaluate_round 12: strategy sampled 3 clients (out of 3)\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 121.08it/s]\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 120.36it/s]\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 120.06it/s]\n", - "2024-03-08 17:30:29,788 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:30:29,788 | server.py:187 | evaluate_round 12 received 3 results and 0 failures\n", - "2024-03-08 17:30:29,790 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:30:29,788 | server.py:222 | fit_round 13: strategy sampled 3 clients (out of 3)\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 139.51it/s]\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 139.33it/s]\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 134.71it/s]\n", - "2024-03-08 17:30:33,313 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:30:33,313 | server.py:236 | fit_round 13 received 3 results and 0 failures\n", - "2024-03-08 17:30:33,317 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:30:33,317 | server.py:173 | evaluate_round 13: strategy sampled 3 clients (out of 3)\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 119.96it/s]\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 119.77it/s]\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 118.91it/s]\n", - "2024-03-08 17:30:34,112 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:30:34,111 | server.py:187 | evaluate_round 13 received 3 results and 0 failures\n", - "2024-03-08 17:30:34,113 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:30:34,112 | server.py:222 | fit_round 14: strategy sampled 3 clients (out of 3)\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 136.89it/s]\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 135.89it/s]\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 134.61it/s]\n", - "2024-03-08 17:30:37,589 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:30:37,589 | server.py:236 | fit_round 14 received 3 results and 0 failures\n", - "2024-03-08 17:30:37,593 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:30:37,593 | server.py:173 | evaluate_round 14: strategy sampled 3 clients (out of 3)\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 125.40it/s]\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 122.97it/s]\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 120.23it/s]\n", - "Running ... [python3 custom/server.py]\n", - "2024-03-08 17:30:38,381 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:30:38,381 | server.py:187 | evaluate_round 14 received 3 results and 0 failures\n", - "2024-03-08 17:30:38,383 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:30:38,381 | server.py:222 | fit_round 15: strategy sampled 3 clients (out of 3)\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 137.87it/s]\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 138.17it/s]\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 135.79it/s]\n", - "2024-03-08 17:30:41,816 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:30:41,815 | server.py:236 | fit_round 15 received 3 results and 0 failures\n", - "2024-03-08 17:30:41,821 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:30:41,821 | server.py:173 | evaluate_round 15: strategy sampled 3 clients (out of 3)\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 122.30it/s]\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 122.06it/s]\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 121.70it/s]\n", - "2024-03-08 17:30:42,648 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:30:42,648 | server.py:187 | evaluate_round 15 received 3 results and 0 failures\n", - "2024-03-08 17:30:42,650 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:30:42,648 | server.py:222 | fit_round 16: strategy sampled 3 clients (out of 3)\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 135.28it/s]\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 132.98it/s]\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 129.73it/s]\n", - "2024-03-08 17:30:46,130 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:30:46,129 | server.py:236 | fit_round 16 received 3 results and 0 failures\n", - "2024-03-08 17:30:46,132 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:30:46,132 | server.py:173 | evaluate_round 16: strategy sampled 3 clients (out of 3)\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 122.73it/s]\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 121.97it/s]\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 120.19it/s]\n", - "2024-03-08 17:30:46,937 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:30:46,937 | server.py:187 | evaluate_round 16 received 3 results and 0 failures\n", - "2024-03-08 17:30:46,939 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:30:46,937 | server.py:222 | fit_round 17: strategy sampled 3 clients (out of 3)\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 135.38it/s]\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 135.57it/s]\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 133.22it/s]\n", - "Running ... [python3 custom/server.py]\n", - "2024-03-08 17:30:50,389 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:30:50,389 | server.py:236 | fit_round 17 received 3 results and 0 failures\n", - "2024-03-08 17:30:50,391 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:30:50,391 | server.py:173 | evaluate_round 17: strategy sampled 3 clients (out of 3)\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 122.38it/s]\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 121.24it/s]\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 121.30it/s]\n", - "2024-03-08 17:30:51,189 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:30:51,189 | server.py:187 | evaluate_round 17 received 3 results and 0 failures\n", - "2024-03-08 17:30:51,191 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:30:51,189 | server.py:222 | fit_round 18: strategy sampled 3 clients (out of 3)\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 136.79it/s]\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 134.37it/s]\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 134.25it/s]\n", - "2024-03-08 17:30:54,737 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:30:54,737 | server.py:236 | fit_round 18 received 3 results and 0 failures\n", - "2024-03-08 17:30:54,740 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:30:54,740 | server.py:173 | evaluate_round 18: strategy sampled 3 clients (out of 3)\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 120.45it/s]\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 120.23it/s]\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 118.19it/s]\n", - "2024-03-08 17:30:55,537 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:30:55,537 | server.py:187 | evaluate_round 18 received 3 results and 0 failures\n", - "2024-03-08 17:30:55,539 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:30:55,537 | server.py:222 | fit_round 19: strategy sampled 3 clients (out of 3)\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 134.91it/s]\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 134.70it/s]\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 134.45it/s]\n", - "Running ... [python3 custom/server.py]\n", - "2024-03-08 17:30:59,121 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:30:59,121 | server.py:236 | fit_round 19 received 3 results and 0 failures\n", - "2024-03-08 17:30:59,125 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:30:59,124 | server.py:173 | evaluate_round 19: strategy sampled 3 clients (out of 3)\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 119.73it/s]\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 118.93it/s]\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 116.92it/s]\n", - "2024-03-08 17:30:59,954 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:30:59,954 | server.py:187 | evaluate_round 19 received 3 results and 0 failures\n", - "2024-03-08 17:30:59,956 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:30:59,954 | server.py:222 | fit_round 20: strategy sampled 3 clients (out of 3)\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 130.02it/s]\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 129.62it/s]\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 129.20it/s]\n", - "2024-03-08 17:31:03,607 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:31:03,606 | server.py:236 | fit_round 20 received 3 results and 0 failures\n", - "2024-03-08 17:31:03,609 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:31:03,609 | server.py:173 | evaluate_round 20: strategy sampled 3 clients (out of 3)\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 116.56it/s]\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 114.90it/s]s]\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 114.64it/s]s]\n", - "2024-03-08 17:31:04,415 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:31:04,414 | server.py:187 | evaluate_round 20 received 3 results and 0 failures\n", - "2024-03-08 17:31:04,416 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:31:04,414 | server.py:222 | fit_round 21: strategy sampled 3 clients (out of 3)\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 134.01it/s]\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 133.15it/s]\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 133.25it/s]\n", - "Running ... [python3 custom/server.py]\n", - "2024-03-08 17:31:08,037 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:31:08,036 | server.py:236 | fit_round 21 received 3 results and 0 failures\n", - "2024-03-08 17:31:08,043 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:31:08,042 | server.py:173 | evaluate_round 21: strategy sampled 3 clients (out of 3)\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 118.06it/s]\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 117.77it/s]\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 115.62it/s]s]\n", - "2024-03-08 17:31:08,856 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:31:08,856 | server.py:187 | evaluate_round 21 received 3 results and 0 failures\n", - "2024-03-08 17:31:08,858 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:31:08,857 | server.py:222 | fit_round 22: strategy sampled 3 clients (out of 3)\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 131.77it/s]\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 132.69it/s]\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 131.84it/s]\n", - "2024-03-08 17:31:12,388 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:31:12,388 | server.py:236 | fit_round 22 received 3 results and 0 failures\n", - "2024-03-08 17:31:12,392 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:31:12,392 | server.py:173 | evaluate_round 22: strategy sampled 3 clients (out of 3)\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 122.34it/s]\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 119.89it/s]\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 118.59it/s]\n", - "2024-03-08 17:31:13,197 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:31:13,196 | server.py:187 | evaluate_round 22 received 3 results and 0 failures\n", - "2024-03-08 17:31:13,198 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:31:13,197 | server.py:222 | fit_round 23: strategy sampled 3 clients (out of 3)\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 135.38it/s]\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 135.02it/s]\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 133.08it/s]\n", - "2024-03-08 17:31:16,698 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:31:16,698 | server.py:236 | fit_round 23 received 3 results and 0 failures\n", - "2024-03-08 17:31:16,701 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:31:16,701 | server.py:173 | evaluate_round 23: strategy sampled 3 clients (out of 3)\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 122.03it/s]\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 120.07it/s]\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 119.75it/s]\n", - "2024-03-08 17:31:17,513 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:31:17,512 | server.py:187 | evaluate_round 23 received 3 results and 0 failures\n", - "2024-03-08 17:31:17,514 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:31:17,513 | server.py:222 | fit_round 24: strategy sampled 3 clients (out of 3)\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 138.53it/s]\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 132.88it/s]\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 131.73it/s]\n", - "Running ... [python3 custom/server.py]\n", - "2024-03-08 17:31:21,109 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:31:21,109 | server.py:236 | fit_round 24 received 3 results and 0 failures\n", - "2024-03-08 17:31:21,115 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:31:21,115 | server.py:173 | evaluate_round 24: strategy sampled 3 clients (out of 3)\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 118.89it/s]\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 118.00it/s]\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 116.43it/s]\n", - "2024-03-08 17:31:21,920 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:31:21,920 | server.py:187 | evaluate_round 24 received 3 results and 0 failures\n", - "2024-03-08 17:31:21,921 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:31:21,920 | server.py:222 | fit_round 25: strategy sampled 3 clients (out of 3)\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 137.31it/s]\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 136.95it/s]\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 133.44it/s]\n", - "2024-03-08 17:31:25,484 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:31:25,483 | server.py:236 | fit_round 25 received 3 results and 0 failures\n", - "2024-03-08 17:31:25,486 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:31:25,486 | server.py:173 | evaluate_round 25: strategy sampled 3 clients (out of 3)\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 119.37it/s]\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 119.33it/s]\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 117.31it/s]\n", - "2024-03-08 17:31:26,286 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:31:26,286 | server.py:187 | evaluate_round 25 received 3 results and 0 failures\n", - "2024-03-08 17:31:26,288 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:31:26,286 | server.py:222 | fit_round 26: strategy sampled 3 clients (out of 3)\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 136.40it/s]\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 133.92it/s]\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 133.84it/s]\n", - "Running ... [python3 custom/server.py]\n", - "2024-03-08 17:31:29,810 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:31:29,809 | server.py:236 | fit_round 26 received 3 results and 0 failures\n", - "2024-03-08 17:31:29,817 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:31:29,817 | server.py:173 | evaluate_round 26: strategy sampled 3 clients (out of 3)\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 124.21it/s]\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 120.94it/s]\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 118.84it/s]\n", - "2024-03-08 17:31:30,620 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:31:30,620 | server.py:187 | evaluate_round 26 received 3 results and 0 failures\n", - "2024-03-08 17:31:30,622 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:31:30,620 | server.py:222 | fit_round 27: strategy sampled 3 clients (out of 3)\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 137.06it/s]\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 137.43it/s]\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 133.89it/s]\n", - "2024-03-08 17:31:34,206 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:31:34,206 | server.py:236 | fit_round 27 received 3 results and 0 failures\n", - "2024-03-08 17:31:34,211 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:31:34,211 | server.py:173 | evaluate_round 27: strategy sampled 3 clients (out of 3)\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 122.69it/s]\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 119.09it/s]\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 116.81it/s]s]\n", - "2024-03-08 17:31:34,999 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:31:34,999 | server.py:187 | evaluate_round 27 received 3 results and 0 failures\n", - "2024-03-08 17:31:35,001 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:31:34,999 | server.py:222 | fit_round 28: strategy sampled 3 clients (out of 3)\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 135.34it/s]\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 136.92it/s]\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 136.75it/s]]\n", - "Running ... [python3 custom/server.py]\n", - "2024-03-08 17:31:38,517 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:31:38,517 | server.py:236 | fit_round 28 received 3 results and 0 failures\n", - "2024-03-08 17:31:38,521 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:31:38,521 | server.py:173 | evaluate_round 28: strategy sampled 3 clients (out of 3)\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 119.58it/s]\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 119.37it/s]\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 119.07it/s]\n", - "2024-03-08 17:31:39,358 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:31:39,358 | server.py:187 | evaluate_round 28 received 3 results and 0 failures\n", - "2024-03-08 17:31:39,361 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:31:39,358 | server.py:222 | fit_round 29: strategy sampled 3 clients (out of 3)\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 133.09it/s]\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 128.93it/s]\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 127.80it/s]\n", - "2024-03-08 17:31:42,950 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:31:42,950 | server.py:236 | fit_round 29 received 3 results and 0 failures\n", - "2024-03-08 17:31:42,954 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:31:42,954 | server.py:173 | evaluate_round 29: strategy sampled 3 clients (out of 3)\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 119.34it/s]\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 116.82it/s]\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 116.35it/s]\n", - "2024-03-08 17:31:43,747 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:31:43,747 | server.py:187 | evaluate_round 29 received 3 results and 0 failures\n", - "2024-03-08 17:31:43,749 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:31:43,747 | server.py:222 | fit_round 30: strategy sampled 3 clients (out of 3)\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 138.74it/s]\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 136.62it/s]\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 135.77it/s]\n", - "2024-03-08 17:31:47,284 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:31:47,284 | server.py:236 | fit_round 30 received 3 results and 0 failures\n", - "2024-03-08 17:31:47,290 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:31:47,290 | server.py:173 | evaluate_round 30: strategy sampled 3 clients (out of 3)\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 119.83it/s]\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 119.62it/s]\n", - "Training: 100%|██████████| 417/417 [00:03<00:00, 118.31it/s]\n", - "Running ... [python3 custom/server.py]\n", - "2024-03-08 17:31:48,120 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:31:48,120 | server.py:187 | evaluate_round 30 received 3 results and 0 failures\n", - "2024-03-08 17:31:48,122 - SubprocessLauncher - INFO - INFO flwr 2024-03-08 17:31:48,120 | server.py:153 | FL finished in 130.81519856399973\n", - "2024-03-08 17:31:48,124 - SubprocessLauncher - INFO - INFO flwr 2024-03-08 17:31:48,121 | app.py:226 | app_fit: losses_distributed [(1, 241.25020345052084), (2, 237.8002471923828), (3, 220.30952962239584), (4, 204.25214640299478), (5, 193.9594980875651), (6, 182.6523183186849), (7, 174.97066243489584), (8, 169.68782552083334), (9, 164.67220052083334), (10, 161.17755126953125), (11, 157.6415812174479), (12, 153.90101114908853), (13, 150.4893798828125), (14, 148.1608632405599), (15, 145.3747304280599), (16, 142.51950073242188), (17, 139.92201232910156), (18, 137.5089111328125), (19, 135.6521199544271), (20, 132.60039265950522), (21, 130.73209126790366), (22, 128.79528299967447), (23, 126.02289072672527), (24, 123.57845815022786), (25, 122.14443715413411), (26, 119.8595682779948), (27, 117.2993647257487), (28, 115.81072489420573), (29, 114.09830220540364), (30, 113.56394958496094)]\n", - "2024-03-08 17:31:48,125 - SubprocessLauncher - INFO - INFO flwr 2024-03-08 17:31:48,121 | app.py:227 | app_fit: metrics_distributed_fit {}\n", - "2024-03-08 17:31:48,126 - SubprocessLauncher - INFO - INFO flwr 2024-03-08 17:31:48,121 | app.py:228 | app_fit: metrics_distributed {'accuracy': [(1, 0.1266746650669866), (2, 0.16076784643071385), (3, 0.23815236952609478), (4, 0.29324135172965404), (5, 0.32843431313737254), (6, 0.366126774645071), (7, 0.39172165566886624), (8, 0.41041791641671665), (9, 0.4238152369526095), (10, 0.4428114377124575), (11, 0.4528094381123775), (12, 0.46850629874025196), (13, 0.48000399920015996), (14, 0.4871025794841032), (15, 0.4998000399920016), (16, 0.5106978604279144), (17, 0.5235952809438112), (18, 0.5307938412317537), (19, 0.5366926614677064), (20, 0.5510897820435913), (21, 0.5560887822435513), (22, 0.5649870025994801), (23, 0.5681863627274545), (24, 0.5787842431513697), (25, 0.5822835432913417), (26, 0.592881423715257), (27, 0.598380323935213), (28, 0.6022795440911818), (29, 0.608878224355129), (30, 0.6139772045590882)]}\n", - "2024-03-08 17:31:48,127 - SubprocessLauncher - INFO - INFO flwr 2024-03-08 17:31:48,121 | app.py:229 | app_fit: losses_centralized []\n", - "2024-03-08 17:31:48,128 - SubprocessLauncher - INFO - INFO flwr 2024-03-08 17:31:48,121 | app.py:230 | app_fit: metrics_centralized {}\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 133.41it/s]\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 133.24it/s]\n", - "Testing: 100%|██████████| 105/105 [00:00<00:00, 127.82it/s]\n", - "2024-03-08 17:31:48,129 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:31:48,129 | connection.py:220 | gRPC channel closed\n", - "2024-03-08 17:31:48,129 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:31:48,129 | connection.py:220 | gRPC channel closed\n", - "2024-03-08 17:31:48,129 - SubprocessLauncher - INFO - INFO flwr 2024-03-08 17:31:48,129 | app.py:398 | Disconnect and shut down\n", - "2024-03-08 17:31:48,129 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:31:48,129 | connection.py:220 | gRPC channel closed\n", - "2024-03-08 17:31:48,129 - SubprocessLauncher - INFO - INFO flwr 2024-03-08 17:31:48,129 | app.py:398 | Disconnect and shut down\n", - "2024-03-08 17:31:48,130 - SubprocessLauncher - INFO - INFO flwr 2024-03-08 17:31:48,129 | app.py:398 | Disconnect and shut down\n", - "2024-03-08 17:31:52,420 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:31:52,462 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:31:52,607 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:31:52,637 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:31:52,638 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:31:52,683 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:31:52,794 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:31:52,795 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:31:52,806 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:31:52,808 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:31:52,818 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:31:52,820 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:31:57,430 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:31:57,473 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:31:57,618 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:31:57,648 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:31:57,649 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:31:57,694 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:31:57,806 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:31:57,806 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:31:57,818 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:31:57,819 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:31:57,829 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:31:57,831 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "run success\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "/media/hroth/NVIDIA/home_old/hroth/Code2/flower/baselines/fedprox/.venv_fedprox/lib/python3.10/site-packages/nvflare/app_common/launchers/subprocess_launcher.py:88: ResourceWarning: unclosed file <_io.BufferedReader name=82>\n", - " self._process = None\n", - "ResourceWarning: Enable tracemalloc to get the object allocation traceback\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "2024-03-08 17:31:58,047 - ControllerLauncher - INFO - [identity=simulator_server, run=simulate_job, wf=controller_launcher]: Stop Controller Launcher.\n", - "2024-03-08 17:31:58,049 - ServerRunner - INFO - [identity=simulator_server, run=simulate_job, wf=controller_launcher]: Workflow: controller_launcher finalizing ...\n", - "2024-03-08 17:31:58,104 - ServerRunner - INFO - [identity=simulator_server, run=simulate_job, wf=controller_launcher]: ABOUT_TO_END_RUN fired\n", - "2024-03-08 17:31:58,106 - ServerRunner - INFO - [identity=simulator_server, run=simulate_job, wf=controller_launcher]: Firing CHECK_END_RUN_READINESS ...\n", - "2024-03-08 17:31:58,113 - ServerRunner - INFO - [identity=simulator_server, run=simulate_job, wf=controller_launcher, peer=site-3, peer_run=simulate_job]: server runner is finalizing - asked client to end the run\n", - "2024-03-08 17:31:58,114 - GetTaskCommand - INFO - return task to client. client_name: site-3 task_name: __end_run__ task_id: sharable_header_task_id: \n", - "2024-03-08 17:31:58,187 - ServerRunner - INFO - [identity=simulator_server, run=simulate_job, wf=controller_launcher, peer=site-2, peer_run=simulate_job]: server runner is finalizing - asked client to end the run\n", - "2024-03-08 17:31:58,189 - GetTaskCommand - INFO - return task to client. client_name: site-2 task_name: __end_run__ task_id: sharable_header_task_id: \n", - "2024-03-08 17:31:58,117 - FederatedClient - INFO - pull_task completed. Task name:__end_run__ Status:True \n", - "2024-03-08 17:31:58,117 - ClientRunner - INFO - [identity=site-3, run=simulate_job, peer=simulator_server, peer_run=simulate_job]: server asked to end the run\n", - "2024-03-08 17:31:58,118 - ClientRunner - INFO - [identity=site-3, run=simulate_job]: started end-run events sequence\n", - "2024-03-08 17:31:58,118 - MetricRelay - INFO - [identity=site-3, run=simulate_job]: Stopping pipe handler\n", - "2024-03-08 17:31:58,192 - FederatedClient - INFO - pull_task completed. Task name:__end_run__ Status:True \n", - "2024-03-08 17:31:58,192 - ClientRunner - INFO - [identity=site-2, run=simulate_job, peer=simulator_server, peer_run=simulate_job]: server asked to end the run\n", - "2024-03-08 17:31:58,192 - ClientRunner - INFO - [identity=site-2, run=simulate_job]: started end-run events sequence\n", - "2024-03-08 17:31:58,192 - MetricRelay - INFO - [identity=site-2, run=simulate_job]: Stopping pipe handler\n", - "2024-03-08 17:31:58,604 - ServerRunner - INFO - [identity=simulator_server, run=simulate_job, wf=controller_launcher, peer=site-1, peer_run=simulate_job]: server runner is finalizing - asked client to end the run\n", - "2024-03-08 17:31:58,606 - GetTaskCommand - INFO - return task to client. client_name: site-1 task_name: __end_run__ task_id: sharable_header_task_id: \n", - "2024-03-08 17:31:58,609 - FederatedClient - INFO - pull_task completed. Task name:__end_run__ Status:True \n", - "2024-03-08 17:31:58,609 - ClientRunner - INFO - [identity=site-1, run=simulate_job, peer=simulator_server, peer_run=simulate_job]: server asked to end the run\n", - "2024-03-08 17:31:58,609 - ClientRunner - INFO - [identity=site-1, run=simulate_job]: started end-run events sequence\n", - "2024-03-08 17:31:58,609 - MetricRelay - INFO - [identity=site-1, run=simulate_job]: Stopping pipe handler\n", - "2024-03-08 17:32:00,115 - ServerRunner - INFO - [identity=simulator_server, run=simulate_job, wf=controller_launcher]: END_RUN fired\n", - "2024-03-08 17:32:00,118 - ServerRunner - INFO - [identity=simulator_server, run=simulate_job, wf=controller_launcher]: Server runner finished.\n", - "2024-03-08 17:32:00,984 - SimulatorServer - INFO - Server app stopped.\n", - "\n", - "\n", - "2024-03-08 17:32:01,126 - nvflare.fuel.hci.server.hci - INFO - Admin Server localhost on Port 54963 shutdown!\n", - "2024-03-08 17:32:01,129 - SimulatorServer - INFO - shutting down server\n", - "2024-03-08 17:32:01,130 - SimulatorServer - INFO - canceling sync locks\n", - "2024-03-08 17:32:01,131 - SimulatorServer - INFO - server off\n", - "2024-03-08 17:32:02,443 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:32:02,485 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:32:02,630 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:32:02,660 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:32:02,662 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:32:02,705 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:32:02,807 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:32:02,808 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:32:02,830 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:32:02,831 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:32:02,831 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:32:02,843 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:32:07,454 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:32:07,497 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:32:07,641 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:32:07,672 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:32:07,673 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:32:07,716 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:32:07,841 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:32:07,843 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:32:07,854 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:32:12,467 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:32:12,509 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:32:12,654 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:32:12,683 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:32:12,685 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:32:12,727 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:32:12,853 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:32:12,854 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:32:12,866 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:32:17,479 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:32:17,520 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:32:17,666 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:32:17,699 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:32:17,700 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:32:17,737 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:32:17,864 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:32:17,866 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:32:17,878 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:32:22,519 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:32:22,696 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:32:22,737 - SubprocessLauncher - INFO - Error processing frame: RuntimeError: cannot schedule new futures after shutdown\n", - "2024-03-08 17:32:23,019 - nvflare.fuel.f3.sfm.conn_manager - INFO - Connection [CN00012 Not Connected] is closed PID: 122617\n", - "2024-03-08 17:32:23,196 - nvflare.fuel.f3.sfm.conn_manager - INFO - Connection [CN00013 Not Connected] is closed PID: 122617\n", - "2024-03-08 17:32:23,238 - nvflare.fuel.f3.sfm.conn_manager - INFO - Connection [CN00014 Not Connected] is closed PID: 122617\n", - "2024-03-08 17:32:47,610 - MetricRelay - INFO - metric pipe status changed to _PEER_GONE_\n", - "2024-03-08 17:32:47,721 - MetricRelay - INFO - metric pipe status changed to _PEER_GONE_\n", - "2024-03-08 17:32:47,863 - MetricRelay - INFO - metric pipe status changed to _PEER_GONE_\n", - "2024-03-08 17:33:17,988 - ClientAPILauncherExecutor - INFO - pipe status changed to _PEER_GONE_\n", - "2024-03-08 17:33:18,001 - ClientAPILauncherExecutor - INFO - pipe status changed to _PEER_GONE_\n", - "2024-03-08 17:33:18,016 - ClientAPILauncherExecutor - INFO - pipe status changed to _PEER_GONE_\n" + "2024-03-08 17:44:23,951 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:44:23,951 | server.py:187 | evaluate_round 26 received 3 results and 0 failures\n", + "2024-03-08 17:44:23,953 - SubprocessLauncher - INFO - DEBUG flwr 2024-03-08 17:44:23,951 | server.py:222 | fit_round 27: strategy sampled 3 clients (out of 3)\n", + "Testing: 100%|██████████| 105/105 [00:00<00:00, 131.68it/s]\n", + "Testing: 100%|██████████| 105/105 [00:00<00:00, 129.02it/s]\n", + "Testing: 100%|██████████| 105/105 [00:00<00:00, 124.83it/s]\n" ] } ], diff --git a/examples/advanced/flower/cifar10/jobs/flwr_cifar10/app/custom/client.py b/examples/advanced/flower/cifar10/jobs/flwr_cifar10/app/custom/client.py index 2ca3bdd75b..b5ea4c94dd 100644 --- a/examples/advanced/flower/cifar10/jobs/flwr_cifar10/app/custom/client.py +++ b/examples/advanced/flower/cifar10/jobs/flwr_cifar10/app/custom/client.py @@ -122,7 +122,7 @@ def set_parameters(self, parameters): def fit(self, parameters, config): self.set_parameters(parameters) - train(net, trainloader, epochs=4) + train(net, trainloader, epochs=1) return self.get_parameters(config={}), len(trainloader.dataset), {} def evaluate(self, parameters, config):