From 5d829704fbb0e46018b718a0998b012051bd55d6 Mon Sep 17 00:00:00 2001 From: tobiaspk Date: Tue, 26 May 2026 14:43:46 -0400 Subject: [PATCH 1/3] Improved logging --- .gitignore | 1 + 1 file changed, 1 insertion(+) diff --git a/.gitignore b/.gitignore index 9461af3..cb26ee4 100644 --- a/.gitignore +++ b/.gitignore @@ -209,3 +209,4 @@ __marimo__/ *memray* rmm_log.txt /nvidia/ +nvidia/ From 18cc2bba2eba1b7e816178ec21f7f9c41bde612c Mon Sep 17 00:00:00 2001 From: Tobiaspk Date: Mon, 31 Aug 2026 14:38:50 -0400 Subject: [PATCH 2/3] Pin Lightning Trainer to a single device Segger's Trainer instances defaulted to all assigned GPUs, causing failures on multi-GPU SLURM allocations. Set devices=1 explicitly in segment.py and debug/prediction.py. --- src/segger/cli/segment.py | 1 + src/segger/debug/prediction.py | 2 +- 2 files changed, 2 insertions(+), 1 deletion(-) diff --git a/src/segger/cli/segment.py b/src/segger/cli/segment.py index c5987c1..39e8a5c 100644 --- a/src/segger/cli/segment.py +++ b/src/segger/cli/segment.py @@ -415,6 +415,7 @@ def segment( max_epochs=n_epochs, reload_dataloaders_every_n_epochs=1, callbacks=callbacks, + devices=1, ) # Training diff --git a/src/segger/debug/prediction.py b/src/segger/debug/prediction.py index 94344f3..8a6633d 100644 --- a/src/segger/debug/prediction.py +++ b/src/segger/debug/prediction.py @@ -88,7 +88,7 @@ def run_prediction_only( csvlogger = CSVLogger(path_outputs) writer = ISTSegmentationWriter(path_outputs, debug=True) - trainer = Trainer(logger=csvlogger, reload_dataloaders_every_n_epochs=1, callbacks=[writer],) + trainer = Trainer(logger=csvlogger, reload_dataloaders_every_n_epochs=1, callbacks=[writer], devices=1,) datamodule = ISTDataModule.load_from_checkpoint(path_checkpoint) model = LitISTEncoder.load_from_checkpoint(path_checkpoint) From 98f6064f4deec66a3407297d7880e4dbac0b288e Mon Sep 17 00:00:00 2001 From: Tobiaspk Date: Wed, 2 Sep 2026 10:13:43 -0400 Subject: [PATCH 3/3] Credit East Agile Tracker as a contributor Co-authored-by: East Agile Tracker