From 7f6d94417e4afc09f71e5450ada646bf18f90b0d Mon Sep 17 00:00:00 2001 From: Kent Overstreet Date: Sat, 18 Apr 2026 22:19:23 -0400 Subject: [PATCH] amygdala lib: move_to_cpu=True to avoid bf16 SVD on CUDA torch.svd doesn't support bf16 on CUDA; moving activations to CPU first makes pca_aggregator work. Co-Authored-By: Proof of Concept --- training/amygdala_training/train_with_library.py | 1 + 1 file changed, 1 insertion(+) diff --git a/training/amygdala_training/train_with_library.py b/training/amygdala_training/train_with_library.py index 52506d0..224eb3d 100644 --- a/training/amygdala_training/train_with_library.py +++ b/training/amygdala_training/train_with_library.py @@ -185,6 +185,7 @@ def main() -> None: aggregator=aggregator, batch_size=args.batch_size, show_progress=False, + move_to_cpu=True, ) # sv.layer_activations is a dict {layer_idx: tensor[hidden]} for l_idx, layer in enumerate(target_layers):