Increase amp scale

examples/cifar/analyze.py

@@ -149,6 +149,7 @@ def main():
     factor_args = FactorArguments(strategy=args.factor_strategy)
     if args.use_half_precision:
         factor_args = all_low_precision_factor_arguments(strategy=args.factor_strategy, dtype=torch.float16)
+        factor_args.amp_scale = 2.0 ** 20.
         factors_name += "_half"
     analyzer.fit_all_factors(
         factors_name=factors_name,

examples/cifar/inspect_factors.py

@@ -0,0 +1,28 @@
+import logging
+
+import matplotlib.pyplot as plt
+import numpy as np
+from scipy.stats import spearmanr
+from tueplots import markers
+
+from kronfluence.analyzer import Analyzer
+
+
+def main():
+    logging.basicConfig(level=logging.INFO)
+
+    # Load the scores. You might need to modify the path.
+    name = "ekfac_half"
+    factor = (
+        Analyzer.load_file(f"influence_results/cifar10/factors_{name}/gradient_covariance.safetensors")
+    )
+    print(factor)
+
+    scores = (
+        Analyzer.load_file(f"influence_results/cifar10/scores_{name}/pairwise_scores.safetensors")
+    )
+    print(scores)
+
+
+if __name__ == "__main__":
+    main()