Reduce precision further (something fishy going on)

Signed-off-by: Fabrice Normandin <[email protected]>
mila-iqia · May 31, 2024 · fee0f36 · fee0f36
1 parent f37b503
commit fee0f36
Show file tree

Hide file tree

Showing 4 changed files with 14 additions and 14 deletions.
diff --git a/project/datamodules/datamodules_test/test_first_batch/cifar10.yaml b/project/datamodules/datamodules_test/test_first_batch/cifar10.yaml
@@ -2,19 +2,19 @@
   device: cpu
   hash: 1082905456378942323
   max: 2.1256
-  mean: -0.00742
-  min: -1.98889
+  mean: -0.0074
+  min: -1.9889
   shape:
   - 128
   - 3
   - 32
   - 32
-  sum: -2919.01538
+  sum: -2919.0154
 '1':
   device: cpu
   hash: 3692171093056153318
   max: 9
-  mean: 4.55469
+  mean: 4.5547
   min: 0
   shape:
   - 128

diff --git a/project/datamodules/datamodules_test/test_first_batch/fashion_mnist.yaml b/project/datamodules/datamodules_test/test_first_batch/fashion_mnist.yaml
@@ -1,20 +1,20 @@
 '0':
   device: cpu
   hash: -3706536913713083016
-  max: 2.82149
-  mean: 0.47488
-  min: -0.42421
+  max: 2.8215
+  mean: 0.4749
+  min: -0.4242
   shape:
   - 128
   - 1
   - 28
   - 28
-  sum: 47655.40625
+  sum: 47655.4062
 '1':
   device: cpu
   hash: -4023601292826392021
   max: 9
-  mean: 4.55469
+  mean: 4.5547
   min: 0
   shape:
   - 128

diff --git a/project/datamodules/datamodules_test/test_first_batch/mnist.yaml b/project/datamodules/datamodules_test/test_first_batch/mnist.yaml
@@ -1,9 +1,9 @@
 '0':
   device: cpu
   hash: 4338584025941619046
-  max: 2.82149
-  mean: 0.01424
-  min: -0.42421
+  max: 2.8215
+  mean: 0.0142
+  min: -0.4242
   shape:
   - 128
   - 1
@@ -14,7 +14,7 @@
   device: cpu
   hash: 1596942422053415325
   max: 9
-  mean: 4.24219
+  mean: 4.2422
   min: 0
   shape:
   - 128

diff --git a/project/utils/tensor_regression.py b/project/utils/tensor_regression.py
@@ -20,7 +20,7 @@
 
 logger = get_logger(__name__)
 
-PRECISION = 5
+PRECISION = 4
 
 
 @functools.singledispatch