From cd8702ab0dab9bb156864e7b5da69060910ece3a Mon Sep 17 00:00:00 2001
From: mrq <barry.quiggles@protonmail.com>
Date: Sun, 5 Mar 2023 13:24:07 +0000
Subject: [PATCH] oops
---
src/utils.py | 8 ++++----
1 file changed, 4 insertions(+), 4 deletions(-)
diff --git a/src/utils.py b/src/utils.py
index 90a46b4..4a0f9d5 100755
--- a/src/utils.py
+++ b/src/utils.py
@@ -799,7 +799,7 @@ class TrainingState():
self.metrics['loss'] = []
if len(self.losses) > 0:
- self.metrics['loss'].append(f'Loss: {"{:3f}".format(self.losses[-1]["value"])}')
+ self.metrics['loss'].append(f'Loss: {"{:.3f}".format(self.losses[-1]["value"])}')
if len(self.losses) >= 2:
# i can probably do a """riemann sum""" to get a better derivative, but the instantaneous one works fine
@@ -812,7 +812,7 @@ class TrainingState():
dstep = d2_step - d1_step
# don't bother if the loss went up
- if dloss < 0:
+ if True; # dloss < 0:
its_remain = self.its - self.it
inst_deriv = dloss / dstep
@@ -828,7 +828,7 @@ class TrainingState():
self.metrics['loss'].append(f'Est. milestone {next_milestone} in: {int(est_its)}its')
else:
est_loss = inst_deriv * its_remain + d1_loss
- self.metrics['loss'].append(f'Est. final loss: {"{:3f}".format(est_loss)}')
+ self.metrics['loss'].append(f'Est. final loss: {"{:.3f}".format(est_loss)}')
self.metrics['loss'] = ", ".join(self.metrics['loss'])
@@ -1289,7 +1289,7 @@ def get_training_list(dir="./training/"):
def do_gc():
gc.collect()
try:
- trytorch.cuda.empty_cache()
+ torch.cuda.empty_cache()
except Exception as e:
pass