finalize uploader

parley/forms.py

@@ -142,6 +142,13 @@ def handle_uploaded_file(self, td, f, counts):
                     f"unknown type \"{row['type']}\" on line {r} of {f.name}"
                 )
 
+            # Handle Foreign Keys
+            if rtype == Prompt:
+                self.link_reference(row, 'evaluation', Evaluation)
+            elif rtype == Response:
+                self.link_reference(row, 'model', LLM)
+                self.link_reference(row, 'prompt', Prompt)
+
             counts.increment(f.name, *rtype.objects.get_or_create(**row))
 
     def read_jsonlines(self, path):
@@ -159,3 +166,11 @@ def write_temporary_file(self, td, f):
             for chunk in f.chunks():
                 fh.write(chunk)
         return path
+
+    def link_reference(self, row, key, model):
+        try:
+            row[key] = model.objects.get(id=row[key])
+        except (KeyError, model.DoesNotExist):
+            raise ParlanceUploadError(
+                f"could not associate \"{row.get(key, '')}\" with existing {model.__name__} object"
+            )

parley/migrations/0001_initial.py

@@ -1,4 +1,4 @@
-# Generated by Django 5.1.1 on 2024-10-03 12:00
+# Generated by Django 5.1.1 on 2024-10-03 20:30
 
 import django.db.models.deletion
 import parley.validators
@@ -60,8 +60,9 @@ class Migration(migrations.Migration):
                     "description",
                     models.TextField(
                         blank=True,
-                        default="",
+                        default=None,
                         help_text="Any notes or other descriptive information about the evaluation",
+                        null=True,
                     ),
                 ),
                 (
@@ -190,7 +191,10 @@ class Migration(migrations.Migration):
                 (
                     "trained_on",
                     models.DateTimeField(
-                        help_text="The timestamp that the model started training"
+                        blank=True,
+                        default=None,
+                        help_text="The timestamp that the model started training",
+                        null=True,
                     ),
                 ),
                 (
@@ -396,7 +400,10 @@ class Migration(migrations.Migration):
                 (
                     "inference_on",
                     models.DateTimeField(
-                        help_text="The timestamp that the LLM started the inferencing"
+                        blank=True,
+                        default=None,
+                        help_text="The timestamp that the LLM started the inferencing",
+                        null=True,
                     ),
                 ),
                 (

parley/models.py

@@ -113,7 +113,7 @@ class LLM(BaseModel):
     )
 
     trained_on = models.DateTimeField(
-        null=False, blank=False,
+        null=True, default=None, blank=True,
         help_text="The timestamp that the model started training"
     )
 
@@ -136,6 +136,9 @@ def training_completed(self):
             return None
         return self.trained_on + self.training_duration
 
+    def __str__(self):
+        return self.name
+
 
 class Evaluation(BaseModel):
     """
@@ -162,14 +165,14 @@ class Evaluation(BaseModel):
     )
 
     description = models.TextField(
-        null=False,
+        null=True,
         blank=True,
-        default="",
+        default=None,
         help_text="Any notes or other descriptive information about the evaluation",
     )
 
     active = models.BooleanField(
-        default=True,
+        default=True, null=False,
         help_text="This prompt set should be used in evaluations of new models",
     )
 
@@ -180,6 +183,9 @@ class Meta:
         verbose_name = "evaluation"
         verbose_name_plural = "evaluations"
 
+    def __str__(self):
+        return self.name
+
 
 class Prompt(BaseModel):
     """
@@ -316,8 +322,9 @@ class Response(BaseModel):
     )
 
     inference_on = models.DateTimeField(
-        null=False,
-        blank=False,
+        null=True,
+        blank=True,
+        default=None,
         help_text="The timestamp that the LLM started the inferencing",
     )