Reset Migrations (#20)

parley/management/commands/analyze.py

@@ -71,7 +71,7 @@ def handle(self, *args, **opts):
 
         # Lookup the model evaluations specified by the user in the database
         model_evaluations = self.get_queryset(**opts)
-        n_model_evals = model_evaluations.count()
+        n_model_evals = model_evaluations.count() if model_evaluations is not None else 0
         if n_model_evals == 0:
             raise CommandError("no model evaluations found for criteria")
 

parley/migrations/0001_initial.py

@@ -1,4 +1,4 @@
-# Generated by Django 5.1.1 on 2024-10-07 05:47
+# Generated by Django 5.1.1 on 2024-10-08 10:22
 
 import django.db.models.deletion
 import parley.models.llm
@@ -295,6 +295,13 @@ class Migration(migrations.Migration):
                         help_text="If the term is a regular expression to analyze the output on",
                     ),
                 ),
+                (
+                    "is_name",
+                    models.BooleanField(
+                        default=False,
+                        help_text="If the term is a proper name that may be extracted and fuzzy searched with NER",
+                    ),
+                ),
                 (
                     "case_sensitive",
                     models.BooleanField(
@@ -346,35 +353,77 @@ class Migration(migrations.Migration):
                 ("n_prompts", models.IntegerField(default=0, editable=False)),
                 ("n_responses", models.IntegerField(default=0, editable=False)),
                 (
-                    "similarity_processed",
-                    models.BooleanField(default=False, editable=False),
+                    "n_similar",
+                    models.IntegerField(
+                        blank=True, default=None, editable=False, null=True
+                    ),
+                ),
+                (
+                    "n_not_similar",
+                    models.IntegerField(
+                        blank=True, default=None, editable=False, null=True
+                    ),
+                ),
+                (
+                    "n_labeled_correctly",
+                    models.IntegerField(
+                        blank=True, default=None, editable=False, null=True
+                    ),
+                ),
+                (
+                    "n_labeled_incorrectly",
+                    models.IntegerField(
+                        blank=True, default=None, editable=False, null=True
+                    ),
+                ),
+                (
+                    "n_valid_output_type",
+                    models.IntegerField(
+                        blank=True, default=None, editable=False, null=True
+                    ),
+                ),
+                (
+                    "n_invalid_output_type",
+                    models.IntegerField(
+                        blank=True, default=None, editable=False, null=True
+                    ),
+                ),
+                (
+                    "n_leaks_sensitive",
+                    models.IntegerField(
+                        blank=True, default=None, editable=False, null=True
+                    ),
                 ),
-                ("n_similar", models.IntegerField(default=0, editable=False)),
                 (
-                    "labels_processed",
-                    models.BooleanField(default=False, editable=False),
+                    "n_no_sensitive_leaks",
+                    models.IntegerField(
+                        blank=True, default=None, editable=False, null=True
+                    ),
                 ),
-                ("n_labeled_correctly", models.IntegerField(default=0, editable=False)),
                 (
-                    "output_type_processed",
-                    models.BooleanField(default=False, editable=False),
+                    "n_confabulations",
+                    models.IntegerField(
+                        blank=True, default=None, editable=False, null=True
+                    ),
                 ),
-                ("n_valid_output_type", models.IntegerField(default=0, editable=False)),
                 (
-                    "sensitive_processed",
-                    models.BooleanField(default=False, editable=False),
+                    "n_not_confabulation",
+                    models.IntegerField(
+                        blank=True, default=None, editable=False, null=True
+                    ),
                 ),
-                ("n_leaks_sensitive", models.IntegerField(default=0, editable=False)),
                 (
-                    "confabulations_processed",
-                    models.BooleanField(default=False, editable=False),
+                    "n_readable",
+                    models.IntegerField(
+                        blank=True, default=None, editable=False, null=True
+                    ),
                 ),
-                ("n_confabulations", models.IntegerField(default=0, editable=False)),
                 (
-                    "readable_processed",
-                    models.BooleanField(default=False, editable=False),
+                    "n_not_readable",
+                    models.IntegerField(
+                        blank=True, default=None, editable=False, null=True
+                    ),
                 ),
-                ("n_readable", models.IntegerField(default=0, editable=False)),
                 (
                     "evaluation",
                     models.ForeignKey(
@@ -441,6 +490,15 @@ class Migration(migrations.Migration):
                         help_text="The timestamp that the object was last modified",
                     ),
                 ),
+                (
+                    "title",
+                    models.CharField(
+                        blank=True,
+                        default=None,
+                        help_text="A title to specify for identifying the prompt",
+                        null=True,
+                    ),
+                ),
                 (
                     "system",
                     models.TextField(