Reference: https://github.com/vulnerablecode/issue/650

Work around PostgreSQL index issue

Signed-off-by: Tushar Goel <tushar.goel.dav@gmail.com>

Author: TG1999

vulnerabilities/migrations/0004_advisory_summary_md5.py

@@ -0,0 +1,19 @@
+# Generated by Django 4.0.2 on 2022-03-25 08:43
+
+from django.db import migrations
+from django.db import models
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ("vulnerabilities", "0003_alter_advisory_created_by"),
+    ]
+
+    operations = [
+        migrations.AddField(
+            model_name="advisory",
+            name="summary_md5",
+            field=models.CharField(blank=True, max_length=32, null=True),
+        ),
+    ]

vulnerabilities/migrations/0005_alter_advisory_unique_together.py

@@ -0,0 +1,19 @@
+# Generated by Django 4.0.2 on 2022-03-25 08:44
+
+from django.db import migrations
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ("vulnerabilities", "0004_advisory_summary_md5"),
+    ]
+
+    operations = [
+        migrations.AlterUniqueTogether(
+            name="advisory",
+            unique_together={
+                ("aliases", "summary_md5", "affected_packages", "references", "date_published")
+            },
+        ),
+    ]

vulnerabilities/migrations/0006_advisory_affected_packages_md5.py

@@ -0,0 +1,19 @@
+# Generated by Django 4.0.2 on 2022-03-25 12:58
+
+from django.db import migrations
+from django.db import models
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ("vulnerabilities", "0005_alter_advisory_unique_together"),
+    ]
+
+    operations = [
+        migrations.AddField(
+            model_name="advisory",
+            name="affected_packages_md5",
+            field=models.CharField(blank=True, max_length=32),
+        ),
+    ]

vulnerabilities/migrations/0007_alter_advisory_unique_together.py

@@ -0,0 +1,19 @@
+# Generated by Django 4.0.2 on 2022-03-25 12:58
+
+from django.db import migrations
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ("vulnerabilities", "0006_advisory_affected_packages_md5"),
+    ]
+
+    operations = [
+        migrations.AlterUniqueTogether(
+            name="advisory",
+            unique_together={
+                ("aliases", "summary_md5", "affected_packages_md5", "references", "date_published")
+            },
+        ),
+    ]

vulnerabilities/migrations/0008_advisory_references_md5.py

@@ -0,0 +1,19 @@
+# Generated by Django 4.0.2 on 2022-03-25 12:59
+
+from django.db import migrations
+from django.db import models
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ("vulnerabilities", "0007_alter_advisory_unique_together"),
+    ]
+
+    operations = [
+        migrations.AddField(
+            model_name="advisory",
+            name="references_md5",
+            field=models.CharField(blank=True, max_length=32),
+        ),
+    ]

vulnerabilities/migrations/0009_alter_advisory_unique_together.py

@@ -0,0 +1,25 @@
+# Generated by Django 4.0.2 on 2022-03-25 12:59
+
+from django.db import migrations
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ("vulnerabilities", "0008_advisory_references_md5"),
+    ]
+
+    operations = [
+        migrations.AlterUniqueTogether(
+            name="advisory",
+            unique_together={
+                (
+                    "aliases",
+                    "summary_md5",
+                    "affected_packages_md5",
+                    "references_md5",
+                    "date_published",
+                )
+            },
+        ),
+    ]

vulnerabilities/models.py

@@ -21,6 +21,7 @@
 #  Visit https://github.com/nexB/vulnerablecode/ for support and download.
 
 import dataclasses
+import hashlib
 import importlib
 import json
 import logging
@@ -326,17 +327,39 @@ class Advisory(models.Model):
     into structured data
     """
 
+    def save(self, *args, **kwargs):
+        if self.summary:
+            self.summary_md5 = hashlib.md5(self.summary.encode("utf-8")).hexdigest()
+        if self.affected_packages:
+            self.affected_packages_md5 = hashlib.md5(
+                json.dumps(self.affected_packages).encode("utf-8")
+            ).hexdigest()
+        if self.references:
+            self.references_md5 = hashlib.md5(
+                json.dumps(self.references).encode("utf-8")
+            ).hexdigest()
+        super(Advisory, self).save(*args, **kwargs)
+
     aliases = models.JSONField(blank=True, default=list, help_text="A list of alias strings")
     summary = models.TextField(blank=True, null=True)
+    summary_md5 = models.CharField(blank=True, null=True, max_length=32)
     # we use a JSON field here to avoid creating a complete relational model for data that
     # is never queried directly; instead it is only retrieved and processed as a whole by
     # an improver
     affected_packages = models.JSONField(
         blank=True, default=list, help_text="A list of serializable AffectedPackage objects"
     )
+    affected_packages_md5 = models.CharField(
+        blank=True,
+        max_length=32,
+    )
     references = models.JSONField(
         blank=True, default=list, help_text="A list of serializable Reference objects"
     )
+    references_md5 = models.CharField(
+        blank=True,
+        max_length=32,
+    )
     date_published = models.DateTimeField(
         blank=True, null=True, help_text="UTC Date of publication of the advisory"
     )
@@ -356,9 +379,9 @@ class Advisory(models.Model):
     class Meta:
         unique_together = (
             "aliases",
-            "summary",
-            "affected_packages",
-            "references",
+            "summary_md5",
+            "affected_packages_md5",
+            "references_md5",
             "date_published",
         )