Add progress bar while importing data from importers

Author: Abhra303

vulnerabilities/import_runner.py

@@ -30,6 +30,7 @@
 from typing import Set
 from typing import Tuple
 from typing import Optional
+from tqdm import tqdm
 
 import packageurl
 from django.db import DataError
@@ -118,8 +119,8 @@ def process_advisories(data_source: DataSource) -> None:
     # Treat updated_advisories and added_advisories as same. Eventually
     # we want to  refactor all data sources to  provide advisories via a
     # single method.
-    advisory_batches = chain(data_source.updated_advisories(), data_source.added_advisories())
-    for batch in advisory_batches:
+    advisory_batches = list(chain(data_source.updated_advisories(), data_source.added_advisories()))
+    for batch in tqdm(advisory_batches):
         for advisory in batch:
             try:
                 vuln, vuln_created = _get_or_create_vulnerability(advisory)

vulnerabilities/management/commands/import.py

@@ -104,7 +104,7 @@ def _import_data(self, importers, cutoff_date):
         failed_importers = []
 
         for importer in importers:
-            self.stdout.write(f"Importing data from {importer.name}")
+            self.stdout.write(f"Importing data from {importer.name}...")
             batch_size = int(getattr(self, "batch_size", 10))
             try:
                 ImportRunner(importer, batch_size).run(cutoff_date=cutoff_date)
@@ -119,3 +119,7 @@ def _import_data(self, importers, cutoff_date):
                 )
         if failed_importers:
             raise CommandError(f"{len(failed_importers)} failed!: {','.join(failed_importers)}")
+        else:
+            self.stdout.write(
+                self.style.SUCCESS("\n\nAll done! vulnerability data has been successfully fetched.")
+            )