Do bulk update

Signed-off-by: Tushar Goel <tushar.goel.dav@gmail.com>

Author: TG1999

vulnerabilities/improvers/__init__.py

@@ -17,8 +17,8 @@
 from vulnerabilities.pipelines import enhance_with_exploitdb
 from vulnerabilities.pipelines import enhance_with_kev
 from vulnerabilities.pipelines import enhance_with_metasploit
-from vulnerabilities.pipelines import fill_vulnerability_summary_pipeline
 from vulnerabilities.pipelines import flag_ghost_packages
+from vulnerabilities.pipelines import populate_vulnerability_summary_pipeline
 from vulnerabilities.pipelines import remove_duplicate_advisories
 
 IMPROVERS_REGISTRY = [
@@ -48,7 +48,7 @@
     collect_commits.CollectFixCommitsPipeline,
     add_cvss31_to_CVEs.CVEAdvisoryMappingPipeline,
     remove_duplicate_advisories.RemoveDuplicateAdvisoriesPipeline,
-    fill_vulnerability_summary_pipeline.PopulateVulnerabilitySummariesPipeline,
+    populate_vulnerability_summary_pipeline.PopulateVulnerabilitySummariesPipeline,
 ]
 
 IMPROVERS_REGISTRY = {

…s/fill_vulnerability_summary_pipeline.py …pulate_vulnerability_summary_pipeline.pyvulnerabilities/pipelines/fill_vulnerability_summary_pipeline.py renamed to vulnerabilities/pipelines/populate_vulnerability_summary_pipeline.py vulnerabilities/pipelines/fill_vulnerability_summary_pipeline.py renamed to vulnerabilities/pipelines/populate_vulnerability_summary_pipeline.py

@@ -36,13 +36,15 @@ def populate_missing_summaries(self):
 
         progress = LoopProgress(total_iterations=vulnerabilities_qs.count(), logger=self.log)
 
+        vulnerabilities_to_be_updated = []
+
         for vulnerability in progress.iter(vulnerabilities_qs.iterator()):
             cve_alias = vulnerability.aliases.filter(alias__startswith="CVE-").first()
 
             if not cve_alias:
                 self.log(
                     f"Vulnerability {vulnerability.vulnerability_id} has no CVE alias",
-                    level=logging.INFO,
+                    level=logging.DEBUG,
                 )
                 continue
 
@@ -54,10 +56,16 @@ def populate_missing_summaries(self):
                 best_advisory = matching_advisories.order_by("-date_collected").first()
                 # Note: we filtered above to only get non-empty summaries
                 vulnerability.summary = best_advisory.summary
-                vulnerability.save()
+                vulnerabilities_to_be_updated.append(vulnerability)
                 self.log(
                     f"Updated summary for vulnerability {vulnerability.vulnerability_id}",
                     level=logging.INFO,
                 )
             else:
-                self.log(f"No advisory found for alias {cve_alias}", level=logging.INFO)
+                self.log(f"No advisory found for alias {cve_alias}", level=logging.DEBUG)
+        Vulnerability.objects.bulk_update(vulnerabilities_to_be_updated, ["summary"])
+        self.log(
+            f"Successfully populated {len(vulnerabilities_to_be_updated)} vulnerabilities with summary",
+            level=logging.INFO,
+        )
+        self.log("Pipeline completed", level=logging.INFO)

…t_fill_vulnerability_summary_pipeline.py …pulate_vulnerability_summary_pipeline.pyvulnerabilities/tests/pipelines/test_fill_vulnerability_summary_pipeline.py renamed to vulnerabilities/tests/pipelines/test_populate_vulnerability_summary_pipeline.py vulnerabilities/tests/pipelines/test_fill_vulnerability_summary_pipeline.py renamed to vulnerabilities/tests/pipelines/test_populate_vulnerability_summary_pipeline.py

@@ -16,16 +16,16 @@
 from vulnerabilities.models import Advisory
 from vulnerabilities.models import Alias
 from vulnerabilities.models import Vulnerability
-from vulnerabilities.pipelines.fill_vulnerability_summary_pipeline import (
+from vulnerabilities.pipelines.populate_vulnerability_summary_pipeline import (
     PopulateVulnerabilitySummariesPipeline,
 )
 
 
-class FillVulnerabilitySummariesPipelineTest(TestCase):
+class PopulateVulnerabilitySummariesPipelineTest(TestCase):
     def setUp(self):
         self.data = Path(__file__).parent.parent / "test_data"
 
-    def test_fill_missing_summaries_from_nvd(self):
+    def test_populate_missing_summaries_from_nvd(self):
         """
         Test that vulnerabilities without summaries get them from NVD advisories.
         """