Make pipeline progress step configurable

Signed-off-by: Keshav Priyadarshi <git@keshav.space>

Author: keshav-space

vulnerabilities/pipelines/__init__.py

@@ -266,6 +266,9 @@ class VulnerableCodeBaseImporterPipelineV2(VulnerableCodePipeline):
     repo_url = None
     ignorable_versions = []
 
+    # Control how often progress log is shown (range: 1–100, higher value = less frequent log)
+    progress_step = 10
+
     # When set to true pipeline is run only once.
     # To rerun onetime pipeline reset is_active field to True via migration.
     run_once = False
@@ -301,7 +304,11 @@ def collect_and_store_advisories(self):
         if estimated_advisory_count > 0:
             self.log(f"Collecting {estimated_advisory_count:,d} advisories")
 
-        progress = LoopProgress(total_iterations=estimated_advisory_count, logger=self.log)
+        progress = LoopProgress(
+            total_iterations=estimated_advisory_count,
+            logger=self.log,
+            progress_step=self.progress_step,
+        )
         for advisory in progress.iter(self.collect_advisories()):
             if advisory is None:
                 self.log("Advisory is None, skipping")