Register charts in Overview and Data Quality Panel

Signed-off-by: Sampurna Pyne <sampurnapyne1710@gmail.com>

Author: Samk1710

insights/charts/__init__.py

@@ -11,10 +11,21 @@
 
 from insights.models import ChartDefinition
 
+from .data_quality_panel import collect_data_quality_todos_resolutions
+from .data_quality_panel import collect_open_issues_to_datasource
+from .data_quality_panel import format_issue_contribution_donut
+from .data_quality_panel import format_issue_type_bar
+from .data_quality_panel import format_todos_resolution_timeline
 from .importer_panel import _get_snapshot_data
 from .importer_panel import build_importer_exploit_columns
 from .importer_panel import build_importer_package_columns
 from .importer_panel import collect_importers
+from .overview_panel import collect_kpi_card
+from .overview_panel import collect_yearly_distribution
+from .overview_panel import format_coverage_comparison
+from .overview_panel import format_growth_trend
+from .overview_panel import format_kpi_card
+from .overview_panel import format_yearly_distribution
 from .package_panel import collect_cwes
 from .package_panel import collect_ecosystem_distribution
 from .package_panel import collect_packages
@@ -25,6 +36,38 @@
 from .severity_panel import get_severity_snapshot_data
 
 CHARTS = [
+    ChartDefinition(
+        id="overview-stats",
+        title="Overview Stats",
+        panel="overview_panel",
+        chart_type="custom",
+        formatter_fn=format_kpi_card,
+        collect_fn=collect_kpi_card,
+    ),
+    ChartDefinition(
+        id="overview-cross-validation",
+        title="Coverage Comparison",
+        panel="overview_panel",
+        chart_type="stacked_bar",
+        formatter_fn=format_coverage_comparison,
+        collect_fn=collect_importers,
+    ),
+    ChartDefinition(
+        id="overview-growth-trend",
+        title="Advisories Imported in the last 30 days",
+        panel="overview_panel",
+        chart_type="colored_bar",
+        formatter_fn=format_growth_trend,
+        collect_fn=collect_kpi_card,
+    ),
+    ChartDefinition(
+        id="overview-historical",
+        title="Advisories Published in the Last 10 years",
+        panel="overview_panel",
+        chart_type="colored_bar",
+        formatter_fn=format_yearly_distribution,
+        collect_fn=collect_yearly_distribution,
+    ),
     ChartDefinition(
         id="pkg-dist-donut",
         title="Ecosystem Distribution",
@@ -77,6 +120,29 @@
         formatter_fn=partial(_get_snapshot_data, build_columns_fn=build_importer_exploit_columns),
         collect_fn=collect_importers,
     ),
+    ChartDefinition(
+        id="dq-issue-type-bar",
+        title="Open Issues by Type per Datasource",
+        panel="data_quality_panel",
+        chart_type="colored_bar",
+        formatter_fn=format_issue_type_bar,
+        collect_fn=collect_open_issues_to_datasource,
+    ),
+    ChartDefinition(
+        id="dq-importer-contribution-donut",
+        title="Datasource Contribution per Open Issue",
+        panel="data_quality_panel",
+        chart_type="donut",
+        formatter_fn=format_issue_contribution_donut,
+    ),
+    ChartDefinition(
+        id="dq-resolution-timeline",
+        title="Issue Opened and Resolved Monthly",
+        panel="data_quality_panel",
+        chart_type="line",
+        formatter_fn=format_todos_resolution_timeline,
+        collect_fn=collect_data_quality_todos_resolutions,
+    ),
 ]
 
 PANELS = [

insights/insights_snapshot_pipeline.py

@@ -11,7 +11,11 @@
 
 from insights.charts import CHARTS
 from insights.models import DailySnapshot
+from insights.models import DataQualityIssueByDatasourceInsight
+from insights.models import DataQualityToDosResolutionInsight
 from insights.models import ImporterInsight
+from insights.models import OverviewCoverageInsight
+from insights.models import OverviewYearlyInsight
 from insights.models import PackageCWEInsight
 from insights.models import PackageInsight
 from insights.models import PackageNameInsight
@@ -42,6 +46,11 @@ def compute_chart_analytics(self):
         self.package_cwes = []
         self.importer_insights = []
         self.severity_insight = None
+        self.overview_insight = None
+        self.overview_yearly_insights = []
+        self.overview_coverage_insights = []
+        self.data_quality_issue_types = []
+        self.data_quality_todos_resolutions = []
         active_charts = [chart_def for chart_def in CHARTS if chart_def.collect_fn]
 
         # Count steps for progress bar
@@ -78,8 +87,32 @@ def save_snapshot(self):
             self.severity_insight.snapshot_id = snapshot.id
             self.severity_insight.save()
 
+        if self.overview_insight:
+            self.overview_insight.snapshot_id = snapshot.id
+            self.overview_insight.save()
+
+            for yearly in self.overview_yearly_insights:
+                yearly.overview_id = self.overview_insight.id
+            for coverage in self.overview_coverage_insights:
+                coverage.overview_id = self.overview_insight.id
+
+        for insight in self.data_quality_issue_types:
+            insight.snapshot_id = snapshot.id
+        for insight in self.data_quality_todos_resolutions:
+            insight.snapshot_id = snapshot.id
+
         PackageInsight.objects.bulk_create(self.package_insights.values(), batch_size=5000)
         PackageNameInsight.objects.bulk_create(self.package_names, batch_size=5000)
         PackageCWEInsight.objects.bulk_create(self.package_cwes, batch_size=5000)
         ImporterInsight.objects.bulk_create(self.importer_insights, batch_size=5000)
+        OverviewYearlyInsight.objects.bulk_create(self.overview_yearly_insights, batch_size=5000)
+        OverviewCoverageInsight.objects.bulk_create(
+            self.overview_coverage_insights, batch_size=5000
+        )
+        DataQualityIssueByDatasourceInsight.objects.bulk_create(
+            self.data_quality_issue_types, batch_size=5000
+        )
+        DataQualityToDosResolutionInsight.objects.bulk_create(
+            self.data_quality_todos_resolutions, batch_size=5000
+        )
         self.log("Snapshot saved successfully.")