From 35b93a8d2cd72a9a63915a90b1e4bdb7ae93fe71 Mon Sep 17 00:00:00 2001
From: Bjarke Madsen <bjarke@nordu.net>
Date: Thu, 19 Oct 2023 15:06:11 +0200
Subject: [PATCH] Don't filter away invalid datapoints

---
 compendium_v2/publishers/survey_publisher_legacy_excel.py | 4 ----
 compendium_v2/publishers/survey_publisher_old_db_2022.py  | 4 ----
 2 files changed, 8 deletions(-)

diff --git a/compendium_v2/publishers/survey_publisher_legacy_excel.py b/compendium_v2/publishers/survey_publisher_legacy_excel.py
index 50cb9b87..8f668ff9 100644
--- a/compendium_v2/publishers/survey_publisher_legacy_excel.py
+++ b/compendium_v2/publishers/survey_publisher_legacy_excel.py
@@ -37,10 +37,6 @@ def db_budget_migration(nren_dict):
             abbrev = nren.abbreviation.upper()
             year = budget.year
 
-            if (year == 2013 and abbrev == 'JISC') or (year == 2014 and abbrev == 'GARR'):
-                # these are obviously invalid datapoints
-                continue
-
             if float(budget.budget) > 200:
                 logger.warning(f'Incorrect Data: {abbrev} has budget set >200M EUR for {year}. ({budget.budget})')
 
diff --git a/compendium_v2/publishers/survey_publisher_old_db_2022.py b/compendium_v2/publishers/survey_publisher_old_db_2022.py
index 2719fbf5..785bf2b4 100644
--- a/compendium_v2/publishers/survey_publisher_old_db_2022.py
+++ b/compendium_v2/publishers/survey_publisher_old_db_2022.py
@@ -193,10 +193,6 @@ def transfer_budget(nren_dict):
             logger.info(f'{nren_name} has no budget for 2022. Skipping. ({_budget}))')
             continue
 
-        if nren_name == 'BREN':
-            # obviously invalid datapoint
-            continue
-
         if budget > 200:
             logger.info(f'{nren_name} has budget set to >200M EUR for 2022. ({budget})')
 
-- 
GitLab