From 35b93a8d2cd72a9a63915a90b1e4bdb7ae93fe71 Mon Sep 17 00:00:00 2001 From: Bjarke Madsen <bjarke@nordu.net> Date: Thu, 19 Oct 2023 15:06:11 +0200 Subject: [PATCH] Don't filter away invalid datapoints --- compendium_v2/publishers/survey_publisher_legacy_excel.py | 4 ---- compendium_v2/publishers/survey_publisher_old_db_2022.py | 4 ---- 2 files changed, 8 deletions(-) diff --git a/compendium_v2/publishers/survey_publisher_legacy_excel.py b/compendium_v2/publishers/survey_publisher_legacy_excel.py index 50cb9b87..8f668ff9 100644 --- a/compendium_v2/publishers/survey_publisher_legacy_excel.py +++ b/compendium_v2/publishers/survey_publisher_legacy_excel.py @@ -37,10 +37,6 @@ def db_budget_migration(nren_dict): abbrev = nren.abbreviation.upper() year = budget.year - if (year == 2013 and abbrev == 'JISC') or (year == 2014 and abbrev == 'GARR'): - # these are obviously invalid datapoints - continue - if float(budget.budget) > 200: logger.warning(f'Incorrect Data: {abbrev} has budget set >200M EUR for {year}. ({budget.budget})') diff --git a/compendium_v2/publishers/survey_publisher_old_db_2022.py b/compendium_v2/publishers/survey_publisher_old_db_2022.py index 2719fbf5..785bf2b4 100644 --- a/compendium_v2/publishers/survey_publisher_old_db_2022.py +++ b/compendium_v2/publishers/survey_publisher_old_db_2022.py @@ -193,10 +193,6 @@ def transfer_budget(nren_dict): logger.info(f'{nren_name} has no budget for 2022. Skipping. ({_budget}))') continue - if nren_name == 'BREN': - # obviously invalid datapoint - continue - if budget > 200: logger.info(f'{nren_name} has budget set to >200M EUR for 2022. ({budget})') -- GitLab