From ce54ac9e15837f8a372941a6324d703cfeade1a2 Mon Sep 17 00:00:00 2001 From: thomaswoehlke <thomas.woehlke@gmail.com> Date: Sat, 13 Feb 2021 15:24:53 +0100 Subject: [PATCH] ## 0.0.15 Release * ------------------------------------- * Fixed #88 rename VaccinationImport to VaccinationImport * Fixed #89 change tablename from vaccination_germany_timeline_import to vaccination_import * Fixed #86 rename VaccinationData to VaccinationData * Fixed #162 rename table vaccination_germany_timeline into vaccination_data * ------------------------------------- * Fixed #170 implement url_vaccination_task_update_star_schema_initial in vaccination_views.py * Fixed #171 implement url_vaccination_task_update_starschema_incremental in vaccination_views.py * Fixed #172 implement url_vaccination_task_import_only in vaccination_views.py * Fixed #173 implement url_vaccination_task_import_only in vaccination_views.py * Fixed #174 implement url_vaccination_task_update_dimensiontables_only in vaccination_views.py * Fixed #175 implement url_vaccination_task_update_facttable_incremental_only in vaccination_views.py * Fixed #176 implement url_vaccination_task_update_facttable_initial_only in vaccination_views.py * ------------------------------------- * Fixed #91 implement VaccinationService.run_download_only * Fixed #92 implement VaccinationService.run_import_only * Fixed #93 implement VaccinationService.run_update_dimension_tables_only * Fixed #94 implement VaccinationService.run_update_fact_table_incremental_only * Fixed #95 implement VaccinationService.run_update_fact_table_initial_only * Fixed #96 implement VaccinationService.run_update_star_schema_incremental * Fixed #97 implement VaccinationService.run_update_star_schema_initial * Fixed #101 implement VaccinationServiceUpdate.update_dimension_tables_only * Fixed #102 implement VaccinationServiceUpdate.update_fact_table_incremental_only * Fixed #103 implement VaccinationServiceUpdate.update_fact_table_initial_only * Fixed #104 implement VaccinationServiceUpdate.update_star_schema_incremental * Fixed #105 implement VaccinationServiceUpdate.update_star_schema_initial * ------------------------------------- * Fixed #90 refactor VaccinationService to new method scheme introduced 07.02.2021 * Fixed #98 refactor VaccinationServiceDownload to new method scheme introduced 07.02.2021 * Fixed #99 refactor VaccinationServiceImport to new method scheme introduced 07.02.2021 * Fixed #100 refactor VaccinationServiceUpdate to new method scheme introduced 07.02.2021 * ------------------------------------- * Fixed #87 change to: Vaccination.datum many to one VaccinationDateReported * Fixed #106 add Tasks and URLs for starting Tasks to vaccination_views * ------------------------------------- --- BACKLOG.md | 2 +- .../rki_vaccination_model_import.py | 24 +++++++++---------- .../rki_vaccination_service_import.py | 6 ++--- .../rki_vaccination_service_update.py | 12 +++++----- .../rki_vaccination/rki_vaccination_views.py | 4 ++-- 5 files changed, 24 insertions(+), 24 deletions(-) diff --git a/BACKLOG.md b/BACKLOG.md index 572fc5b2..2ae9ac65 100644 --- a/BACKLOG.md +++ b/BACKLOG.md @@ -125,7 +125,7 @@ ### 0.0.15 Release * ------------------------------------- -* Fixed #88 rename VaccinationImport to VaccinationImport +* Fixed #88 rename RkiVaccinationImport to RkiVaccinationImport * Fixed #89 change tablename from vaccination_germany_timeline_import to vaccination_import * Fixed #86 rename VaccinationData to VaccinationData * Fixed #162 rename table vaccination_germany_timeline into vaccination_data diff --git a/src/covid19/blueprints/rki_vaccination/rki_vaccination_model_import.py b/src/covid19/blueprints/rki_vaccination/rki_vaccination_model_import.py index 26690727..0f5957c2 100644 --- a/src/covid19/blueprints/rki_vaccination/rki_vaccination_model_import.py +++ b/src/covid19/blueprints/rki_vaccination/rki_vaccination_model_import.py @@ -1,8 +1,8 @@ from database import db, ITEMS_PER_PAGE -class VaccinationImport(db.Model): - __tablename__ = 'vaccination_import' +class RkiVaccinationImport(db.Model): + __tablename__ = 'rki_vaccination_import' id = db.Column(db.Integer, primary_key=True) datum = db.Column(db.String(255), nullable=False) @@ -89,30 +89,30 @@ class VaccinationImport(db.Model): sql_query = """ select distinct - vaccination_import.datum + rki_vaccination_import.datum from - vaccination_import + rki_vaccination_import where datum not in ( select distinct - vaccination_import.datum + rki_vaccination_import.datum from - vaccination_data + rki_vaccination_data left join - vaccination_date_reported + rki_vaccination_date_reported on - vaccination_data.date_reported_id=vaccination_date_reported.id + rki_vaccination_data.date_reported_id=rki_vaccination_date_reported.id group by - vaccination_import.datum + rki_vaccination_import.datum order by - vaccination_import.datum desc + rki_vaccination_import.datum desc ) group by - vaccination_import.datum + rki_vaccination_import.datum order by - vaccination_import.datum desc + rki_vaccination_import.datum desc """ new_dates = [] for item, in db.session.execute(sql_query): diff --git a/src/covid19/blueprints/rki_vaccination/rki_vaccination_service_import.py b/src/covid19/blueprints/rki_vaccination/rki_vaccination_service_import.py index 76dd3bc6..74de4fd1 100644 --- a/src/covid19/blueprints/rki_vaccination/rki_vaccination_service_import.py +++ b/src/covid19/blueprints/rki_vaccination/rki_vaccination_service_import.py @@ -3,7 +3,7 @@ import csv import psycopg2 from database import db, app -from covid19.blueprints.rki_vaccination.rki_vaccination_model_import import VaccinationImport +from covid19.blueprints.rki_vaccination.rki_vaccination_model_import import RkiVaccinationImport from covid19.blueprints.rki_vaccination.rki_vaccination_service_config import RkiVaccinationServiceConfig @@ -25,12 +25,12 @@ class RkiVaccinationServiceImport: app.logger.info(" TABLE: who_global_data_import") app.logger.info("------------------------------------------------------------") try: - VaccinationImport.remove_all() + RkiVaccinationImport.remove_all() k = 0 with open(src_cvsfile_name, newline='\n') as csv_file: file_reader = csv.DictReader(csv_file, delimiter='\t', quotechar='"') for row in file_reader: - o = VaccinationImport( + o = RkiVaccinationImport( datum=row['date'], dosen_kumulativ=int(row['dosen_kumulativ']), dosen_differenz_zum_vortag=int(row['dosen_differenz_zum_vortag']), diff --git a/src/covid19/blueprints/rki_vaccination/rki_vaccination_service_update.py b/src/covid19/blueprints/rki_vaccination/rki_vaccination_service_update.py index 263425e5..079355da 100644 --- a/src/covid19/blueprints/rki_vaccination/rki_vaccination_service_update.py +++ b/src/covid19/blueprints/rki_vaccination/rki_vaccination_service_update.py @@ -1,7 +1,7 @@ from database import db, app from covid19.blueprints.rki_vaccination.rki_vaccination_service_config import RkiVaccinationServiceConfig -from covid19.blueprints.rki_vaccination.rki_vaccination_model_import import VaccinationImport +from covid19.blueprints.rki_vaccination.rki_vaccination_model_import import RkiVaccinationImport from covid19.blueprints.rki_vaccination.rki_vaccination_model import VaccinationDateReported, VaccinationData @@ -20,7 +20,7 @@ class RkiVaccinationServiceUpdate: app.logger.info("------------------------------------------------------------") VaccinationData.remove_all() VaccinationDateReported.remove_all() - date_reported_list = VaccinationImport.get_date_reported_as_array() + date_reported_list = RkiVaccinationImport.get_date_reported_as_array() i = 0 for one_date_reported in date_reported_list: i += 1 @@ -37,7 +37,7 @@ class RkiVaccinationServiceUpdate: app.logger.info(" __update_data_initial [begin]") app.logger.info("------------------------------------------------------------") VaccinationData.remove_all() - result_date_rep = VaccinationImport.get_date_rep() + result_date_rep = RkiVaccinationImport.get_date_rep() i = 0 for item_date_rep, in result_date_rep: #dt = item_date_rep['date_rep'] @@ -47,7 +47,7 @@ class RkiVaccinationServiceUpdate: if europe_date_reported is None: o = VaccinationDateReported.create_new_object_factory(item_date_rep) europe_date_reported = o - result_europe_data_import = VaccinationImport.find_by_datum(europe_date_reported.date_reported) + result_europe_data_import = RkiVaccinationImport.find_by_datum(europe_date_reported.date_reported) for item_europe_data_import in result_europe_data_import: o = VaccinationData( date_reported=europe_date_reported, @@ -88,11 +88,11 @@ class RkiVaccinationServiceUpdate: def __update_data_incremental(self): app.logger.info(" __update_data_initial [begin]") app.logger.info("------------------------------------------------------------") - result_date_rep = VaccinationImport.get_daterep_missing_in_vaccination_data() + result_date_rep = RkiVaccinationImport.get_daterep_missing_in_vaccination_data() i = 0 for item_date_rep in result_date_rep: europe_date_reported = VaccinationDateReported.create_new_object_factory(item_date_rep) - result_europe_data_import = VaccinationImport.find_by_datum(europe_date_reported) + result_europe_data_import = RkiVaccinationImport.find_by_datum(europe_date_reported) for item_europe_data_import in result_europe_data_import: o = VaccinationData( date_reported=europe_date_reported, diff --git a/src/covid19/blueprints/rki_vaccination/rki_vaccination_views.py b/src/covid19/blueprints/rki_vaccination/rki_vaccination_views.py index d0548d22..cd178685 100644 --- a/src/covid19/blueprints/rki_vaccination/rki_vaccination_views.py +++ b/src/covid19/blueprints/rki_vaccination/rki_vaccination_views.py @@ -7,7 +7,7 @@ from covid19.app_services import rki_vaccination_service from covid19.app_workers import celery from covid19.blueprints.rki_vaccination.rki_vaccination_model import VaccinationData, VaccinationDateReported -from covid19.blueprints.rki_vaccination.rki_vaccination_model_import import VaccinationImport +from covid19.blueprints.rki_vaccination.rki_vaccination_model_import import RkiVaccinationImport from covid19.blueprints.common.common_model_transient import ApplicationPage @@ -132,7 +132,7 @@ def url_vaccination_tasks(): @app_rki_vaccination.route('/imported') def url_vaccination_imported(page=1): page_info = ApplicationPage('Vaccination', "Data: Germany Timeline imported") - page_data = VaccinationImport.get_all_as_page(page) + page_data = RkiVaccinationImport.get_all_as_page(page) return render_template( 'rki_vaccination/vaccination_imported.html', page_data=page_data, -- GitLab