From b8c2ca4e271e3ddc413e33553c81d147154849d9 Mon Sep 17 00:00:00 2001 From: Adrian Edwards Date: Mon, 14 Jul 2025 15:40:59 -0400 Subject: [PATCH 1/2] deduplicate convert_type_of_value Signed-off-by: Adrian Edwards --- augur/application/config.py | 30 +----------------------------- augur/application/db/lib.py | 31 +------------------------------ augur/application/util.py | 30 ++++++++++++++++++++++++++++++ 3 files changed, 32 insertions(+), 59 deletions(-) diff --git a/augur/application/config.py b/augur/application/config.py index e3e93302eb..014c8ae6a0 100644 --- a/augur/application/config.py +++ b/augur/application/config.py @@ -5,6 +5,7 @@ import os from augur.application.db.models import Config from augur.application.db.util import execute_session_query +from augur.application.util import convert_type_of_value def get_development_flag_from_config(): @@ -109,35 +110,6 @@ def get_development_flag(): } -def convert_type_of_value(config_dict, logger=None): - - data_type = config_dict["type"] - - if data_type == "str" or data_type is None: - return config_dict - - elif data_type == "int": - config_dict["value"] = int(config_dict["value"]) - - elif data_type == "bool": - value = config_dict["value"] - - if value.lower() == "false": - config_dict["value"] = False - else: - config_dict["value"] = True - - elif data_type == "float": - config_dict["value"] = float(config_dict["value"]) - - else: - if logger: - logger.error(f"Need to add support for {data_type} types to config") - else: - print(f"Need to add support for {data_type} types to config") - - return config_dict - class AugurConfig(): from augur.application.db.session import DatabaseSession diff --git a/augur/application/db/lib.py b/augur/application/db/lib.py index b4004d7734..cb6bc283e5 100644 --- a/augur/application/db/lib.py +++ b/augur/application/db/lib.py @@ -14,40 +14,11 @@ from augur.tasks.util.collection_state import CollectionState from augur.application.db import get_session, get_engine from augur.application.db.util import execute_session_query +from augur.application.util import convert_type_of_value from augur.application.db.session import remove_duplicates_by_uniques, remove_null_characters_from_list_of_dicts logger = logging.getLogger("db_lib") -def convert_type_of_value(config_dict, logger=None): - - - data_type = config_dict["type"] - - if data_type == "str" or data_type is None: - return config_dict - - if data_type == "int": - config_dict["value"] = int(config_dict["value"]) - - elif data_type == "bool": - value = config_dict["value"] - - if value.lower() == "false": - config_dict["value"] = False - else: - config_dict["value"] = True - - elif data_type == "float": - config_dict["value"] = float(config_dict["value"]) - - else: - if logger: - logger.error(f"Need to add support for {data_type} types to config") - else: - print(f"Need to add support for {data_type} types to config") - - return config_dict - def get_section(section_name) -> dict: """Get a section of data from the config. diff --git a/augur/application/util.py b/augur/application/util.py index 03e591df98..fa5a63d13d 100644 --- a/augur/application/util.py +++ b/augur/application/util.py @@ -25,3 +25,33 @@ def get_all_repos_count(**kwargs): result = controller.get_repo_count(source="all", **kwargs) return result + + +def convert_type_of_value(config_dict, logger=None): + + data_type = config_dict["type"] + + if data_type == "str" or data_type is None: + return config_dict + + elif data_type == "int": + config_dict["value"] = int(config_dict["value"]) + + elif data_type == "bool": + value = config_dict["value"] + + if value.lower() == "false": + config_dict["value"] = False + else: + config_dict["value"] = True + + elif data_type == "float": + config_dict["value"] = float(config_dict["value"]) + + else: + if logger: + logger.error(f"Need to add support for {data_type} types to config") + else: + print(f"Need to add support for {data_type} types to config") + + return config_dict \ No newline at end of file From b289d662ab08588a022b141b091d79b2cb9d1de3 Mon Sep 17 00:00:00 2001 From: Adrian Edwards Date: Wed, 23 Jul 2025 16:22:05 -0400 Subject: [PATCH 2/2] move to db.util Signed-off-by: Adrian Edwards --- augur/application/config.py | 3 +-- augur/application/db/lib.py | 3 +-- augur/application/db/util.py | 30 ++++++++++++++++++++++++++++++ augur/application/util.py | 32 +------------------------------- 4 files changed, 33 insertions(+), 35 deletions(-) diff --git a/augur/application/config.py b/augur/application/config.py index 014c8ae6a0..7ace2befd3 100644 --- a/augur/application/config.py +++ b/augur/application/config.py @@ -4,8 +4,7 @@ from typing import List, Any, Optional import os from augur.application.db.models import Config -from augur.application.db.util import execute_session_query -from augur.application.util import convert_type_of_value +from augur.application.db.util import execute_session_query, convert_type_of_value def get_development_flag_from_config(): diff --git a/augur/application/db/lib.py b/augur/application/db/lib.py index cb6bc283e5..5bec1dc8ad 100644 --- a/augur/application/db/lib.py +++ b/augur/application/db/lib.py @@ -13,8 +13,7 @@ from augur.application.db.models import Config, Repo, Commit, WorkerOauth, Issue, PullRequest, PullRequestReview, ContributorsAlias,UnresolvedCommitEmail, Contributor, CollectionStatus, UserGroup, RepoGroup from augur.tasks.util.collection_state import CollectionState from augur.application.db import get_session, get_engine -from augur.application.db.util import execute_session_query -from augur.application.util import convert_type_of_value +from augur.application.db.util import execute_session_query, convert_type_of_value from augur.application.db.session import remove_duplicates_by_uniques, remove_null_characters_from_list_of_dicts logger = logging.getLogger("db_lib") diff --git a/augur/application/db/util.py b/augur/application/db/util.py index 9fa49ab00d..81f24ea6dd 100644 --- a/augur/application/db/util.py +++ b/augur/application/db/util.py @@ -58,3 +58,33 @@ def convert_orm_list_to_dict_list(result): return new_list + + +def convert_type_of_value(config_dict, logger=None): + + data_type = config_dict["type"] + + if data_type == "str" or data_type is None: + return config_dict + + elif data_type == "int": + config_dict["value"] = int(config_dict["value"]) + + elif data_type == "bool": + value = config_dict["value"] + + if value.lower() == "false": + config_dict["value"] = False + else: + config_dict["value"] = True + + elif data_type == "float": + config_dict["value"] = float(config_dict["value"]) + + else: + if logger: + logger.error(f"Need to add support for {data_type} types to config") + else: + print(f"Need to add support for {data_type} types to config") + + return config_dict \ No newline at end of file diff --git a/augur/application/util.py b/augur/application/util.py index fa5a63d13d..af11d7d367 100644 --- a/augur/application/util.py +++ b/augur/application/util.py @@ -24,34 +24,4 @@ def get_all_repos_count(**kwargs): result = controller.get_repo_count(source="all", **kwargs) - return result - - -def convert_type_of_value(config_dict, logger=None): - - data_type = config_dict["type"] - - if data_type == "str" or data_type is None: - return config_dict - - elif data_type == "int": - config_dict["value"] = int(config_dict["value"]) - - elif data_type == "bool": - value = config_dict["value"] - - if value.lower() == "false": - config_dict["value"] = False - else: - config_dict["value"] = True - - elif data_type == "float": - config_dict["value"] = float(config_dict["value"]) - - else: - if logger: - logger.error(f"Need to add support for {data_type} types to config") - else: - print(f"Need to add support for {data_type} types to config") - - return config_dict \ No newline at end of file + return result \ No newline at end of file