From 14a46f83239e4e34b3ff8525c85dd0894be4b625 Mon Sep 17 00:00:00 2001 From: Juan Date: Wed, 29 Jan 2025 11:14:44 +0100 Subject: [PATCH 1/3] Fix issue with storing embeddings --- .../embeddings/StabilityAnalysisRandomNoise.py | 2 +- .../embeddings/StabilityAnalysisSynonyms.py | 2 +- .../embeddings/StabilityAnalysisTranslation.py | 2 +- .../tests/model_validation/embeddings/utils.py | 14 ++++++-------- 4 files changed, 9 insertions(+), 11 deletions(-) diff --git a/validmind/tests/model_validation/embeddings/StabilityAnalysisRandomNoise.py b/validmind/tests/model_validation/embeddings/StabilityAnalysisRandomNoise.py index 474dcb889..74efc4c0d 100644 --- a/validmind/tests/model_validation/embeddings/StabilityAnalysisRandomNoise.py +++ b/validmind/tests/model_validation/embeddings/StabilityAnalysisRandomNoise.py @@ -151,4 +151,4 @@ def perturb_data(data): mean_similarity_threshold, ) - return result, RawData(original_perturbed_similarity=raw_data) + return *result, RawData(original_perturbed_similarity=raw_data) diff --git a/validmind/tests/model_validation/embeddings/StabilityAnalysisSynonyms.py b/validmind/tests/model_validation/embeddings/StabilityAnalysisSynonyms.py index 02cc0118c..6c644b80d 100644 --- a/validmind/tests/model_validation/embeddings/StabilityAnalysisSynonyms.py +++ b/validmind/tests/model_validation/embeddings/StabilityAnalysisSynonyms.py @@ -107,4 +107,4 @@ def perturb_data(data): mean_similarity_threshold, ) - return result, RawData(original_perturbed_similarity=raw_data) + return *result, RawData(original_perturbed_similarity=raw_data) diff --git a/validmind/tests/model_validation/embeddings/StabilityAnalysisTranslation.py b/validmind/tests/model_validation/embeddings/StabilityAnalysisTranslation.py index f8634c93a..77dc50b75 100644 --- a/validmind/tests/model_validation/embeddings/StabilityAnalysisTranslation.py +++ b/validmind/tests/model_validation/embeddings/StabilityAnalysisTranslation.py @@ -134,4 +134,4 @@ def perturb_data(data): mean_similarity_threshold, ) - return result, RawData(original_perturbed_similarity=raw_data) + return *result, RawData(original_perturbed_similarity=raw_data) diff --git a/validmind/tests/model_validation/embeddings/utils.py b/validmind/tests/model_validation/embeddings/utils.py index 727d68dc7..fc6e68727 100644 --- a/validmind/tests/model_validation/embeddings/utils.py +++ b/validmind/tests/model_validation/embeddings/utils.py @@ -18,14 +18,12 @@ def create_stability_analysis_result( original_embeddings, perturbed_embeddings ).diagonal() - # create a raw dataframe of the original, perturbed and similarity - raw_data = pd.DataFrame( - { - "original": original_embeddings, - "perturbed": perturbed_embeddings, - "similarity": similarities, - } - ) + # Store raw data in a dictionary + raw_data = { + "original_embeddings": original_embeddings, + "perturbed_embeddings": perturbed_embeddings, + "similarities": similarities, + } mean = np.mean(similarities) passed = mean > mean_similarity_threshold From aad7263e793a29f99c1111c09c0d39e38f2d3d85 Mon Sep 17 00:00:00 2001 From: Juan Date: Wed, 29 Jan 2025 11:21:16 +0100 Subject: [PATCH 2/3] Fix lint --- validmind/tests/model_validation/embeddings/utils.py | 1 - 1 file changed, 1 deletion(-) diff --git a/validmind/tests/model_validation/embeddings/utils.py b/validmind/tests/model_validation/embeddings/utils.py index fc6e68727..eb9a0466b 100644 --- a/validmind/tests/model_validation/embeddings/utils.py +++ b/validmind/tests/model_validation/embeddings/utils.py @@ -3,7 +3,6 @@ # SPDX-License-Identifier: AGPL-3.0 AND ValidMind Commercial import numpy as np -import pandas as pd import plotly.express as px from sklearn.metrics.pairwise import cosine_similarity From fb649658ea8a39b759fafd95f4f1614a17ff43a8 Mon Sep 17 00:00:00 2001 From: Juan Date: Wed, 29 Jan 2025 16:23:17 +0100 Subject: [PATCH 3/3] 2.8.3 --- pyproject.toml | 2 +- validmind/__version__.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/pyproject.toml b/pyproject.toml index 064321742..f9d018084 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -10,7 +10,7 @@ description = "ValidMind Library" license = "Commercial License" name = "validmind" readme = "README.pypi.md" -version = "2.8.2" +version = "2.8.3" [tool.poetry.dependencies] aiohttp = {extras = ["speedups"], version = "*"} diff --git a/validmind/__version__.py b/validmind/__version__.py index 239bf2b2b..764271bc1 100644 --- a/validmind/__version__.py +++ b/validmind/__version__.py @@ -1 +1 @@ -__version__ = "2.8.2" +__version__ = "2.8.3"