tests + docs

Author: mrlevitas

docs/index.rst

@@ -43,7 +43,9 @@ Setup :code:`reddit-experiments` in your application's configuration file:
    experiments.path = /var/local/foo.json
 
    # optional: how long to wait for the experiments file to exist before failing
-   # (default: do not wait. fail immediately if not available)
+   # default:
+   #    >= v1.7.0 wait 30 seconds
+   #    <  v1.7.0 do not wait, fail immediately if not available
    experiments.timeout = 60 seconds
 
    # optional: the base amount of time for exponential backoff while waiting

tests/decider_tests.py

@@ -497,7 +497,7 @@ def test_none_returned_on_get_variant_call_with_bad_id(self):
                 self.assertEqual(self.event_logger.log.call_count, 0)
 
                 assert any(
-                    "Partially loaded Decider: 1 features failed to load: {'test': 'invalid type: string \"1\", expected u32'}"
+                    "Partially loaded Decider: 1 features failed to load: {'test': 'Manifest parsing error: invalid type: string \"1\", expected u32'}"
                     in x.getMessage()
                     for x in captured.records
                 )
@@ -1481,6 +1481,58 @@ def test_get_variant_without_expose_with_HG_as_control_1_and_child_returns_none_
                 experiment_name="hg", variant="control_1", event_fields=event_fields
             )
 
+    def test_get_variant_for_okta_groups(self):
+        identifier = "t2_test"
+        bucket_val = "user_id"
+        group_overrides = {"variant_2": {"EQ": {"field": "user_id", "values": ["$some_group_id"]}}}
+
+        self.exp_base_config["exp_1"]["experiment"].update({"overrides": [group_overrides]})
+        # reset variant for override to make sure it's not organically bucketed into it
+        self.exp_base_config["exp_1"]["experiment"].update({"variants": [{"range_start": 0.0, "range_end": 0.0, "name": "variant_2"},]})
+
+        og_cfg = {
+            "$override_groups": {
+                "id": 1337,
+                "value": {
+                    "$some_group_id": {
+                        "name": "some_group_id",
+                        "values": [identifier],
+                        "field": "user_id",
+                    }
+                },
+                "type": "dynamic_config",
+                "version": "1",
+                "enabled": False,
+                "owner": "test",
+                "name": "$override_group",
+                "value_type": "Map",
+                "experiment": {
+                    "experiment_version": 1
+                }
+            },
+        }
+        self.exp_base_config.update(og_cfg)
+
+        with create_temp_config_file(self.exp_base_config) as f:
+            decider = setup_decider(f, self.dc, self.mock_span, self.event_logger)
+
+            self.assertEqual(self.event_logger.log.call_count, 0)
+            variant = decider.get_variant_for_identifier_without_expose(
+                experiment_name="exp_1", identifier=identifier, identifier_type=bucket_val
+            )
+            self.assertEqual(variant, "variant_2")
+
+            self.dc._user_id = identifier
+            decider = setup_decider(f, self.dc, self.mock_span, self.event_logger)
+            variant = decider.get_variant_without_expose(experiment_name="exp_1")
+            self.assertEqual(variant, "variant_2")
+
+            # no exposures should be triggered
+            self.assertEqual(self.event_logger.log.call_count, 0)
+
+    def test_get_variant_for_okta_groups_non_user_id_identifier(self):
+        pass
+
 
 class TestDeciderGetDynamicConfig(unittest.TestCase):
     def setUp(self):

tests/experiment_tests.py

@@ -674,6 +674,41 @@ def test_none_returned_on_variant_call_with_no_experiment_with_cfg_data(self):
         variant = experiments.variant("test", user=self.user)
         self.assertEqual(variant, None)
 
+    def test_new_identifier_compatibility(self):
+        self.mock_filewatcher.get_data.return_value = {
+            "test": {
+                "id": 1,
+                "name": "test",
+                "enabled": True,
+                "owner": "test_owner",
+                "version": "1",
+                "emit_event": True,
+                "type": "range_variant",
+                "start_ts": time.time() - THIRTY_DAYS,
+                "stop_ts": time.time() + THIRTY_DAYS,
+                "experiment": {
+                    "variants": [
+                        {"name": "active", "size": 1, "range_end": 1.0, "range_start": 0},
+                    ],
+                    "experiment_version": 5,
+                    "shuffle_version": 91,
+                    "bucket_val": "ad_account_id",
+                    "log_bucketing": False,
+                },
+            }
+        }
+
+        experiments = Experiments(
+            config_watcher=self.mock_filewatcher,
+            server_span=self.mock_span,
+            context_name="test",
+            event_logger=self.event_logger,
+        )
+
+        self.assertEqual(self.event_logger.log.call_count, 0)
+        variant = experiments.variant("test", ad_account_id="a2_xxx")
+
+        self.assertEqual(variant, "active")
 
 @mock.patch("reddit_experiments.FileWatcher")
 class ExperimentsClientFromConfigTests(unittest.TestCase):