Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
5 changes: 5 additions & 0 deletions optimizely/decision_service.py
Original file line number Diff line number Diff line change
Expand Up @@ -515,6 +515,11 @@ def get_variation(
'reasons': decide_reasons,
'variation': None
}
ignore_user_profile = True
self.logger.debug(
f'Skipping user profile service for CMAB experiment "{experiment.key}". '
f'CMAB decisions are dynamic and not stored for sticky bucketing.'
)
variation_id = cmab_decision['variation_id'] if cmab_decision else None
cmab_uuid = cmab_decision['cmab_uuid'] if cmab_decision else None
variation = project_config.get_variation_from_id(experiment_key=experiment.key,
Expand Down
118 changes: 118 additions & 0 deletions tests/test_decision_service.py
Original file line number Diff line number Diff line change
Expand Up @@ -1074,6 +1074,124 @@ def test_get_variation_cmab_experiment_with_whitelisted_variation(self):
mock_bucket.assert_not_called()
mock_cmab_decision.assert_not_called()

def test_get_variation_cmab_experiment_does_not_save_user_profile(self):
"""Test that CMAB experiments do not save bucketing decisions to user profile."""

# Create a user context
user = optimizely_user_context.OptimizelyUserContext(
optimizely_client=None,
logger=None,
user_id="test_user",
user_attributes={}
)

# Create a user profile service and tracker
user_profile_service = user_profile.UserProfileService()
user_profile_tracker = user_profile.UserProfileTracker(user.user_id, user_profile_service)

# Create a CMAB experiment
cmab_experiment = entities.Experiment(
'111150',
'cmab_experiment',
'Running',
'111150',
[], # No audience IDs
{},
[
entities.Variation('111151', 'variation_1'),
entities.Variation('111152', 'variation_2')
],
[
{'entityId': '111151', 'endOfRange': 5000},
{'entityId': '111152', 'endOfRange': 10000}
],
cmab={'trafficAllocation': 5000}
)

with mock.patch('optimizely.helpers.experiment.is_experiment_running', return_value=True), \
mock.patch('optimizely.helpers.audience.does_user_meet_audience_conditions', return_value=[True, []]), \
mock.patch.object(self.decision_service.bucketer, 'bucket_to_entity_id',
return_value=['$', []]), \
mock.patch.object(self.decision_service, 'cmab_service') as mock_cmab_service, \
mock.patch.object(self.project_config, 'get_variation_from_id',
return_value=entities.Variation('111151', 'variation_1')), \
mock.patch.object(user_profile_tracker, 'update_user_profile') as mock_update_profile, \
mock.patch.object(self.decision_service, 'logger') as mock_logger:

# Configure CMAB service to return a decision
mock_cmab_service.get_decision.return_value = (
{
'variation_id': '111151',
'cmab_uuid': 'test-cmab-uuid-123'
},
[] # reasons list
)

# Call get_variation with the CMAB experiment and user profile tracker
variation_result = self.decision_service.get_variation(
self.project_config,
cmab_experiment,
user,
user_profile_tracker
)
variation = variation_result['variation']
cmab_uuid = variation_result['cmab_uuid']

# Verify the variation and cmab_uuid are returned
self.assertEqual(entities.Variation('111151', 'variation_1'), variation)
self.assertEqual('test-cmab-uuid-123', cmab_uuid)

# Verify user profile was NOT updated for CMAB experiment
mock_update_profile.assert_not_called()

# Verify debug log was called to explain CMAB exclusion
mock_logger.debug.assert_any_call(
'Skipping user profile service for CMAB experiment "cmab_experiment". '
'CMAB decisions are dynamic and not stored for sticky bucketing.'
)

def test_get_variation_standard_experiment_saves_user_profile(self):
"""Test that standard (non-CMAB) experiments DO save bucketing decisions to user profile."""

user = optimizely_user_context.OptimizelyUserContext(
optimizely_client=None,
logger=None,
user_id="test_user",
user_attributes={}
)

# Create a user profile service and tracker
user_profile_service = user_profile.UserProfileService()
user_profile_tracker = user_profile.UserProfileTracker(user.user_id, user_profile_service)

# Get a standard (non-CMAB) experiment
experiment = self.project_config.get_experiment_from_key("test_experiment")

with mock.patch('optimizely.decision_service.DecisionService.get_whitelisted_variation',
return_value=[None, []]), \
mock.patch('optimizely.decision_service.DecisionService.get_stored_variation',
return_value=None), \
mock.patch('optimizely.helpers.audience.does_user_meet_audience_conditions',
return_value=[True, []]), \
mock.patch('optimizely.bucketer.Bucketer.bucket',
return_value=[entities.Variation("111129", "variation"), []]), \
mock.patch.object(user_profile_tracker, 'update_user_profile') as mock_update_profile:

# Call get_variation with standard experiment and user profile tracker
variation_result = self.decision_service.get_variation(
self.project_config,
experiment,
user,
user_profile_tracker
)
variation = variation_result['variation']

# Verify variation was returned
self.assertEqual(entities.Variation("111129", "variation"), variation)

# Verify user profile WAS updated for standard experiment
mock_update_profile.assert_called_once_with(experiment, variation)


class FeatureFlagDecisionTests(base.BaseTest):
def setUp(self):
Expand Down