# Which issue(s) this PR fixes Fix this issue I came across in a celery task retry exception log:  ## Checklist - [x] Unit, integration, and e2e (if applicable) tests updated - [x] Documentation added (or `pr:no public docs` PR label added if not required) - [x] `CHANGELOG.md` updated (or `pr:no changelog` PR label added if not required)
469 lines
17 KiB
Python
469 lines
17 KiB
Python
from unittest.mock import patch
|
|
|
|
import pytest
|
|
from django.conf import settings
|
|
from django.test import override_settings
|
|
|
|
from apps.alerts.models import AlertReceiveChannel
|
|
from apps.api.permissions import LegacyAccessControlRole
|
|
from apps.grafana_plugin.helpers.client import GcomAPIClient, GrafanaAPIClient
|
|
from apps.user_management.models import Team, User
|
|
from apps.user_management.sync import cleanup_organization, sync_organization
|
|
|
|
MOCK_GRAFANA_INCIDENT_BACKEND_URL = "https://grafana-incident.test"
|
|
|
|
|
|
@pytest.mark.django_db
|
|
def test_sync_users_for_organization(make_organization, make_user_for_organization):
|
|
organization = make_organization(grafana_url="https://test.test")
|
|
users = tuple(make_user_for_organization(organization, user_id=user_id) for user_id in (1, 2))
|
|
|
|
api_users = tuple(
|
|
{
|
|
"userId": user_id,
|
|
"email": "test@test.test",
|
|
"name": "Test",
|
|
"login": "test",
|
|
"role": "admin",
|
|
"avatarUrl": "/test/1234",
|
|
"permissions": [],
|
|
}
|
|
for user_id in (2, 3)
|
|
)
|
|
|
|
User.objects.sync_for_organization(organization, api_users=api_users)
|
|
|
|
assert organization.users.count() == 2
|
|
|
|
# check that excess users are deleted
|
|
assert not organization.users.filter(pk=users[0].pk).exists()
|
|
|
|
# check that existing users are updated
|
|
updated_user = organization.users.filter(pk=users[1].pk).first()
|
|
assert updated_user is not None
|
|
assert updated_user.name == api_users[0]["name"]
|
|
assert updated_user.email == api_users[0]["email"]
|
|
assert updated_user.avatar_full_url == "https://test.test/test/1234"
|
|
|
|
# check that missing users are created
|
|
created_user = organization.users.filter(user_id=api_users[1]["userId"]).first()
|
|
assert created_user is not None
|
|
assert created_user.user_id == api_users[1]["userId"]
|
|
assert created_user.name == api_users[1]["name"]
|
|
assert created_user.avatar_full_url == "https://test.test/test/1234"
|
|
|
|
assert created_user.notification_policies.filter(important=False).count() == 1
|
|
assert (
|
|
created_user.notification_policies.filter(important=False).first().notify_by
|
|
== settings.EMAIL_BACKEND_INTERNAL_ID
|
|
)
|
|
|
|
assert created_user.notification_policies.filter(important=True).count() == 1
|
|
assert (
|
|
created_user.notification_policies.filter(important=True).first().notify_by
|
|
== settings.EMAIL_BACKEND_INTERNAL_ID
|
|
)
|
|
|
|
|
|
@pytest.mark.django_db
|
|
def test_sync_users_for_organization_role_none(make_organization, make_user_for_organization):
|
|
organization = make_organization(grafana_url="https://test.test")
|
|
users = tuple(make_user_for_organization(organization, user_id=user_id) for user_id in (1, 2))
|
|
|
|
api_users = tuple(
|
|
{
|
|
"userId": user_id,
|
|
"email": "test@test.test",
|
|
"name": "Test",
|
|
"login": "test",
|
|
"role": "None",
|
|
"avatarUrl": "/test/1234",
|
|
"permissions": [],
|
|
}
|
|
for user_id in (2, 3)
|
|
)
|
|
|
|
User.objects.sync_for_organization(organization, api_users=api_users)
|
|
|
|
assert organization.users.count() == 2
|
|
|
|
# check that excess users are deleted
|
|
assert not organization.users.filter(pk=users[0].pk).exists()
|
|
|
|
# check that existing users are updated
|
|
updated_user = organization.users.filter(pk=users[1].pk).first()
|
|
assert updated_user is not None
|
|
assert updated_user.role == LegacyAccessControlRole.NONE
|
|
|
|
# check that missing users are created
|
|
created_user = organization.users.filter(user_id=api_users[1]["userId"]).first()
|
|
assert created_user is not None
|
|
assert created_user.user_id == api_users[1]["userId"]
|
|
assert created_user.role == LegacyAccessControlRole.NONE
|
|
|
|
|
|
@pytest.mark.django_db
|
|
def test_sync_teams_for_organization(make_organization, make_team, make_alert_receive_channel):
|
|
organization = make_organization()
|
|
teams = tuple(make_team(organization, team_id=team_id) for team_id in (1, 2, 3))
|
|
direct_paging_integrations = tuple(
|
|
make_alert_receive_channel(organization, integration=AlertReceiveChannel.INTEGRATION_DIRECT_PAGING, team=team)
|
|
for team in teams[:2]
|
|
)
|
|
|
|
api_teams = tuple(
|
|
{"id": team_id, "name": "Test", "email": "test@test.test", "avatarUrl": "test.test/test"}
|
|
for team_id in (2, 3, 4)
|
|
)
|
|
|
|
Team.objects.sync_for_organization(organization, api_teams=api_teams)
|
|
|
|
assert organization.teams.count() == 3
|
|
|
|
# check that excess teams and direct paging integrations are deleted
|
|
assert not organization.teams.filter(pk=teams[0].pk).exists()
|
|
assert not organization.alert_receive_channels.filter(pk=direct_paging_integrations[0].pk).exists()
|
|
|
|
# check that existing teams are updated
|
|
updated_team = organization.teams.filter(pk=teams[1].pk).first()
|
|
assert updated_team is not None
|
|
assert updated_team.name == api_teams[0]["name"]
|
|
assert updated_team.email == api_teams[0]["email"]
|
|
assert organization.alert_receive_channels.filter(pk=direct_paging_integrations[1].pk).exists()
|
|
|
|
# check that missing teams are created
|
|
created_team = organization.teams.filter(team_id=api_teams[2]["id"]).first()
|
|
assert created_team is not None
|
|
assert created_team.team_id == api_teams[2]["id"]
|
|
assert created_team.name == api_teams[2]["name"]
|
|
|
|
# check that direct paging is created for created team
|
|
direct_paging_integration = AlertReceiveChannel.objects.get(
|
|
organization=organization,
|
|
integration=AlertReceiveChannel.INTEGRATION_DIRECT_PAGING,
|
|
team=created_team,
|
|
)
|
|
assert direct_paging_integration.channel_filters.count() == 1
|
|
assert direct_paging_integration.channel_filters.first().order == 0
|
|
assert direct_paging_integration.channel_filters.first().is_default
|
|
|
|
# check that direct paging is created for existing team
|
|
direct_paging_integration = AlertReceiveChannel.objects.get(
|
|
organization=organization, integration=AlertReceiveChannel.INTEGRATION_DIRECT_PAGING, team=teams[2]
|
|
)
|
|
assert direct_paging_integration.channel_filters.count() == 1
|
|
assert direct_paging_integration.channel_filters.first().order == 0
|
|
assert direct_paging_integration.channel_filters.first().is_default
|
|
|
|
|
|
@pytest.mark.django_db
|
|
def test_sync_users_for_team(make_organization, make_user_for_organization, make_team):
|
|
organization = make_organization()
|
|
team = make_team(organization)
|
|
users = tuple(make_user_for_organization(organization) for _ in range(2))
|
|
|
|
api_members = (
|
|
{
|
|
"orgId": organization.org_id,
|
|
"teamId": team.team_id,
|
|
"userId": users[0].user_id,
|
|
},
|
|
)
|
|
|
|
User.objects.sync_for_team(team, api_members=api_members)
|
|
|
|
assert team.users.count() == 1
|
|
assert team.users.get() == users[0]
|
|
|
|
|
|
@pytest.mark.django_db
|
|
@pytest.mark.parametrize(
|
|
"get_grafana_incident_plugin_settings_return_value",
|
|
[
|
|
({"enabled": True, "jsonData": {"backendUrl": MOCK_GRAFANA_INCIDENT_BACKEND_URL}}, None),
|
|
# missing jsonData (sometimes this is what we get back from the Grafana API)
|
|
({"enabled": True}, None),
|
|
],
|
|
)
|
|
@patch.object(GrafanaAPIClient, "is_rbac_enabled_for_organization", return_value=False)
|
|
@patch.object(
|
|
GrafanaAPIClient,
|
|
"get_users",
|
|
return_value=[
|
|
{
|
|
"userId": 1,
|
|
"email": "test@test.test",
|
|
"name": "Test",
|
|
"login": "test",
|
|
"role": "admin",
|
|
"avatarUrl": "test.test/test",
|
|
"permissions": [],
|
|
}
|
|
],
|
|
)
|
|
@patch.object(
|
|
GrafanaAPIClient,
|
|
"get_teams",
|
|
return_value=(
|
|
{
|
|
"totalCount": 1,
|
|
"teams": (
|
|
{
|
|
"id": 1,
|
|
"name": "Test",
|
|
"email": "test@test.test",
|
|
"avatarUrl": "test.test/test",
|
|
},
|
|
),
|
|
},
|
|
None,
|
|
),
|
|
)
|
|
@patch.object(GrafanaAPIClient, "check_token", return_value=(None, {"connected": True}))
|
|
@patch.object(GrafanaAPIClient, "get_grafana_incident_plugin_settings")
|
|
@patch("apps.user_management.sync.org_sync_signal")
|
|
def test_sync_organization(
|
|
mocked_org_sync_signal,
|
|
mock_get_grafana_incident_plugin_settings,
|
|
_mock_check_token,
|
|
_mock_get_teams,
|
|
_mock_get_users,
|
|
_mock_is_rbac_enabled_for_organization,
|
|
get_grafana_incident_plugin_settings_return_value,
|
|
make_organization,
|
|
):
|
|
mock_get_grafana_incident_plugin_settings.return_value = get_grafana_incident_plugin_settings_return_value
|
|
|
|
organization = make_organization()
|
|
|
|
api_members_response = (
|
|
[
|
|
{
|
|
"orgId": organization.org_id,
|
|
"teamId": 1,
|
|
"userId": 1,
|
|
}
|
|
],
|
|
None,
|
|
)
|
|
|
|
with patch.object(GrafanaAPIClient, "get_team_members", return_value=api_members_response):
|
|
sync_organization(organization)
|
|
|
|
# check that users are populated
|
|
assert organization.users.count() == 1
|
|
user = organization.users.get()
|
|
assert user.user_id == 1
|
|
|
|
# check that teams are populated
|
|
assert organization.teams.count() == 1
|
|
team = organization.teams.get()
|
|
assert team.team_id == 1
|
|
|
|
# check that team members are populated
|
|
assert team.users.count() == 1
|
|
assert team.users.get() == user
|
|
|
|
# check that is_grafana_incident_enabled flag is set
|
|
assert organization.is_grafana_incident_enabled is True
|
|
if get_grafana_incident_plugin_settings_return_value[0].get("jsonData"):
|
|
assert organization.grafana_incident_backend_url == MOCK_GRAFANA_INCIDENT_BACKEND_URL
|
|
else:
|
|
assert organization.grafana_incident_backend_url is None
|
|
|
|
mocked_org_sync_signal.send.assert_called_once_with(sender=None, organization=organization)
|
|
|
|
|
|
@pytest.mark.parametrize("grafana_api_response", [False, True])
|
|
@override_settings(LICENSE=settings.OPEN_SOURCE_LICENSE_NAME)
|
|
@pytest.mark.django_db
|
|
def test_sync_organization_is_rbac_permissions_enabled_open_source(make_organization, grafana_api_response):
|
|
organization = make_organization()
|
|
|
|
api_users_response = (
|
|
{
|
|
"userId": 1,
|
|
"email": "test@test.test",
|
|
"name": "Test",
|
|
"login": "test",
|
|
"role": "admin",
|
|
"avatarUrl": "test.test/test",
|
|
"permissions": [],
|
|
},
|
|
)
|
|
|
|
api_teams_response = {
|
|
"totalCount": 1,
|
|
"teams": (
|
|
{
|
|
"id": 1,
|
|
"name": "Test",
|
|
"email": "test@test.test",
|
|
"avatarUrl": "test.test/test",
|
|
},
|
|
),
|
|
}
|
|
|
|
api_members_response = (
|
|
{
|
|
"orgId": organization.org_id,
|
|
"teamId": 1,
|
|
"userId": 1,
|
|
},
|
|
)
|
|
api_check_token_call_status = {"connected": True}
|
|
|
|
with patch.object(GrafanaAPIClient, "is_rbac_enabled_for_organization", return_value=grafana_api_response):
|
|
with patch.object(GrafanaAPIClient, "get_users", return_value=api_users_response):
|
|
with patch.object(GrafanaAPIClient, "get_teams", return_value=(api_teams_response, None)):
|
|
with patch.object(GrafanaAPIClient, "get_team_members", return_value=(api_members_response, None)):
|
|
with patch.object(
|
|
GrafanaAPIClient, "check_token", return_value=(None, api_check_token_call_status)
|
|
):
|
|
with patch.object(
|
|
GrafanaAPIClient,
|
|
"get_grafana_incident_plugin_settings",
|
|
return_value=(
|
|
{"enabled": True, "jsonData": {"backendUrl": MOCK_GRAFANA_INCIDENT_BACKEND_URL}},
|
|
None,
|
|
),
|
|
):
|
|
sync_organization(organization)
|
|
|
|
organization.refresh_from_db()
|
|
assert organization.is_rbac_permissions_enabled == grafana_api_response
|
|
|
|
|
|
@pytest.mark.parametrize("gcom_api_response", [False, True])
|
|
@patch("apps.user_management.sync.GcomAPIClient")
|
|
@patch("common.utils.cache")
|
|
@override_settings(LICENSE=settings.CLOUD_LICENSE_NAME)
|
|
@override_settings(GRAFANA_COM_ADMIN_API_TOKEN="mockedToken")
|
|
@pytest.mark.django_db
|
|
def test_sync_organization_is_rbac_permissions_enabled_cloud(
|
|
mock_cache, mocked_gcom_client, make_organization, gcom_api_response
|
|
):
|
|
stack_id = 5
|
|
organization = make_organization(stack_id=stack_id)
|
|
|
|
api_check_token_call_status = {"connected": True}
|
|
|
|
mocked_gcom_client.return_value.is_rbac_enabled_for_stack.return_value = gcom_api_response
|
|
|
|
api_users_response = (
|
|
{
|
|
"userId": 1,
|
|
"email": "test@test.test",
|
|
"name": "Test",
|
|
"login": "test",
|
|
"role": "admin",
|
|
"avatarUrl": "test.test/test",
|
|
"permissions": [],
|
|
},
|
|
)
|
|
|
|
api_teams_response = {
|
|
"totalCount": 1,
|
|
"teams": (
|
|
{
|
|
"id": 1,
|
|
"name": "Test",
|
|
"email": "test@test.test",
|
|
"avatarUrl": "test.test/test",
|
|
},
|
|
),
|
|
}
|
|
|
|
api_members_response = (
|
|
{
|
|
"orgId": organization.org_id,
|
|
"teamId": 1,
|
|
"userId": 1,
|
|
},
|
|
)
|
|
|
|
random_uuid = "random"
|
|
with patch("apps.user_management.sync.uuid.uuid4", return_value=random_uuid):
|
|
with patch.object(GrafanaAPIClient, "check_token", return_value=(None, api_check_token_call_status)):
|
|
with patch.object(GrafanaAPIClient, "get_users", return_value=api_users_response):
|
|
with patch.object(GrafanaAPIClient, "get_teams", return_value=(api_teams_response, None)):
|
|
with patch.object(GrafanaAPIClient, "get_team_members", return_value=(api_members_response, None)):
|
|
with patch.object(
|
|
GrafanaAPIClient,
|
|
"get_grafana_incident_plugin_settings",
|
|
return_value=(
|
|
{"enabled": True, "jsonData": {"backendUrl": MOCK_GRAFANA_INCIDENT_BACKEND_URL}},
|
|
None,
|
|
),
|
|
):
|
|
sync_organization(organization)
|
|
|
|
organization.refresh_from_db()
|
|
|
|
# lock is set and released
|
|
mock_cache.add.assert_called_once_with(f"sync-organization-lock-{organization.id}", random_uuid, 60 * 10)
|
|
mock_cache.delete.assert_called_once_with(f"sync-organization-lock-{organization.id}")
|
|
assert mocked_gcom_client.return_value.called_once_with("mockedToken")
|
|
assert mocked_gcom_client.return_value.is_rbac_enabled_for_stack.called_once_with(stack_id)
|
|
assert organization.is_rbac_permissions_enabled == gcom_api_response
|
|
|
|
|
|
@pytest.mark.django_db
|
|
def test_duplicate_user_ids(make_organization, make_user_for_organization):
|
|
organization = make_organization()
|
|
|
|
user = make_user_for_organization(organization, user_id=1)
|
|
api_users = []
|
|
|
|
User.objects.sync_for_organization(organization, api_users=api_users)
|
|
|
|
user.refresh_from_db()
|
|
|
|
assert user.is_active is None
|
|
assert organization.users.count() == 0
|
|
assert User.objects.filter_with_deleted().count() == 1
|
|
|
|
api_users = [
|
|
{
|
|
"userId": 1,
|
|
"email": "newtest@test.test",
|
|
"name": "New Test",
|
|
"login": "test",
|
|
"role": "admin",
|
|
"avatarUrl": "test.test/test",
|
|
"permissions": [],
|
|
}
|
|
]
|
|
|
|
User.objects.sync_for_organization(organization, api_users=api_users)
|
|
|
|
assert organization.users.count() == 1
|
|
assert organization.users.get().email == "newtest@test.test"
|
|
assert User.objects.filter_with_deleted().count() == 2
|
|
|
|
|
|
@pytest.mark.django_db
|
|
def test_cleanup_organization_deleted(make_organization):
|
|
organization = make_organization(gcom_token="TEST_GCOM_TOKEN")
|
|
|
|
with patch.object(GcomAPIClient, "api_get", return_value=({"items": [{"status": "deleted"}]}, None)):
|
|
cleanup_organization(organization.id)
|
|
|
|
organization.refresh_from_db()
|
|
assert organization.deleted_at is not None
|
|
|
|
|
|
@pytest.mark.django_db
|
|
def test_sync_organization_lock(make_organization):
|
|
organization = make_organization()
|
|
|
|
random_uuid = "random"
|
|
with patch("apps.user_management.sync.GrafanaAPIClient") as mock_client:
|
|
with patch("apps.user_management.sync.uuid.uuid4", return_value=random_uuid):
|
|
with patch("apps.user_management.sync.task_lock") as mock_task_lock:
|
|
# lock couldn't be acquired
|
|
mock_task_lock.return_value.__enter__.return_value = False
|
|
sync_organization(organization)
|
|
|
|
mock_task_lock.assert_called_once_with(f"sync-organization-lock-{organization.id}", random_uuid)
|
|
assert not mock_client.called
|