-
Notifications
You must be signed in to change notification settings - Fork 81
New issue
Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.
By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.
Already on GitHub? Sign in to your account
Add LIST_ENVIRONMENT_DATASETS permission for listing shared datasets and cleanup unused code #1719
Changes from 3 commits
File filter
Filter by extension
Conversations
Jump to
Diff view
Diff view
There are no files selected for viewing
Original file line number | Diff line number | Diff line change |
---|---|---|
|
@@ -39,11 +39,6 @@ def _get_dataset_uri(session, table_uri): | |
table = DatasetTableRepository.get_dataset_table_by_uri(session, table_uri) | ||
return table.datasetUri | ||
|
||
@staticmethod | ||
def get_table(uri: str): | ||
with get_context().db_engine.scoped_session() as session: | ||
return DatasetTableRepository.get_dataset_table_by_uri(session, uri) | ||
|
||
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. why this? There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. Reverted, not sure why this was modified |
||
@staticmethod | ||
@TenantPolicyService.has_tenant_permission(MANAGE_DATASETS) | ||
@ResourcePolicyService.has_resource_permission(UPDATE_DATASET_TABLE, parent_resource=_get_dataset_uri) | ||
|
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,6 +1,6 @@ | ||
import logging | ||
|
||
from dataall.base.db import utils | ||
from dataall.base.db import utils, exceptions | ||
from dataall.base.context import get_context | ||
from dataall.base.aws.sts import SessionHelper | ||
from dataall.base.aws.iam import IAM | ||
|
@@ -10,6 +10,7 @@ | |
from dataall.core.tasks.db.task_models import Task | ||
from dataall.core.tasks.service_handlers import Worker | ||
from dataall.modules.datasets_base.db.dataset_repositories import DatasetBaseRepository | ||
from dataall.modules.datasets_base.services.dataset_list_permissions import LIST_ENVIRONMENT_DATASETS | ||
from dataall.modules.shares_base.db.share_object_models import ShareObject | ||
from dataall.modules.shares_base.db.share_object_repositories import ShareObjectRepository | ||
from dataall.modules.shares_base.db.share_object_item_repositories import ShareObjectItemRepository | ||
|
@@ -173,12 +174,13 @@ def reapply_share_items_for_dataset(uri: str): | |
return True | ||
|
||
@staticmethod | ||
def list_shared_tables_by_env_dataset(dataset_uri: str, env_uri: str): | ||
@ResourcePolicyService.has_resource_permission(LIST_ENVIRONMENT_DATASETS) | ||
def list_shared_tables_by_env_dataset(uri: str, dataset_uri: str): | ||
context = get_context() | ||
with context.db_engine.scoped_session() as session: | ||
log.info( | ||
S3ShareObjectRepository.query_dataset_tables_shared_with_env( | ||
session, env_uri, dataset_uri, context.username, context.groups | ||
session, uri, dataset_uri, context.username, context.groups | ||
) | ||
) | ||
return [ | ||
|
@@ -188,7 +190,7 @@ def list_shared_tables_by_env_dataset(dataset_uri: str, env_uri: str): | |
+ (f'_{res.resourceLinkSuffix}' if res.resourceLinkSuffix else ''), | ||
} | ||
for res in S3ShareObjectRepository.query_dataset_tables_shared_with_env( | ||
session, env_uri, dataset_uri, context.username, context.groups | ||
session, uri, dataset_uri, context.username, context.groups | ||
) | ||
] | ||
|
||
|
@@ -259,11 +261,17 @@ def get_s3_consumption_data(uri): | |
} | ||
|
||
@staticmethod | ||
def list_shared_databases_tables_with_env_group(environmentUri: str, groupUri: str): | ||
@ResourcePolicyService.has_resource_permission(LIST_ENVIRONMENT_DATASETS) | ||
def list_shared_databases_tables_with_env_group(uri: str, group_uri: str): | ||
context = get_context() | ||
if group_uri not in context.groups: | ||
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. This condition (or the similar ones) is widely used. There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. |
||
raise exceptions.UnauthorizedOperation( | ||
action='LIST_ENVIRONMENT_GROUP_DATASETS', | ||
message=f'User: {context.username} is not a member of the team {group_uri}', | ||
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. nit: this is 1 example where we may not want to use input in output error message in the case of bad inputs being used to reflect back |
||
) | ||
with context.db_engine.scoped_session() as session: | ||
return S3ShareObjectRepository.query_shared_glue_databases( | ||
session=session, groups=context.groups, env_uri=environmentUri, group_uri=groupUri | ||
session=session, groups=context.groups, env_uri=uri, group_uri=group_uri | ||
) | ||
|
||
@staticmethod | ||
|
@@ -303,7 +311,7 @@ def list_table_data_filters_by_attached(uri: str, data: dict): | |
) | ||
|
||
@staticmethod | ||
def resolve_shared_db_name(GlueDatabaseName: str, shareUri: str, targetEnvAwsAccountId: str, targetEnvRegion: str): | ||
def resolve_shared_db_name(GlueDatabaseName: str, shareUri: str): | ||
with get_context().db_engine.scoped_session() as session: | ||
share = ShareObjectRepository.get_share_by_uri(session, shareUri) | ||
dataset = DatasetBaseRepository.get_dataset_by_uri(session, share.datasetUri) | ||
|
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
if removing here - should we not remove
def list_profiling_runs(session, dataset_uri)
fromdataall/backend/dataall/modules/s3_datasets/db/dataset_profiling_repositories.py
?There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
Done, cleaned up!