Skip to content
Merged
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
Expand Up @@ -33,6 +33,7 @@

from tests.integ import DATA_DIR
from sagemaker.core.helper.session_helper import Session, get_execution_role
from sagemaker.core.common_utils import unique_name_from_base
from sagemaker.core.s3 import S3Uploader
from urllib.parse import urlparse
from sagemaker.core.remote_function import remote
Expand Down Expand Up @@ -681,7 +682,7 @@ def test_to_pipeline_and_execute(
pre_execution_commands,
dependencies_path,
):
pipeline_name = "pipeline-name-01"
pipeline_name = unique_name_from_base("pipeline-name-01")
car_data_feature_group_name = get_car_data_feature_group_name()
car_data_aggregated_feature_group_name = get_car_data_aggregated_feature_group_name()
try:
Expand Down Expand Up @@ -791,7 +792,7 @@ def transform(raw_s3_data_as_df):
cleanup_feature_group(
feature_groups["car_data_aggregated_feature_group"], sagemaker_session=sagemaker_session
)
# cleanup_pipeline(pipeline_name="pipeline-name-01", sagemaker_session=sagemaker_session)
cleanup_pipeline(pipeline_name=pipeline_name, sagemaker_session=sagemaker_session)


# @pytest.mark.skipif(
Expand All @@ -810,7 +811,7 @@ def test_to_pipeline_and_execute_with_lake_formation(
pre_execution_commands,
dependencies_path,
):
pipeline_name = "pipeline-name-lf-01"
pipeline_name = unique_name_from_base("pipeline-name-lf-01")
car_data_feature_group_name = get_car_data_feature_group_name()
car_data_fg = None
try:
Expand Down Expand Up @@ -946,6 +947,7 @@ def transform(raw_s3_data_as_df):
except Exception as e:
logging.warning(f"Failed to delete Glue table: {e}")
cleanup_feature_group(car_data_fg, sagemaker_session=sagemaker_session)
cleanup_pipeline(pipeline_name=pipeline_name, sagemaker_session=sagemaker_session)


# @pytest.mark.skipif(
Expand All @@ -959,7 +961,7 @@ def test_schedule_and_event_trigger(
pre_execution_commands,
dependencies_path,
):
pipeline_name = "pipeline-name-01"
pipeline_name = unique_name_from_base("pipeline-name-01")
car_data_feature_group_name = get_car_data_feature_group_name()
car_data_aggregated_feature_group_name = get_car_data_aggregated_feature_group_name()
try:
Expand Down Expand Up @@ -1175,6 +1177,7 @@ def transform(raw_s3_data_as_df):
cleanup_feature_group(
feature_groups["car_data_aggregated_feature_group"], sagemaker_session=sagemaker_session
)
cleanup_pipeline(pipeline_name=pipeline_name, sagemaker_session=sagemaker_session)


def get_car_data_feature_group_name():
Expand Down
Loading