Disabled some SDK functions for projects with URL attached images

Author: ero1311

superannotate/common.py

@@ -30,7 +30,8 @@
     "Skipped": 6
 }
 
-_UPLOAD_STATES = {"Initial": 1, "Basic": 2, "External": 3}
+_UPLOAD_STATES_STR_TO_CODES = {"Initial": 1, "Basic": 2, "External": 3}
+_UPLOAD_STATES_CODES_TO_STR = {1: "Initial", 2: "Basic", 3: "External"}
 
 _USER_ROLES = {"Admin": 2, "Annotator": 3, "QA": 4, "Customer": 5, "Viewer": 6}
 _AVAILABLE_SEGMENTATION_MODELS = ['autonomous', 'generic']
@@ -122,7 +123,11 @@ def annotation_status_str_to_int(annotation_status):
 
 
 def upload_state_str_to_int(upload_state):
-    return _UPLOAD_STATES[upload_state]
+    return _UPLOAD_STATES_STR_TO_CODES[upload_state]
+
+
+def upload_state_int_to_str(upload_state):
+    return _UPLOAD_STATES_CODES_TO_STR[upload_state]
 
 
 def annotation_status_int_to_str(annotation_status):

superannotate/db/images.py

@@ -631,6 +631,12 @@ def download_image(
         )
 
     project, project_folder = get_project_and_folder_metadata(project)
+    upload_state = common.upload_state_int_to_str(project.get("upload_state"))
+    if upload_state == "External":
+        raise SABaseException(
+            0,
+            "The function does not support projects containing images attached with URLs"
+        )
     img = get_image_bytes(
         (project, project_folder), image_name, variant=variant
     )
@@ -698,6 +704,13 @@ def get_image_bytes(project, image_name, variant='original'):
     :return: io.BytesIO() of the image
     :rtype: io.BytesIO()
     """
+    project, project_folder = get_project_and_folder_metadata(project)
+    upload_state = common.upload_state_int_to_str(project.get("upload_state"))
+    if upload_state == "External":
+        raise SABaseException(
+            0,
+            "The function does not support projects containing images attached with URLs"
+        )
     if variant not in ["original", "lores"]:
         raise SABaseException(
             0, "Image download variant should be either original or lores"

superannotate/db/project_images.py

@@ -51,6 +51,12 @@ def upload_image_to_project(
     :type image_quality_in_editor: str
     """
     project, project_folder = get_project_and_folder_metadata(project)
+    upload_state = common.upload_state_int_to_str(project.get("upload_state"))
+    if upload_state == "External":
+        raise SABaseException(
+            0,
+            "The function does not support projects containing images attached with URLs"
+        )
     annotation_status = common.annotation_status_str_to_int(annotation_status)
     if image_quality_in_editor is None:
         image_quality_in_editor = get_project_default_image_quality_in_editor(
@@ -121,8 +127,12 @@ def upload_image_to_project(
     else:
         project_folder_id = None
     __create_image(
-        [img_name], [key], project, annotation_status, prefix,
-        [images_info_and_array[2]], project_folder_id
+        [img_name], [key],
+        project,
+        annotation_status,
+        prefix, [images_info_and_array[2]],
+        project_folder_id,
+        upload_state="Basic"
     )
 
     while True:

superannotate/db/projects.py

@@ -237,6 +237,13 @@ def upload_video_to_project(
     :return: filenames of uploaded images
     :rtype: list of strs
     """
+    project, project_folder = get_project_and_folder_metadata(project)
+    upload_state = common.upload_state_int_to_str(project.get("upload_state"))
+    if upload_state == "External":
+        raise SABaseException(
+            0,
+            "The function does not support projects containing images attached with URLs"
+        )
     logger.info("Uploading from video %s.", str(video_path))
     rotate_code = None
     try:
@@ -390,6 +397,12 @@ def upload_videos_from_folder_to_project(
     :rtype: tuple of list of strs
     """
     project, project_folder = get_project_and_folder_metadata(project)
+    upload_state = common.upload_state_int_to_str(project.get("upload_state"))
+    if upload_state == "External":
+        raise SABaseException(
+            0,
+            "The function does not support projects containing images attached with URLs"
+        )
     if recursive_subfolders:
         logger.warning(
             "When using recursive subfolder parsing same name videos in different subfolders will overwrite each other."
@@ -480,6 +493,12 @@ def upload_images_from_folder_to_project(
     project_folder_name = project["name"] + (
         f'/{project_folder["name"]}' if project_folder else ""
     )
+    upload_state = common.upload_state_int_to_str(project.get("upload_state"))
+    if upload_state == "External":
+        raise SABaseException(
+            0,
+            "The function does not support projects containing images attached with URLs"
+        )
     if recursive_subfolders:
         logger.info(
             "When using recursive subfolder parsing same name images in different subfolders will overwrite each other."
@@ -812,6 +831,12 @@ def upload_images_to_project(
     project_folder_name = project["name"] + (
         f'/{project_folder["name"]}' if project_folder else ""
     )
+    upload_state = common.upload_state_int_to_str(project.get("upload_state"))
+    if upload_state == "External":
+        raise SABaseException(
+            0,
+            "The function does not support projects containing images attached with URLs"
+        )
     if not isinstance(img_paths, list):
         raise SABaseException(
             0, "img_paths argument to upload_images_to_project should be a list"
@@ -939,13 +964,12 @@ def attach_image_urls_to_project(
     project_folder_name = project["name"] + (
         f'/{project_folder["name"]}' if project_folder else ""
     )
-    upload_state = project.get("upload_state")
-    if upload_state == "basic":
+    upload_state = common.upload_state_int_to_str(project.get("upload_state"))
+    if upload_state == "Basic":
         raise SABaseException(
             0,
             "You cannot attach URLs in this type of project. Please attach it in an external storage project"
         )
-    upload_state = "external"
     annotation_status = common.annotation_status_str_to_int(annotation_status)
     team_id, project_id = project["team_id"], project["id"]
     image_data = pd.read_csv(attachments)
@@ -1144,7 +1168,13 @@ def upload_images_from_public_urls_to_project(
     images_to_upload = []
     duplicate_images_filenames = []
     path_to_url = {}
-
+    project, project_folder = get_project_and_folder_metadata(project)
+    upload_state = common.upload_state_int_to_str(project.get("upload_state"))
+    if upload_state == "External":
+        raise SABaseException(
+            0,
+            "The function does not support projects containing images attached with URLs"
+        )
     finish_event = threading.Event()
     tqdm_thread = threading.Thread(
         target=_tqdm_download,
@@ -1246,6 +1276,13 @@ def upload_images_from_google_cloud_to_project(
     images_to_upload = []
     duplicate_images_filenames = []
     path_to_url = {}
+    project, project_folder = get_project_and_folder_metadata(project)
+    upload_state = common.upload_state_int_to_str(project.get("upload_state"))
+    if upload_state == "External":
+        raise SABaseException(
+            0,
+            "The function does not support projects containing images attached with URLs"
+        )
     cloud_client = storage.Client(project=google_project)
     bucket = cloud_client.get_bucket(bucket_name)
     image_blobs = bucket.list_blobs(prefix=folder_path)
@@ -1322,6 +1359,13 @@ def upload_images_from_azure_blob_to_project(
     images_to_upload = []
     duplicate_images_filenames = []
     path_to_url = {}
+    project, project_folder = get_project_and_folder_metadata(project)
+    upload_state = common.upload_state_int_to_str(project.get("upload_state"))
+    if upload_state == "External":
+        raise SABaseException(
+            0,
+            "The function does not support projects containing images attached with URLs"
+        )
     connect_key = os.getenv('AZURE_STORAGE_CONNECTION_STRING')
     blob_service_client = BlobServiceClient.from_connection_string(connect_key)
     container_client = blob_service_client.get_container_client(container_name)

superannotate/ml/ml_funcs.py

@@ -17,7 +17,7 @@
 from ..api import API
 from ..common import (
     _AVAILABLE_SEGMENTATION_MODELS, model_training_status_int_to_str,
-    project_type_str_to_int
+    project_type_str_to_int, upload_state_int_to_str
 )
 from ..db.images import get_image_metadata, search_images
 from ..exceptions import SABaseException
@@ -56,7 +56,12 @@ def run_prediction(project, images_list, model):
             f"Specified project has type {project['type']}, and does not correspond to the type of provided model"
         )
     project_id = project["id"]
-
+    upload_state = upload_state_int_to_str(project.get("upload_state"))
+    if upload_state == "External":
+        raise SABaseException(
+            0,
+            "The function does not support projects containing images attached with URLs"
+        )
     images_metadata = get_image_metadata(project, images_list)
     if isinstance(images_metadata, dict):
         images_metadata = [images_metadata]
@@ -126,6 +131,13 @@ def run_segmentation(project, images_list, model):
         )
         raise SABaseException(0, "Model Does not exist")
 
+    upload_state = upload_state_int_to_str(project.get("upload_state"))
+    if upload_state == "External":
+        raise SABaseException(
+            0,
+            "The function does not support projects containing images attached with URLs"
+        )
+
     images_metadata = get_image_metadata(project, images_list)
     images_metadata.sort(key=lambda x: x["name"])
 
@@ -216,6 +228,13 @@ def run_training(
             raise SABaseException(0, "Invalid project types")
         project_type = types.pop()
 
+    upload_state = upload_state_int_to_str(project.get("upload_state"))
+    if upload_state == "External":
+        raise SABaseException(
+            0,
+            "The function does not support projects containing images attached with URLs"
+        )
+
     base_model = base_model.get(project_type, None)
     if not base_model:
         logger.error(