Merge branch 're-design-sdk' of https://github.com/superannotateai/superannotate-python-sdk into re-design-sdk

Author: Vaghinak Basentsyan

src/superannotate/lib/app/interface/sdk_interface.py

@@ -609,9 +609,7 @@ def upload_images_from_public_urls_to_project(
 
     project_name, folder_name = extract_project_folder(project)
     existing_images = controller.get_duplicated_images(
-        project_name=project_name,
-        folder_name=folder_name,
-        images=img_names,
+        project_name=project_name, folder_name=folder_name, images=img_names,
     )
 
     image_name_url_map = {}
@@ -1548,6 +1546,28 @@ def upload_images_from_folder_to_project(
     """
 
     project_name, folder_name = extract_project_folder(project)
+    if recursive_subfolders:
+        logger.info(
+            "When using recursive subfolder parsing same name images in different subfolders will overwrite each other."
+        )
+
+    if not isinstance(extensions, (list, tuple)):
+        raise AppException(
+            "extensions should be a list or a tuple in upload_images_from_folder_to_project"
+        )
+
+    project_folder_name = project_name + (
+        f"/{folder_name}" if folder_name != "root" else ""
+    )
+
+    logger.info(
+        "Uploading all images with extensions %s from %s to project %s. Excluded file patterns are: %s.",
+        extensions,
+        folder_path,
+        project_folder_name,
+        exclude_file_patterns,
+    )
+
     use_case = controller.upload_images_from_folder_to_project(
         project_name=project_name,
         folder_name=folder_name,
@@ -1559,7 +1579,14 @@ def upload_images_from_folder_to_project(
         recursive_sub_folders=recursive_subfolders,
         image_quality_in_editor=image_quality_in_editor,
     )
-    images_to_upload, _ = use_case.images_to_upload
+    images_to_upload, duplicates = use_case.images_to_upload
+    if len(duplicates):
+        logger.warning(
+            "%s already existing images found that won't be uploaded.", len(duplicates)
+        )
+    logger.info(
+        "Uploading %s images to project %s.", len(images_to_upload), project_folder_name
+    )
     if use_case.is_valid():
         with tqdm(total=len(images_to_upload), desc="Uploading images") as progress_bar:
             for _ in use_case.execute():
@@ -2061,6 +2088,9 @@ def create_annotation_classes_from_classes_json(
     :rtype: list of dicts
     """
     if not isinstance(classes_json, list):
+        logger.info(
+            "Creating annotation classes in project %s from %s.", project, classes_json,
+        )
         if from_s3_bucket:
             from_session = boto3.Session()
             from_s3 = from_session.resource("s3")
@@ -2073,6 +2103,7 @@ def create_annotation_classes_from_classes_json(
             annotation_classes = json.load(open(classes_json))
     else:
         annotation_classes = classes_json
+
     response = controller.create_annotation_classes(
         project_name=project, annotation_classes=annotation_classes,
     )
@@ -2491,9 +2522,26 @@ def upload_annotations_from_folder_to_project(
             "The function does not support projects containing videos attached with URLs"
         )
 
+    if recursive_subfolders:
+        logger.info(
+            "When using recursive subfolder parsing same name annotations in different subfolders will overwrite each other.",
+        )
+
+    logger.info(
+        "The JSON files should follow specific naming convention. For Vector projects they should be named '<image_name>___objects.json', for Pixel projects JSON file should be names '<image_name>___pixel.json' and also second mask image file should be present with the name '<image_name>___save.png'. In both cases image with <image_name> should be already present on the platform."
+    )
+    logger.info("Existing annotations will be overwritten.",)
+    logger.info(
+        "Uploading all annotations from %s to project %s.", folder_path, project_name
+    )
+
     annotation_paths = get_annotation_paths(
         folder_path, from_s3_bucket, recursive_subfolders
     )
+    logger.info(
+        "Uploading %s annotations to project %s.", len(annotation_paths), project_name
+    )
+
     uploaded_annotations = []
     failed_annotations = []
     missing_annotations = []
@@ -2509,8 +2557,6 @@ def upload_annotations_from_folder_to_project(
                 annotation_paths=annotation_paths[i : i + chunk_size],  # noqa: E203
                 client_s3_bucket=from_s3_bucket,
             )
-            if response.errors:
-                logger.warning(response.errors)
             if response.data:
                 uploaded_annotations.extend(response.data[0])
                 missing_annotations.extend(response.data[1])

src/superannotate/lib/core/usecases.py

@@ -2447,7 +2447,7 @@ def execute(self):
         )
 
         if not response.ok:
-            self._response.errors = AppException(response.json()['error'])
+            self._response.errors = AppException(response.json()["error"])
 
         in_progress = response.ok
         if in_progress:
@@ -2727,11 +2727,7 @@ def execute(self):
                 unique_annotation_classes.append(annotation_class)
 
         created = []
-        logger.info(
-            "Creating annotation classes in project %s from %s.",
-            self._project.name,
-            self._annotation_classes,
-        )
+
         for i in range(0, len(unique_annotation_classes), self.CHUNK_SIZE):
             created += self._service.set_annotation_classes(
                 project_id=self._project.uuid,
@@ -3425,9 +3421,10 @@ def execute(self):
             filter(lambda detail: detail.id is not None, images_detail)
         )
         if missing_annotations:
-            self._response.errors = AppException(
-                f"Couldn't find image {','.join(map(lambda x: x.path, missing_annotations))} for annotation upload."
-            )
+            for missing in missing_annotations:
+                logger.warning(
+                    f"Couldn't find image {missing.path} for annotation upload."
+                )
 
         if self._pre_annotation:
             auth_data = self._backend_service.get_pre_annotation_upload_data(
@@ -4544,21 +4541,22 @@ def execute(self) -> Response:
                     self._response.errors = "Annotations delete fails."
                     break
                 else:
-                    logger.info(f"Annotations deleted")
+                    logger.info("Annotations deleted")
                     break
         else:
             self._response.errors = AppException("Invalid image names or empty folder.")
         return self._response
 
 
 class GetDuplicateImages(BaseUseCase):
-    def __init__(self,
-                 service: SuerannotateServiceProvider,
-                 project_id :int,
-                 team_id: int,
-                 folder_id: int,
-                 images: List[str]
-                 ):
+    def __init__(
+        self,
+        service: SuerannotateServiceProvider,
+        project_id: int,
+        team_id: int,
+        folder_id: int,
+        images: List[str],
+    ):
         super().__init__()
         self._service = service
         self._project_id = project_id
@@ -4574,8 +4572,7 @@ def execute(self):
                 project_id=self._project_id,
                 team_id=self._team_id,
                 folder_id=self._folder_id,
-                images=self._images[i: i + self._chunk_size],
+                images=self._images[i : i + self._chunk_size],
             )
             duplicates += [image["name"] for image in duplications]
         return duplicates
-

src/superannotate/lib/infrastructure/controller.py

@@ -1472,15 +1472,16 @@ def delete_annotations(
         )
         return use_case.execute()
 
-
-    def get_duplicated_images(self,project_name: str ,folder_name :str ,images: List[str]):
+    def get_duplicated_images(
+        self, project_name: str, folder_name: str, images: List[str]
+    ):
         project = self._get_project(project_name)
         folder = self._get_folder(project, folder_name)
         use_case = usecases.GetDuplicateImages(
             service=self._backend_client,
             project_id=project.uuid,
-            team_id= project.team_id,
-            folder_id= folder.uuid,
-            images=images
+            team_id=project.team_id,
+            folder_id=folder.uuid,
+            images=images,
         )
         return use_case.execute()