Fix 50k

Author: dshabin

src/superannotate/lib/app/interface/sdk_interface.py

@@ -608,9 +608,11 @@ def upload_images_from_public_urls_to_project(
         raise AppException("Not all image URLs have corresponding names.")
 
     project_name, folder_name = extract_project_folder(project)
-    existing_images = controller.search_images(
-        project_name=project_name, folder_path=folder_name
-    ).data
+    existing_images = controller.get_duplicated_images(
+        project_name=project_name,
+        folder_name=folder_name,
+        images=img_names,
+    )
 
     image_name_url_map = {}
     duplicate_images = []
@@ -1724,7 +1726,7 @@ def upload_images_from_s3_bucket_to_project(
     :type image_quality_in_editor: str
     """
     project_name, folder_name = extract_project_folder(project)
-    controller.backend_upload_from_s3(
+    response = controller.backend_upload_from_s3(
         project_name=project_name,
         folder_name=folder_name,
         folder_path=folder_path,
@@ -1733,6 +1735,8 @@ def upload_images_from_s3_bucket_to_project(
         bucket_name=bucket_name,
         image_quality=image_quality_in_editor,
     )
+    if response.errors:
+        raise AppException(response.errors)
 
 
 @Trackable

src/superannotate/lib/core/usecases.py

@@ -2429,7 +2429,7 @@ def execute(self):
             else:
                 raise AppException("Cant find settings.")
 
-        in_progress = self._backend_service.upload_form_s3(
+        response = self._backend_service.upload_form_s3(
             project_id=self._project.uuid,
             team_id=self._project.team_id,
             access_key=self._access_key,
@@ -2438,6 +2438,11 @@ def execute(self):
             from_folder_name=self._folder_path,
             to_folder_id=self._folder.uuid,
         )
+
+        if not response.ok:
+            self._response.errors = AppException(response.json()['error'])
+
+        in_progress = response.ok
         if in_progress:
             while True:
                 time.sleep(4)
@@ -4479,3 +4484,34 @@ def execute(self):
 
             self._response.data = uploaded, failed_images, duplications
         return self._response
+
+
+
+class GetDuplicateImages(BaseUseCase):
+    def __init__(self,
+                 service: SuerannotateServiceProvider,
+                 project_id :int,
+                 team_id: int,
+                 folder_id: int,
+                 images: List[str]
+                 ):
+        super().__init__()
+        self._service = service
+        self._project_id = project_id
+        self._team_id = team_id
+        self._folder_id = folder_id
+        self._images = images
+        self._chunk_size = 500
+
+    def execute(self):
+        duplicates = []
+        for i in range(0, len(self._images), self._chunk_size):
+            duplications = self._service.get_bulk_images(
+                project_id=self._project_id,
+                team_id=self._team_id,
+                folder_id=self._folder_id,
+                images=self._images[i: i + self._chunk_size],
+            )
+            duplicates += [image["name"] for image in duplications]
+        return duplicates
+

src/superannotate/lib/infrastructure/controller.py

@@ -1425,3 +1425,16 @@ def search_models(
             ml_models_repo=ml_models_repo, condition=condition
         )
         return use_case.execute()
+
+
+    def get_duplicated_images(self,project_name: str ,folder_name :str ,images: List[str]):
+        project = self._get_project(project_name)
+        folder = self._get_folder(project, folder_name)
+        use_case = usecases.GetDuplicateImages(
+            service=self._backend_client,
+            project_id=project.uuid,
+            team_id= project.team_id,
+            folder_id= folder.uuid,
+            images=images
+        )
+        return use_case.execute()

src/superannotate/lib/infrastructure/services.py

@@ -752,7 +752,7 @@ def upload_form_s3(
                 "folder_id": to_folder_id,
             },
         )
-        return response.ok
+        return response
 
     def get_upload_status(self, project_id: int, team_id: int, folder_id: int):
         get_upload_status_url = urljoin(