fixed chunk size and search by chunks for copy_items and set_annotation_statuses + some formatting by black

Author: VahagnTKA

src/superannotate/lib/app/analytics/aggregators.py

@@ -1,13 +1,13 @@
 import copy
 import json
+from dataclasses import dataclass
 from pathlib import Path
 from typing import List
 from typing import Optional
 from typing import Union
 
 import lib.core as constances
 import pandas as pd
-from dataclasses import dataclass
 from lib.app.exceptions import AppException
 from lib.core import ATTACHED_VIDEO_ANNOTATION_POSTFIX
 from lib.core import PIXEL_ANNOTATION_POSTFIX

src/superannotate/lib/app/interface/sdk_interface.py

@@ -798,7 +798,7 @@ def unassign_images(
         warnings.warn(warning_msg, DeprecationWarning)
         project_name, folder_name = extract_project_folder(project)
 
-        response = self.controller.un_assign_items(
+        response = self.controller.un_assign_images(
             project_name=project_name, folder_name=folder_name, image_names=image_names
         )
         if response.errors:
@@ -2698,6 +2698,8 @@ def set_annotation_statuses(
         )
         if response.errors:
             raise AppException(response.errors)
+        else:
+            logger.info("Annotation statuses of items changed")
         return response.data
 
     def download_annotations(

src/superannotate/lib/core/config.py

@@ -1,8 +1,7 @@
 import threading
-from typing import Dict
-
 from dataclasses import dataclass
 from dataclasses import field
+from typing import Dict
 
 
 class Session:

src/superannotate/lib/core/usecases/items.py

@@ -380,7 +380,7 @@ class CopyItems(BaseReportableUseCase):
     Return skipped item names.
     """
 
-    CHUNK_SIZE = 1000
+    CHUNK_SIZE = 500
 
     def __init__(
         self,
@@ -431,12 +431,18 @@ def execute(self):
                 )
                 items = [item.name for item in self._items.get_all(condition)]
 
-            existing_items = self._backend_service.get_bulk_images(
-                project_id=self._project.id,
-                team_id=self._project.team_id,
-                folder_id=self._to_folder.uuid,
-                images=items,
-            )
+            existing_items = []
+            for i in range(0, len(items), self.CHUNK_SIZE):
+                cand_items = self._backend_service.get_bulk_images(
+                    project_id=self._project.id,
+                    team_id=self._project.team_id,
+                    folder_id=self._to_folder.uuid,
+                    images=items[i : i + self.CHUNK_SIZE],
+                )
+                if isinstance(cand_items, dict):
+                    continue
+                existing_items += cand_items
+
             duplications = [item["name"] for item in existing_items]
             items_to_copy = list(set(items) - set(duplications))
             skipped_items = duplications
@@ -471,12 +477,19 @@ def execute(self):
                     except BackendError as e:
                         self._response.errors = AppException(e)
                         return self._response
-                existing_items = self._backend_service.get_bulk_images(
-                    project_id=self._project.id,
-                    team_id=self._project.team_id,
-                    folder_id=self._to_folder.uuid,
-                    images=items,
-                )
+
+                existing_items = []
+                for i in range(0, len(items), self.CHUNK_SIZE):
+                    cand_items = self._backend_service.get_bulk_images(
+                        project_id=self._project.id,
+                        team_id=self._project.team_id,
+                        folder_id=self._to_folder.uuid,
+                        images=items[i : i + self.CHUNK_SIZE],
+                    )
+                    if isinstance(cand_items, dict):
+                        continue
+                    existing_items += cand_items
+
                 existing_item_names_set = {item["name"] for item in existing_items}
                 items_to_copy_names_set = set(items_to_copy)
                 copied_items = existing_item_names_set.intersection(
@@ -603,14 +616,18 @@ def validate_items(self):
         existing_items = []
         for i in range(0, len(self._item_names), self.CHUNK_SIZE):
 
-            search_names = self._item_names[i:i+self.CHUNK_SIZE]
-            existing_items += self._backend_service.get_bulk_images(
+            search_names = self._item_names[i : i + self.CHUNK_SIZE]
+            cand_items = self._backend_service.get_bulk_images(
                 project_id=self._project.id,
                 team_id=self._project.team_id,
                 folder_id=self._folder.uuid,
                 images=search_names,
             )
 
+            if isinstance(cand_items, dict):
+                continue
+            existing_items += cand_items
+
         if not existing_items:
             raise AppValidationException(self.ERROR_MESSAGE)
         if existing_items:

src/superannotate/lib/infrastructure/services.py

@@ -693,6 +693,7 @@ def set_images_statuses_bulk(
     def get_bulk_images(
         self, project_id: int, team_id: int, folder_id: int, images: List[str]
     ) -> List[dict]:
+
         bulk_get_images_url = urljoin(self.api_url, self.URL_BULK_GET_IMAGES)
         res = self._request(
             bulk_get_images_url,