More efficient utils.chunk (#1613)

* optimize bulk operations

- remove converting objects iterable to list in bulk_create
- change chunk method to return iterables lazy

* add changelog

* revert BulkCreateQuery

* add name to contributors

CHANGELOG.rst

@@ -26,6 +26,10 @@ Fixed
 - Fix `optional` parameter in `pydantic_model_creator` does not work for pydantic v2. (#1551)
 - Fix `get_annotations` now evaluates annotations in the default scope instead of the app namespace. (#1552)
 
+Changed
+^^^^^^^
+- Change `utils.chunk` from function to return iterables lazily.
+
 0.20.1
 ------
 Added

CONTRIBUTORS.rst

@@ -56,6 +56,7 @@ Contributors
 * Yuval Ben-Arie ``@yuvalbenarie``
 * Stephan Klein ``@privatwolke``
 * ``@WizzyGeek``
+* Abdeldjalil Hezouat ``@Abdeldjalil-H``
 
 Special Thanks
 ==============

tortoise/utils.py

@@ -1,7 +1,19 @@
-from typing import TYPE_CHECKING, Any, Iterable, Optional
+import sys
+from typing import TYPE_CHECKING, Any, Iterable, Optional, Tuple
 
 from tortoise.log import logger
 
+if sys.version_info >= (3, 12):
+    from itertools import batched
+else:
+    from itertools import islice
+
+    def batched(iterable: Iterable[Any], n: int) -> Iterable[Tuple[Any]]:
+        it = iter(iterable)
+        while batch := tuple(islice(it, n)):
+            yield batch
+
+
 if TYPE_CHECKING:  # pragma: nocoverage
     from tortoise.backends.base.client import BaseDBAsyncClient
 
@@ -39,6 +51,4 @@ def chunk(instances: Iterable[Any], batch_size: Optional[int] = None) -> Iterabl
     if not batch_size:
         yield instances
     else:
-        instances = list(instances)
-        for i in range(0, len(instances), batch_size):
-            yield instances[i : i + batch_size]  # noqa:E203
+        yield from batched(instances, batch_size)