Merge pull request #12 from socobox/find_all_generator

create function find_all_generator

Author: lgguzman

.gitignore

@@ -41,3 +41,4 @@ tmtagsHistory
 .bundle
 
 condalibrary/*
+.env

sbxpy/__init__.py

@@ -270,6 +270,24 @@ def merge_results(self, results):
                 break
         return total_res
 
+    async def find_all_generator(self, page_size=1000):
+        max_page_size=1000
+        if page_size > max_page_size:
+            raise ValueError(f"El tamaño máximo permitido es {max_page_size}, pero se recibio {page_size}")
+        self.set_page_size(page_size)
+        self.set_page(1)
+        self.set_url(True)
+        query_compiled = self.query.compile()
+        data = await self.__then(query_compiled)
+        yield data
+        if data["success"]:
+            total_pages = data["total_pages"]
+            for i in range(1, total_pages):
+                query_aux = copy.deepcopy(query_compiled)
+                query_aux['page'] = i
+                data = await self.__then(query_aux)
+                yield data
+
     async def find_all_query(self, page_size=1000, max_in_parallel=2):
         self.set_page_size(page_size)
         self.set_page(1)

test.py

@@ -2,13 +2,15 @@
 from sbxpy.__init__ import SbxCore as Sc
 import asyncio
 import os
+from dotenv import load_dotenv
 
 '''
 This is a test using the os environment:
 credentials app: APP-KEY, DOMAIN
 credentials user: LOGIN, PASSWORD
 '''
 
+load_dotenv()
 async def main(sci):
 
     qb = Qb()
@@ -29,6 +31,11 @@ async def main(sci):
 #    domain = await sci.list_domain()
     sci.headers['Authorization'] = 'Bearer ' + os.environ['TOKEN']
     all_data = await sci.with_model(os.environ["MODEL"]).find_all()
+    
+    print("\n=== Prueba de find_all_generator ===\n")
+    async for page_data in sci.with_model(os.environ["MODEL"]).find_all_generator():
+        print(f"Número de registros en esta página: {len(page_data["results"])}")
+
     return all_data