fix: Fix way to get paged of maiia

scraper/maiia/maiia.py

@@ -288,8 +288,6 @@ def get_reasons(
 ) -> list:
     url = PLATFORM_API.get("motives").format(center_id=center_id)
     result = get_paged(url, limit=limit, client=client, request=request, request_type="motives")
-    if not result["total"]:
-        return []
     return result.get("items", [])
 
 

scraper/maiia/maiia_utils.py

@@ -28,11 +28,9 @@ def get_paged(
 ) -> dict:
     result = dict()
     result["items"] = []
-    result["total"] = 0
     page = 0
-    loops = 0
-    while loops <= result["total"]:
-        base_url = f"{url}&limit={limit}&page={page}"
+    while True:
+        base_url = f"{url}&limit={limit}&page={page}&size={limit}"
         if request:
             request.increase_request_count(request_type)
         try:
@@ -49,10 +47,8 @@ def get_paged(
         result["total"] = payload["total"]
         if not payload["items"]:
             break
-        for item in payload.get("items"):
-            result["items"].append(item)
-        if len(result["items"]) >= result["total"]:
+        result["items"].extend(payload["items"])
+        if len(payload["items"]) < limit:
             break
         page += 1
-        loops += 1
     return result