From bbffeb11ac89c6ebe8551519d42bf10b34e83842 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?=E3=81=B5=E3=81=81?= <yuki@yuki0311.com>
Date: Sun, 30 Jul 2023 21:45:55 +0900
Subject: [PATCH] update test
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Signed-off-by: ふぁ <yuki@yuki0311.com>
---
 .github/workflows/test-python.yaml |  5 ++-
 test/python/test_serialize.py      | 62 +++++++++++++++++++++++-------
 tools/hooks.py                     |  9 +++++
 3 files changed, 62 insertions(+), 14 deletions(-)

diff --git a/.github/workflows/test-python.yaml b/.github/workflows/test-python.yaml
index c2a7e95..c0c43cf 100644
--- a/.github/workflows/test-python.yaml
+++ b/.github/workflows/test-python.yaml
@@ -9,7 +9,7 @@ jobs:
     runs-on: ubuntu-latest
     name: Test
     if: contains(github.event.pull_request.labels.*.name, 'safe to test')
-    
+
     steps:
       - uses: actions/checkout@v3
 
@@ -92,3 +92,6 @@ jobs:
           python test/python/test_serialize.py
         env:
           TWITTER_SESSION: ${{ secrets.TWITTER_SESSION }}
+          ERROR_UNCATCHED: "False"
+          SLEEP_TIME: 2
+          CUESOR_TEST_COUNT: 10
diff --git a/test/python/test_serialize.py b/test/python/test_serialize.py
index 70f733f..699597b 100644
--- a/test/python/test_serialize.py
+++ b/test/python/test_serialize.py
@@ -3,13 +3,18 @@ import os
 import logging
 import base64
 import openapi_client as pt
+from pydantic import BaseModel
 from pathlib import Path
+import time
 
 
 logging.basicConfig(level=logging.DEBUG, format="%(asctime)s %(levelname)s %(message)s")
 logger = logging.getLogger("test_serialize")
 
 ERROR_UNCATCHED = os.environ.get("ERROR_UNCATCHED", "false").lower() == "true"
+SLEEP_TIME = float(os.environ.get("SLEEP", "0"))
+CUESOR_TEST_COUNT = int(os.environ.get("CUESOR_TEST_COUNT", "3"))
+
 
 if Path("cookie.json").exists():
     with open("cookie.json", "r") as f:
@@ -25,11 +30,36 @@ with open("src/config/placeholder.json", "r") as f:
     placeholder = json.load(f)
 
 
-def getKey(snake_str):
+def get_key(snake_str):
     components = snake_str.split("_")
     return "".join(x.title() for x in components[1:])
 
 
+def get_cursor(obj):
+    res = []
+    if type(obj) == dict:
+        if obj.get("__typename") is pt.TypeName.TIMELINETIMELINECURSOR:
+            res.append(obj["value"])
+        else:
+            for v in obj.values():
+                res.extend(get_cursor(v))
+    elif type(obj) == list:
+        for v in obj:
+            res.extend(get_cursor(v))
+    return res
+
+
+def get_kwargs(key, additional):
+    kwargs = {"path_query_id": placeholder[key]["queryId"]}
+    if placeholder[key].get("variables") is not None:
+        kwargs["variables"] = json.dumps(placeholder[key]["variables"] | additional)
+    if placeholder[key].get("features") is not None:
+        kwargs["features"] = json.dumps(placeholder[key]["features"])
+    if placeholder[key].get("fieldToggles") is not None:
+        kwargs["field_toggles"] = json.dumps(placeholder[key]["fieldToggles"])
+    return kwargs
+
+
 api_conf = pt.Configuration(
     api_key={
         "ClientLanguage": "en",
@@ -53,22 +83,28 @@ for x in [pt.DefaultApi, pt.TweetApi, pt.UserApi, pt.UserListApi]:
         if props.startswith("__") or props.endswith("_with_http_info"):
             continue
 
-        key = getKey(props)
-        logger.info(f"Try: {key}")
-
-        kwargs = {"path_query_id": placeholder[key]["queryId"]}
-        if placeholder[key].get("variables") is not None:
-            kwargs["variables"] = json.dumps(placeholder[key]["variables"])
-        if placeholder[key].get("features") is not None:
-            kwargs["features"] = json.dumps(placeholder[key]["features"])
-        if placeholder[key].get("fieldToggles") is not None:
-            kwargs["field_toggles"] = json.dumps(placeholder[key]["fieldToggles"])
+        key = get_key(props)
+        cursor_list = set([None])
+        cursor_history = set()
 
         try:
-            res = getattr(x(api_client), props)(**kwargs)
+            for _ in range(CUESOR_TEST_COUNT):
+                cursor = cursor_list.pop()
+                cursor_history.add(cursor)
+                logger.info(f"Try: {key} {cursor}")
+
+                kwargs = get_kwargs(key, {} if cursor is None else {"cursor": cursor})
+                res: BaseModel = getattr(x(api_client), props)(**kwargs)
+
+                cursor_list.update(set(get_cursor(res.to_dict())) - cursor_history)
+
+                if len(cursor_list) == 0:
+                    break
+                time.sleep(SLEEP_TIME)
+
         except Exception as e:
             if ERROR_UNCATCHED:
-                raise e
+                raise
             import traceback
 
             logger.error("==========[STACK TRACE]==========")
diff --git a/tools/hooks.py b/tools/hooks.py
index 00bbdb8..2e35c27 100644
--- a/tools/hooks.py
+++ b/tools/hooks.py
@@ -109,6 +109,15 @@ class RemoveDiscriminator(SchemasHookBase):
         return value
 
 
+class SchemasCheck(SchemasHookBase):
+    def hook(self, value: dict):
+        if value.get("allOf") is not None:
+            print(f"allOf is used")
+        if value.get("type") is None:
+            print("Type is None")
+        return value
+
+
 # RequestHookBase extends