update (#3165)

Author: ZhangYulongg

framework/ServeTest/test_ci.py

@@ -175,6 +175,7 @@ def test_picture_diff():
         result = "".join([x['choices'][0]['delta']['content'] for x in chunks])
     except Exception as e:
         print(f"解析失败: {e}")
+        print("chunks：", chunks)
         # 打印log/worklog.0
         if os.path.exists('log/workerlog.0'):
             with open('log/workerlog.0', 'r') as file:

framework/ServeTest/test_ci_t2i.py

@@ -39,6 +39,42 @@ def send_request(url, payload, timeout=600):
         return None
 
 
+def recursive_diff(a, b, path=""):
+    """
+    递归比较两个不规则嵌套数组（list）
+    - a, b: 任意层嵌套的列表
+    - path: 当前路径标识
+    返回: 差异信息列表
+    """
+    diffs = []
+
+    # 两者都为 list，继续深入比较
+    if isinstance(a, list) and isinstance(b, list):
+        if len(a) != len(b):
+            diffs.append({
+                "path": path,
+                "msg": f"长度不同: {len(a)} vs {len(b)}",
+                "a": a,
+                "b": b
+            })
+            # 继续对比重叠部分
+            for i in range(min(len(a), len(b))):
+                diffs += recursive_diff(a[i], b[i], f"{path}[{i}]")
+        else:
+            for i in range(len(a)):
+                diffs += recursive_diff(a[i], b[i], f"{path}[{i}]")
+
+    else:
+        # 不是列表，直接比较值
+        if a != b:
+            diffs.append({
+                "path": path,
+                "msg": f"值不同: {a} vs {b}"
+            })
+
+    return diffs
+
+
 def test_text_to_image_diff():
     payload = {
         "model": "null",
@@ -52,7 +88,7 @@ def test_text_to_image_diff():
         "stream_options": {"include_usage": True, "continuous_usage_stats": True},
         "temperature": 0.7,
         "seed": 22,
-        "top_p": 1.0,
+        "top_p": 0,
         "stop": ["停止生成"],
         "disable_chat_template": False,
         "return_token_ids": True,
@@ -88,7 +124,7 @@ def test_text_to_image_diff():
                     res = multimodal_content[0].get("text", None)
                     # print(res, end="", flush=True)
                     result += res
-        # print("#####completion_token_ids:\n", completion_token_ids)
+        print("#####completion_token_ids:\n", completion_token_ids)
         print("#####url:\n", url)
         print("#####result:\n", result)
 
@@ -101,12 +137,30 @@ def test_text_to_image_diff():
                 print("################# workerlog.0 ##################", log_contents)
                 pytest.fail(f"解析失败: {e}")
 
-    # with open("./baseline_t2i.txt", "w", encoding="utf-8") as f:
-    #     f.writelines(result)
+    # with open("./baseline_t2i_tokens.txt", "w", encoding="utf-8") as f:
+    #     json.dump(completion_token_ids, f)
 
     with open("./baseline_t2i.txt", "r", encoding="utf-8") as f:
         baseline = f.read()
 
+    with open("/cot/baseline_t2i_tokens.txt", "r", encoding="utf-8") as f:
+        baseline_tokens = json.load(f)
+
+    diffs = recursive_diff(baseline_tokens, completion_token_ids)
+
+    if not diffs:
+        print("✅ completion_token_ids 完全一致")
+        return
+
+    print(f"❌ 共发现 {len(diffs)} 处差异：")
+    for i, d in enumerate(diffs[:10]):
+        print(f"\n[{i + 1}] 路径: {d['path']}")
+        print(f"👉 {d['msg']}")
+        if "a" in d and isinstance(d["a"], list):
+            print(f"baseline 子数组: {d['a']}")
+        if "b" in d and isinstance(d["b"], list):
+            print(f"current 子数组:  {d['b']}")
+
     assert result == baseline, f"与baseline存在diff，result: {result}\n baseline: {baseline}"