Display thinking for deepseek r1

infiniflow · Feb 12, 2025 · 99888b1 · 99888b1
1 parent 9bcccad
commit 99888b1
Show file tree

Hide file tree

Showing 2 changed files with 8 additions and 2 deletions.
diff --git a/deepdoc/vision/operators.py b/deepdoc/vision/operators.py
@@ -108,7 +108,7 @@ class NormalizeImage(object):
 
     def __init__(self, scale=None, mean=None, std=None, order='chw', **kwargs):
         if isinstance(scale, str):
-            scale = np.float32(scale) if scale != 'None' else None
+            scale = eval(scale)
         self.scale = np.float32(scale if scale is not None else 1.0 / 255.0)
         mean = mean if mean is not None else [0.485, 0.456, 0.406]
         std = std if std is not None else [0.229, 0.224, 0.225]

diff --git a/rag/llm/chat_model.py b/rag/llm/chat_model.py
@@ -73,7 +73,13 @@ def chat_streamly(self, system, history, gen_conf):
                     continue
                 if not resp.choices[0].delta.content:
                     resp.choices[0].delta.content = ""
-                ans += resp.choices[0].delta.content
+                if hasattr(resp.choices[0].delta, "reasoning_content") and resp.choices[0].delta.reasoning_content:
+                    if ans.find("<think>") < 0:
+                        ans += "<think>"
+                    ans = ans.replace("</think>", "")
+                    ans += resp.choices[0].delta.reasoning_content + "</think>"
+                else:
+                    ans += resp.choices[0].delta.content
 
                 tol = self.total_token_count(resp)
                 if not tol: