5.8.7 update openai consuming calculation.

XX-net · Nov 15, 2023 · fb5a760 · fb5a760
1 parent 791bac3
commit fb5a760
Showing 1 changed file with 2 additions and 3 deletions.
diff --git a/code/default/x_tunnel/local/openai_handler.py b/code/default/x_tunnel/local/openai_handler.py
@@ -80,9 +80,8 @@ def handle_openai(method, path, headers, req_body, sock):
                 data = content
 
             dat = json.loads(data)
-            total_tokens = dat["usage"]["total_tokens"]
-            cost = total_tokens * openai_chat_token_price
-            g.openai_balance -= cost
+            consumed_balance = dat["usage"]["consumed_balance"]
+            g.openai_balance -= consumed_balance
         except Exception as e1:
             xlog.exception("cal tokens err:%r", e1)