From d2d56e89805e88224176576cbf154d6c277b968c Mon Sep 17 00:00:00 2001 From: Zhenzhong1 <109137058+Zhenzhong1@users.noreply.github.com> Date: Thu, 7 Nov 2024 16:15:18 +0800 Subject: [PATCH 1/2] Fixed the output token in chatqnafixed.py --- evals/benchmark/stresscli/locust/chatqnafixed.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/evals/benchmark/stresscli/locust/chatqnafixed.py b/evals/benchmark/stresscli/locust/chatqnafixed.py index 37cd03d3..7ca9408e 100644 --- a/evals/benchmark/stresscli/locust/chatqnafixed.py +++ b/evals/benchmark/stresscli/locust/chatqnafixed.py @@ -17,11 +17,12 @@ def getReqData(): global opea_eval_prompts global max_new_tokens if opea_eval_prompts == "none": - opea_eval_prompts = "In a world where technology has advanced beyond our wildest dreams, humanity stands on the brink of a new era. The year is 2050, and artificial intelligence has become an integral part of everyday life. Autonomous vehicles zip through the streets, drones deliver packages with pinpoint accuracy, and smart homes anticipate every need of their inhabitants. But with these advancements come new challenges and ethical dilemmas. As society grapples with the implications of AI, questions about privacy, security, and the nature of consciousness itself come to the forefront. Please answer me the question what is artificial intelligence." + opea_eval_prompts = "In a world where technology has advanced beyond our wildest dreams, humanity stands on the brink of a new era. The year is 2050, and artificial intelligence has become an integral part of everyday life. Autonomous vehicles zip through streets, drones deliver packages with pinpoint accuracy, and smart homes anticipate every need of their inhabitants. But with these advancements come new challenges and ethical dilemmas. As society grapples with implications of AI, questions about privacy, security, and the nature of consciousness itself come to the forefront. Please answer me the question what is artificial intelligence in detail." return { "messages": opea_eval_prompts, "max_tokens": max_new_tokens, "top_k": 1, + "temperature": 0 } From f988a83238229ea477b806a5a1445ed067cd2b61 Mon Sep 17 00:00:00 2001 From: "pre-commit-ci[bot]" <66853113+pre-commit-ci[bot]@users.noreply.github.com> Date: Thu, 7 Nov 2024 08:20:19 +0000 Subject: [PATCH 2/2] [pre-commit.ci] auto fixes from pre-commit.com hooks for more information, see https://pre-commit.ci --- evals/benchmark/stresscli/locust/chatqnafixed.py | 7 +------ 1 file changed, 1 insertion(+), 6 deletions(-) diff --git a/evals/benchmark/stresscli/locust/chatqnafixed.py b/evals/benchmark/stresscli/locust/chatqnafixed.py index 7ca9408e..5df1a18a 100644 --- a/evals/benchmark/stresscli/locust/chatqnafixed.py +++ b/evals/benchmark/stresscli/locust/chatqnafixed.py @@ -18,12 +18,7 @@ def getReqData(): global max_new_tokens if opea_eval_prompts == "none": opea_eval_prompts = "In a world where technology has advanced beyond our wildest dreams, humanity stands on the brink of a new era. The year is 2050, and artificial intelligence has become an integral part of everyday life. Autonomous vehicles zip through streets, drones deliver packages with pinpoint accuracy, and smart homes anticipate every need of their inhabitants. But with these advancements come new challenges and ethical dilemmas. As society grapples with implications of AI, questions about privacy, security, and the nature of consciousness itself come to the forefront. Please answer me the question what is artificial intelligence in detail." - return { - "messages": opea_eval_prompts, - "max_tokens": max_new_tokens, - "top_k": 1, - "temperature": 0 - } + return {"messages": opea_eval_prompts, "max_tokens": max_new_tokens, "top_k": 1, "temperature": 0} def respStatics(environment, reqData, respData):