Skip to content

Commit

Permalink
cleanup
Browse files Browse the repository at this point in the history
  • Loading branch information
ZX-ModelCloud committed Dec 20, 2024
1 parent 5e649d2 commit c31e767
Showing 1 changed file with 2 additions and 2 deletions.
4 changes: 2 additions & 2 deletions tests/benchmark/benchmark_test.py
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,7 @@
import unittest # noqa: E402
from transformers import AutoTokenizer # noqa: E402
from gptqmodel import GPTQModel # noqa: E402
from gptqmodel.utils.progress import ProgressBar
from gptqmodel.utils.progress import ProgressBar # noqa: E402


class BenchmarkTest(unittest.TestCase):
Expand Down Expand Up @@ -44,7 +44,7 @@ def benchmark(self, backend, device, tokens_per_second):
for i in pb:
pb.set_description(f"run index {i} of {self.NUM_RUNS -1}")
start_time = time.time()
res = model.generate(**inp, num_beams=1, min_new_tokens=self.MIN_NEW_TOEKNS,
_ = model.generate(**inp, num_beams=1, min_new_tokens=self.MIN_NEW_TOEKNS,
max_new_tokens=self.MIN_NEW_TOEKNS)
end_time = time.time()

Expand Down

0 comments on commit c31e767

Please sign in to comment.