Skip to content

Commit

Permalink
Remove max_tps and max_duration from OOMptimizer output
Browse files Browse the repository at this point in the history
Signed-off-by: Piotr Żelasko <[email protected]>
  • Loading branch information
pzelasko committed Jan 17, 2025
1 parent ebc720f commit a238da2
Showing 1 changed file with 0 additions and 6 deletions.
6 changes: 0 additions & 6 deletions scripts/speech_recognition/oomptimizer.py
Original file line number Diff line number Diff line change
Expand Up @@ -520,8 +520,6 @@ def step():
if is_2d_bucketing:
# 2D bucketing doesn't support bucket merging.
final_profile = [["[" + ",".join(map(str, b)) + "]", bs] for (b, _, __), bs in profile.items()]
max_input_len, max_output_len = buckets[-1]
ratio = max_output_len / max_input_len
else:
click.echo("Bucket merging stage...")
final_profile = []
Expand All @@ -534,7 +532,6 @@ def step():
final_profile[-1][0] = bucket
continue
final_profile.append([bucket, bs])
max_input_len = final_profile[-1][0]

click.secho(f"The profile was created with the following settings:")
click.secho(f"* using {memory_fraction:.1%} of available GPU RAM.")
Expand All @@ -543,9 +540,6 @@ def step():
click.secho("The final profile is:", bold=True)
click.secho("\tbucket_duration_bins=[" + ",".join(str(seqlen) for seqlen, bs in final_profile) + "]", bold=True)
click.secho("\tbucket_batch_size=[" + ",".join(str(bs) for seqlen, bs in final_profile) + "]", bold=True)
click.secho("\t(The following flags are suitable for ASR/speech-to-text models):")
click.secho(f"\tmax_tps={ratio}", bold=True)
click.secho(f"\tmax_duration={max_input_len}", bold=True)


if __name__ == "__main__":
Expand Down

0 comments on commit a238da2

Please sign in to comment.