RF label_smoothed_log_prob_gradient, efficient no-op case

rwth-i6 · Jul 13, 2024 · 90f56c9 · 90f56c9
1 parent 56a01b9
commit 90f56c9
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/returnn/frontend/label_smoothing.py b/returnn/frontend/label_smoothing.py
@@ -114,6 +114,8 @@ def label_smoothed_log_prob_gradient(
                        = softmax(z)[j] - target_prob[j]    # assuming (sum_i target_prob[i]) == 1
 
     """
+    if not isinstance(smoothing, Tensor) and smoothing == 0:
+        return log_prob  # no-op
     if not axis:
         assert log_prob.feature_dim
         axis = log_prob.feature_dim