Skip to content
Merged
Changes from 1 commit
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
Fix #523
  • Loading branch information
nfeybesse committed Feb 27, 2024
commit 17951df8ef650b0727c548c835491777b2841776
Original file line number Diff line number Diff line change
Expand Up @@ -282,11 +282,12 @@ private static <T extends TNumber> Operand<T> reduceWeightedLoss(
if (reduction == Reduction.NONE) {
loss = weightedLoss;
} else {
loss =
tf.reduceSum(weightedLoss, allAxes(tf, weightedLoss), ReduceSum.keepDims(Boolean.FALSE));
if (reduction == Reduction.AUTO || reduction == Reduction.SUM_OVER_BATCH_SIZE) {
loss = safeMean(tf, loss, weightedLoss.shape().size());
loss = safeMean(tf, weightedLoss);
}
else
loss = tf.reduceSum(weightedLoss, allAxes(tf, weightedLoss), ReduceSum.keepDims(Boolean.FALSE));

}
return loss;
}
Expand All @@ -302,9 +303,9 @@ private static <T extends TNumber> Operand<T> reduceWeightedLoss(
* zero, then zero is returned.
*/
public static <T extends TNumber> Operand<T> safeMean(
Ops tf, Operand<T> losses, long numElements) {
Operand<T> totalLoss = tf.reduceSum(losses, allAxes(tf, losses));
return tf.math.divNoNan(totalLoss, cast(tf, tf.constant(numElements), losses.type()));
Ops tf, Operand<T> losses) {
Operand<T> totalLoss = tf.reduceSum(losses, allAxes(tf, losses),ReduceSum.keepDims(Boolean.FALSE));
return tf.math.divNoNan(totalLoss, cast(tf,tf.shape.size(tf.shape(losses)),losses.type()));
}

/**
Expand Down