mirror of
https://github.com/sbrl/research-rainfallradar
synced 2024-11-17 23:13:03 +00:00
38 lines
1.1 KiB
Python
38 lines
1.1 KiB
Python
|
import math
|
||
|
|
|
||
|
|
import tensorflow as tf
|
||
|
|
|
||
|
|
|
||
|
|
class LossCrossentropy(tf.keras.losses.Loss):
|
||
|
|
"""Wraps the cross-entropy loss function because it's buggy.
|
||
|
|
@warning: tf.keras.losses.CategoricalCrossentropy() isn't functioning as intended during training...
|
||
|
|
Args:
|
||
|
|
batch_size (integer): The batch size (currently unused).
|
||
|
|
"""
|
||
|
|
def __init__(self, batch_size):
|
||
|
|
super(LossCrossentropy, self).__init__()
|
||
|
|
|
||
|
|
self.param_batch_size = batch_size
|
||
|
|
|
||
|
|
def call(self, y_true, y_pred):
|
||
|
|
result = tf.keras.metrics.categorical_crossentropy(y_true, y_pred)
|
||
|
|
result_reduce = tf.math.reduce_sum(result)
|
||
|
|
tf.print("DEBUG:TFPRINT:loss BEFORE_REDUCE", result, "AFTER_REDUCE", result_reduce)
|
||
|
|
return result
|
||
|
|
|
||
|
|
def get_config(self):
|
||
|
|
config = super(LossCrossentropy, self).get_config()
|
||
|
|
config.update({
|
||
|
|
"batch_size": self.param_batch_size,
|
||
|
|
})
|
||
|
|
return config
|
||
|
|
|
||
|
|
|
||
|
|
if __name__ == "__main__":
|
||
|
|
weight_temperature = tf.Variable(name="loss_temperature", shape=1, initial_value=tf.constant([
|
||
|
|
math.log(1 / 0.07)
|
||
|
|
]))
|
||
|
|
loss = LossCrossentropy(weight_temperature=weight_temperature, batch_size=64)
|
||
|
|
|
||
|
|
tensor_input = tf.random.uniform([64, 2, 512])
|
||
|
|
print(loss(tf.constant(1), tensor_input))
|