add RandomNormal and RandomUniform initializers

This commit is contained in:
AakashKumarNain 2023-04-11 15:44:25 +05:30 committed by Francois Chollet
parent 4a5e19fec7
commit 6ccb50ba47

@ -391,3 +391,101 @@ def compute_fans(shape):
fan_in = shape[-2] * receptive_field_size
fan_out = shape[-1] * receptive_field_size
return int(fan_in), int(fan_out)
class RandomNormal(Initializer):
"""Random normal initializer.
Draws samples from a normal distribution for given parameters.
Examples:
>>> # Standalone usage:
>>> initializer = RandomNormal(mean=0.0, stddev=1.0)
>>> values = initializer(shape=(2, 2))
>>> # Usage in a Keras layer:
>>> initializer = RandomNormal(mean=0.0, stddev=1.0)
>>> layer = Dense(3, kernel_initializer=initializer)
Args:
mean: A python scalar or a scalar keras tensor. Mean of the random values to
generate.
stddev: A python scalar or a scalar keras tensor. Standard deviation of the
random values to generate.
seed: A Python integer or instance of
`keras_core.backend.RandomSeedGenerator`.
Used to make the behavior of the initializer
deterministic. Note that an initializer seeded with an integer
or None (unseeded) will produce the same random values
across multiple calls. To get different random values
across multiple calls, use as seed an instance
of `keras_core.backend.RandomSeedGenerator`.
"""
def __init__(self, mean=0.0, stddev=1.0, seed=None):
self.mean = mean
self.stddev = stddev
self.seed = seed or random.make_default_seed()
super().__init__()
def __call__(self, shape, dtype=None, **kwargs):
return random.normal(
shape=shape,
mean=self.mean,
stddev=self.stddev,
seed=self.seed,
dtype=dtype
)
def get_config(self):
return {"mean": self.mean, "stddev":self.stddev, "seed":self.seed}
class RandomUniform(Initializer):
"""Random uniform initializer.
Draws samples from a uniform distribution for given parameters.
Examples:
>>> # Standalone usage:
>>> initializer = RandomNormal(mean=0.0, stddev=1.0)
>>> values = initializer(shape=(2, 2))
>>> # Usage in a Keras layer:
>>> initializer = RandomNormal(mean=0.0, stddev=1.0)
>>> layer = Dense(3, kernel_initializer=initializer)
Args:
minval: A python scalar or a scalar keras tensor. Lower bound of the range of
random values to generate (inclusive).
maxval: A python scalar or a scalar keras tensor. Upper bound of the range of
random values to generate (exclusive).
seed: A Python integer or instance of
`keras_core.backend.RandomSeedGenerator`.
Used to make the behavior of the initializer
deterministic. Note that an initializer seeded with an integer
or None (unseeded) will produce the same random values
across multiple calls. To get different random values
across multiple calls, use as seed an instance
of `keras_core.backend.RandomSeedGenerator`.
"""
def __init__(self, minval=0.0, maxval=1.0, seed=None):
self.minval = minval
self.maxval = maxval
self.seed = seed or random.make_default_seed()
super().__init__()
def __call__(self, shape, dtype=None, **kwargs):
return random.uniform(
shape=shape,
minval=self.minval,
maxval=self.maxval,
seed=self.seed,
dtype=dtype
)
def get_config(self):
return {"minval": self.minval, "maxval":self.maxval, "seed":self.seed}