Manually trigger jitting in Flax.
This commit is contained in:
@@ -493,6 +493,8 @@ class TimesFM_2p5_200M_flax(timesfm_2p5_base.TimesFM_2p5):
|
|||||||
|
|
||||||
def compile(self, forecast_config: configs.ForecastConfig, **kwargs):
|
def compile(self, forecast_config: configs.ForecastConfig, **kwargs):
|
||||||
# Acrobym used during validation.
|
# Acrobym used during validation.
|
||||||
|
print("Compiling model...")
|
||||||
|
|
||||||
fc = forecast_config
|
fc = forecast_config
|
||||||
if fc.max_context % self.model.p != 0:
|
if fc.max_context % self.model.p != 0:
|
||||||
logging.info(
|
logging.info(
|
||||||
@@ -581,3 +583,14 @@ class TimesFM_2p5_200M_flax(timesfm_2p5_base.TimesFM_2p5):
|
|||||||
self.compiled_decode = functools.partial(
|
self.compiled_decode = functools.partial(
|
||||||
compiled_decode_kernel, self.forecast_config
|
compiled_decode_kernel, self.forecast_config
|
||||||
)
|
)
|
||||||
|
|
||||||
|
_ = self.compiled_decode(
|
||||||
|
self.forecast_config.max_horizon,
|
||||||
|
jnp.zeros(
|
||||||
|
(self.global_batch_size, self.forecast_config.max_context), dtype=jnp.float32
|
||||||
|
),
|
||||||
|
jnp.zeros(
|
||||||
|
(self.global_batch_size, self.forecast_config.max_context), dtype=jnp.bool
|
||||||
|
),
|
||||||
|
)
|
||||||
|
print("Compiling done.")
|
||||||
|
|||||||
Reference in New Issue
Block a user