From 51ebcfc7f4efa90d8da2546f7deea7e6cbdd6ce9 Mon Sep 17 00:00:00 2001
From: Davis King <davis@dlib.net>
Date: Fri, 6 Nov 2015 11:32:58 -0500
Subject: [PATCH] Said backward() is allowed to reuse computations cached
during the forward() computation.
---
dlib/dnn/layers_abstract.h | 3 +++
1 file changed, 3 insertions(+)
diff --git a/dlib/dnn/layers_abstract.h b/dlib/dnn/layers_abstract.h
index 463e2cd9..3b0062e0 100644
--- a/dlib/dnn/layers_abstract.h
+++ b/dlib/dnn/layers_abstract.h
@@ -177,6 +177,9 @@ namespace dlib
- SUBNET implements the SUBNET interface defined at the top of this file.
- setup() has been called.
- computed_output is the tensor resulting from calling forward(sub,computed_output).
+ Moreover, this was the most recent call to forward(). This means that
+ backward() is allowed to cache intermediate results computed during
+ forward() and use them for the backward computation.
- have_same_dimensions(gradient_input, computed_output)
- have_same_dimensions(sub.get_gradient_input(), sub.get_output()) == true
- have_same_dimensions(params_grad, get_layer_params()) == true
--
2.18.0