|
@@ -17,7 +17,7 @@ function LeakyReLU:updateOutput(input)
|
|
|
|
|
|
return self.output
|
|
|
end
|
|
|
-
|
|
|
+
|
|
|
function LeakyReLU:updateGradInput(input, gradOutput)
|
|
|
self.gradInput:resizeAs(gradOutput)
|
|
|
-- filter positive
|
|
@@ -29,3 +29,8 @@ function LeakyReLU:updateGradInput(input, gradOutput)
|
|
|
|
|
|
return self.gradInput
|
|
|
end
|
|
|
+
|
|
|
+function LeakyReLU:clearState()
|
|
|
+ nn.utils.clear(self, 'negative')
|
|
|
+ return parent.clearState(self)
|
|
|
+end
|