From 025c71767f97298d173b32a118cf4671112d3d8a Mon Sep 17 00:00:00 2001
From: Johannes Fischer <johannes.fischer@kit.edu>
Date: Fri, 6 Aug 2021 18:48:53 +0200
Subject: [PATCH] Change final value network activation to identity

---
 config/value_dice.json5 | 2 +-
 src/nets/util.py        | 4 +++-
 2 files changed, 4 insertions(+), 2 deletions(-)

diff --git a/config/value_dice.json5 b/config/value_dice.json5
index ba12c15..439eef0 100644
--- a/config/value_dice.json5
+++ b/config/value_dice.json5
@@ -65,7 +65,7 @@
             hidden_n: 3,
             hidden_dim: 50,
             output_dim: 1, // number of outputs e.g. number of actions, or just one
-            final_activation: 'sigmoid',
+            final_activation: 'id',
         },
     },
     policy_optim: {
diff --git a/src/nets/util.py b/src/nets/util.py
index e868adc..6634224 100644
--- a/src/nets/util.py
+++ b/src/nets/util.py
@@ -1,5 +1,5 @@
 import torch
-from torch.nn import functional
+from torch.nn import functional, Identity
 
 def parse_functional(functional_config):
     if isinstance(functional_config, str):
@@ -9,4 +9,6 @@ def parse_functional(functional_config):
             return torch.sigmoid
         elif functional_config == 'softmax':
             return functional.softmax
+        elif functional_config == 'id':
+            return Identity()
     return None
\ No newline at end of file