1

HongyangDu · Mar 21, 2024 · 7471fde · 7471fde
1 parent dadb74f
commit 7471fde
Show file tree

Hide file tree

Showing 11 changed files with 5 additions and 6 deletions.
diff --git a/benchmark/log/default/ppo/Mar21-203336/events.out.tfevents.1711024419.cncl4576.1281258.0 b/benchmark/log/default/ppo/Mar21-203336/events.out.tfevents.1711024419.cncl4576.1281258.0
diff --git a/benchmark/log/default/ppo/Mar21-203336/policy.pth b/benchmark/log/default/ppo/Mar21-203336/policy.pth
diff --git a/diffusion/__pycache__/model.cpython-38.pyc b/diffusion/__pycache__/model.cpython-38.pyc
diff --git a/diffusion/model.py b/diffusion/model.py
@@ -39,8 +39,7 @@ def forward(self, x, time, state):
         t = self.time_mlp(time)
         x = torch.cat([x, t, processed_state], dim=1)
         x = self.mid_layer(x)
-        # x = self.final_layer(x)
-        # return torch.tanh(x)
+        x = self.final_layer(x)
         return x
 
 

diff --git a/env/__pycache__/env.cpython-38.pyc b/env/__pycache__/env.cpython-38.pyc
diff --git a/env/__pycache__/utility.cpython-38.pyc b/env/__pycache__/utility.cpython-38.pyc
diff --git a/env/env.py b/env/env.py
@@ -38,8 +38,8 @@ def action_space(self):
     @property
     def state(self):
         # Provide the current state to the agent
-        states1 = np.random.uniform(13, 14, 50)
-        states2 = np.random.uniform(0, 0.1, 50)
+        states1 = np.random.uniform(13, 14, 5)
+        states2 = np.random.uniform(0, 0.1, 5)
         states = np.concatenate([states1, states2])
         self._laststate = states
         return states

diff --git a/env/utility.py b/env/utility.py
@@ -56,8 +56,8 @@ def water(s, total_power):
 # Function to compute utility (reward) for the given state and action
 def CompUtility(State, Aution):
     actions = torch.from_numpy(Aution).float()
-    actions = torch.abs(actions)
-    # actions = torch.sigmoid(actions)
+    # actions = torch.abs(actions)
+    actions = torch.sigmoid(1.5*actions)
     Aution = actions.numpy()
 
     total_power = 12

diff --git a/log/default/diffusion/Mar21-203131/events.out.tfevents.1711024293.cncl4576.1276206.0 b/log/default/diffusion/Mar21-203131/events.out.tfevents.1711024293.cncl4576.1276206.0
diff --git a/log/default/diffusion/Mar21-203131/policy.pth b/log/default/diffusion/Mar21-203131/policy.pth
diff --git a/log/default/diffusion/Mar21-205055/events.out.tfevents.1711025458.cncl4576.1321880.0 b/log/default/diffusion/Mar21-205055/events.out.tfevents.1711025458.cncl4576.1321880.0