Pneuma/pneuma-pygame
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Updated critic to use leaky ReLu

Browse source
This commit is contained in:
Vasilis Valatsos 2023-12-09 13:48:16 +01:00
parent 948ae9af4f
commit 85c1532920
4 changed files with 7 additions and 6 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

BIN
.DS_Store vendored Normal file
View file

Binary file not shown.

BIN
agents/.DS_Store vendored Normal file
View file

Binary file not shown.

9
agents/ppo/agent.py
View file

@ -102,16 +102,17 @@ class Agent:
self.critic.optimizer.zero_grad() self.critic.optimizer.zero_grad()
self.total_loss.backward() self.total_loss.backward()
T.nn.utils.clip_grad_norm_(
self.actor.parameters(), max_norm=2)
T.nn.utils.clip_grad_norm_(
self.critic.parameters(), max_norm=2)
# Calculate the gradient norms for both networks # Calculate the gradient norms for both networks
actor_grad_norm = T.nn.utils.clip_grad_norm_( actor_grad_norm = T.nn.utils.clip_grad_norm_(
self.actor.parameters(), max_norm=1) self.actor.parameters(), max_norm=1)
critic_grad_norm = T.nn.utils.clip_grad_norm_( critic_grad_norm = T.nn.utils.clip_grad_norm_(
self.critic.parameters(), max_norm=1) self.critic.parameters(), max_norm=1)
T.nn.utils.clip_grad_norm_(
self.actor.parameters(), max_norm=1)
T.nn.utils.clip_grad_norm_(
self.critic.parameters(), max_norm=1)
# Log or print the gradient norms # Log or print the gradient norms
print(f"Actor Gradient Norm: {actor_grad_norm}") print(f"Actor Gradient Norm: {actor_grad_norm}")
print(f"Critic Gradient Norm: {critic_grad_norm}") print(f"Critic Gradient Norm: {critic_grad_norm}")

4
agents/ppo/brain.py
View file

@ -96,9 +96,9 @@ class CriticNetwork(nn.Module):
self.critic = nn.Sequential( self.critic = nn.Sequential(
nn.Linear(input_dims, fc1_dims), nn.Linear(input_dims, fc1_dims),
nn.ReLU(), nn.LeakyReLU(),
nn.Linear(fc1_dims, fc2_dims), nn.Linear(fc1_dims, fc2_dims),
nn.ReLU(), nn.LeakyReLU(),
nn.Linear(fc2_dims, 1) nn.Linear(fc2_dims, 1)
) )