Updated state features

This commit is contained in:
Vasilis Valatsos 2023-11-22 20:49:09 +01:00
parent fd04f0a240
commit ce4a90ac43
3 changed files with 8 additions and 9 deletions

View file

@ -108,16 +108,16 @@ class Player(pygame.sprite.Sprite):
self.action_features = [self._input.action] self.action_features = [self._input.action]
self.reward_features = [ self.reward_features = [
1 - np.exp(-self.stats.exp), self.stats.exp,
np.exp(-(nearest_dist)), # nearest_dist,
np.exp(-(nearest_enemy.stats.health)), -nearest_enemy.stats.health,
- np.exp(-self.stats.health) self.stats.health
] ]
self.state_features = [ self.state_features = [
# TODO: Find a way to not use magic numbers # TODO: Find a way to not use magic numbers
self.rect.center[0]/3616, np.exp(-self.rect.center[0]),
self.rect.center[1]/3168, np.exp(-self.rect.center[1]),
self._input.movement.direction.x, self._input.movement.direction.x,
self._input.movement.direction.y, self._input.movement.direction.y,
self.stats.health/self.stats.stats['health'], self.stats.health/self.stats.stats['health'],
@ -129,12 +129,11 @@ class Player(pygame.sprite.Sprite):
for distance, direction, enemy in sorted_distances[:5]: for distance, direction, enemy in sorted_distances[:5]:
# TODO: Find a way to not use magic numbers # TODO: Find a way to not use magic numbers
enemy_states.extend([ enemy_states.extend([
distance/sorted_distances[-1][0], np.exp(-distance),
direction[0], direction[0],
direction[1], direction[1],
enemy.stats.health/enemy.stats.monster_info['health'], enemy.stats.health/enemy.stats.monster_info['health'],
enemy.stats.attack/enemy.stats.monster_info['attack'], np.exp(-enemy.stats.exp**2),
enemy.stats.exp/250,
]) ])
self.state_features.extend(enemy_states) self.state_features.extend(enemy_states)

BIN
tmp/ppo/actor_torch_ppo Normal file

Binary file not shown.

BIN
tmp/ppo/critic_torch_ppo Normal file

Binary file not shown.