adding an env: space onslaught

config/space_onslaught.ini

@@ -0,0 +1,41 @@
+[base]
+env_name = space_onslaught
+
+[vec]
+total_agents = 1024
+num_buffers = 2
+
+[policy]
+hidden_size = 64
+num_layers = 1
+
+[torch]
+network = MLP
+
+[env]
+frameskip = 4
+width = 448
+height = 576
+alien_width = 24
+alien_height = 16
+alien_spacing_x = 12
+alien_spacing_y = 16
+edge_margin = 16
+alien_step_x = 8
+alien_step_down = 16
+base_move_interval = 30
+min_move_interval = 3
+player_width = 24
+player_height = 16
+player_speed = 180
+player_bullet_speed = 420
+alien_bullet_speed = 200
+initial_lives = 3
+alien_fire_prob = 0.02
+
+[train]
+total_timesteps = 50_000_000
+gamma = 0.99
+learning_rate = 0.015
+minibatch_size = 8192
+ent_coef = 0.01

ocean/space_onslaught/binding.c

@@ -0,0 +1,65 @@
+#include "space_onslaught.h"
+#define OBS_SIZE SO_OBS_SIZE
+#define NUM_ATNS 1
+#define ACT_SIZES {SO_NUM_ACTIONS}
+#define OBS_TENSOR_T FloatTensor
+
+#define Env SpaceOnslaught
+#include "vecenv.h"
+
+void my_init(Env* env, Dict* kwargs) {
+    env->num_agents = 1;
+    env->frameskip = dict_get(kwargs, "frameskip")->value;
+    env->width = dict_get(kwargs, "width")->value;
+    env->height = dict_get(kwargs, "height")->value;
+    env->alien_width = dict_get(kwargs, "alien_width")->value;
+    env->alien_height = dict_get(kwargs, "alien_height")->value;
+    env->alien_spacing_x = dict_get(kwargs, "alien_spacing_x")->value;
+    env->alien_spacing_y = dict_get(kwargs, "alien_spacing_y")->value;
+    env->edge_margin = dict_get(kwargs, "edge_margin")->value;
+    env->alien_step_x = dict_get(kwargs, "alien_step_x")->value;
+    env->alien_step_down = dict_get(kwargs, "alien_step_down")->value;
+    env->base_move_interval = dict_get(kwargs, "base_move_interval")->value;
+    env->min_move_interval = dict_get(kwargs, "min_move_interval")->value;
+    env->player_width = dict_get(kwargs, "player_width")->value;
+    env->player_height = dict_get(kwargs, "player_height")->value;
+    env->player_speed = dict_get(kwargs, "player_speed")->value;
+    env->player_bullet_speed = dict_get(kwargs, "player_bullet_speed")->value;
+    env->alien_bullet_speed = dict_get(kwargs, "alien_bullet_speed")->value;
+    env->initial_lives = dict_get(kwargs, "initial_lives")->value;
+    env->alien_fire_prob = dict_get(kwargs, "alien_fire_prob")->value;
+    if (env->frameskip < 1) {
+        env->frameskip = 1;
+    }
+    if (env->initial_lives < 1) {
+        env->initial_lives = 1;
+    }
+    if (env->width < 1) {
+        env->width = 1;
+    }
+    if (env->height < 1) {
+        env->height = 1;
+    }
+    if (env->min_move_interval < 1) {
+        env->min_move_interval = 1;
+    }
+    if (env->base_move_interval < 1) {
+        env->base_move_interval = 1;
+    }
+    if (env->alien_step_x < 1) {
+        env->alien_step_x = 1;
+    }
+    if (env->alien_fire_prob < 0.0f) {
+        env->alien_fire_prob = 0.0f;
+    }
+    if (env->alien_fire_prob > 1.0f) {
+        env->alien_fire_prob = 1.0f;
+    }
+}
+
+void my_log(Log* log, Dict* out) {
+    dict_set(out, "perf", log->perf);
+    dict_set(out, "score", log->score);
+    dict_set(out, "episode_return", log->episode_return);
+    dict_set(out, "episode_length", log->episode_length);
+}

ocean/space_onslaught/space_onslaught.c

@@ -0,0 +1,65 @@
+#include "space_onslaught.h"
+
+int main(void) {
+    float observations[SO_OBS_SIZE] = {0};
+    float actions[1] = {0};
+    float rewards[1] = {0};
+    float terminals[1] = {0};
+
+    SpaceOnslaught env = {
+        .observations = observations,
+        .actions = actions,
+        .rewards = rewards,
+        .terminals = terminals,
+        .num_agents = 1,
+        .rng = 1,
+        .width = 448,
+        .height = 576,
+        .frameskip = 1,
+        .alien_width = 24,
+        .alien_height = 16,
+        .alien_spacing_x = 12,
+        .alien_spacing_y = 16,
+        .edge_margin = 16,
+        .alien_step_x = 8,
+        .alien_step_down = 16,
+        .base_move_interval = 30,
+        .min_move_interval = 3,
+        .player_width = 24,
+        .player_height = 16,
+        .player_speed = 180,
+        .player_bullet_speed = 420,
+        .alien_bullet_speed = 200,
+        .initial_lives = 3,
+        .alien_fire_prob = 0.02f,
+    };
+
+    c_reset(&env);
+    c_render(&env);
+    while (!WindowShouldClose()) {
+        int left = IsKeyDown(KEY_LEFT) || IsKeyDown(KEY_A);
+        int right = IsKeyDown(KEY_RIGHT) || IsKeyDown(KEY_D);
+        int fire = IsKeyDown(KEY_SPACE);
+        if (left && right) {
+            left = 0;
+            right = 0;
+        }
+        if (left && fire) {
+            actions[0] = ACTION_LEFT_FIRE;
+        } else if (right && fire) {
+            actions[0] = ACTION_RIGHT_FIRE;
+        } else if (left) {
+            actions[0] = ACTION_LEFT;
+        } else if (right) {
+            actions[0] = ACTION_RIGHT;
+        } else if (fire) {
+            actions[0] = ACTION_FIRE;
+        } else {
+            actions[0] = ACTION_NOOP;
+        }
+        c_step(&env);
+        c_render(&env);
+    }
+    c_close(&env);
+    return 0;
+}