diff --git a/mrbgems/mruby-test/init_mrbtest.c b/mrbgems/mruby-test/init_mrbtest.c
index 17ac1bdef..7678a5200 100644
--- a/mrbgems/mruby-test/init_mrbtest.c
+++ b/mrbgems/mruby-test/init_mrbtest.c
@@ -31,6 +31,7 @@ mrb_init_mrbtest(mrb_state *mrb)
 
   if (mrb->exc) {
     mrb_print_error(mrb);
+    mrb_close(mrb);
     exit(EXIT_FAILURE);
   }
   mrb_close(core_test);