diff --git a/config/application.rb b/config/application.rb
index c355c13f0..be3fd7735 100644
--- a/config/application.rb
+++ b/config/application.rb
@@ -21,5 +21,16 @@ module VanDam
 
     # Don't generate system test files.
     config.generators.system_tests = nil
+
+    config.after_initialize do
+      # Create default admin user if there aren't any users yet
+      if ActiveRecord::Base.connection.table_exists?("users") && User.count == 0
+        User.create(
+          username: "admin",
+          email: "nobody@example.com",
+          admin: true
+        )
+      end
+    end
   end
 end
diff --git a/db/data/20220614214418_create_default_admin_user.rb b/db/data/20220614214418_create_default_admin_user.rb
deleted file mode 100644
index 823002129..000000000
--- a/db/data/20220614214418_create_default_admin_user.rb
+++ /dev/null
@@ -1,15 +0,0 @@
-# frozen_string_literal: true
-
-class CreateDefaultAdminUser < ActiveRecord::Migration[7.0]
-  def up
-    User.create(
-      username: "admin",
-      email: "nobody@example.com",
-      admin: true
-    )
-  end
-
-  def down
-    User.find_by(username: "admin").destroy
-  end
-end