diff --git a/distrobox/containerfile b/distrobox/containerfile
index b676162..0ee34ac 100644
--- a/distrobox/containerfile
+++ b/distrobox/containerfile
@@ -47,3 +47,8 @@ COPY git.conf /etc/gitconfig
 # Set default environment variables
 ENV DOTNET_CLI_TELEMETRY_OPTOUT true
 ENV NUGET_PLUGIN_PATHS /opt/nuget/plugins/netcore/CredentialProvider.Microsoft/CredentialProvider.Microsoft.dll
+
+# Run script on startup
+COPY init.service /etc/systemd/system/init.service
+COPY init.sh /opt/init.sh
+RUN chmod +x /opt/init.sh && systemctl enable init
diff --git a/distrobox/init.service b/distrobox/init.service
new file mode 100644
index 0000000..f2e47c5
--- /dev/null
+++ b/distrobox/init.service
@@ -0,0 +1,7 @@
+# This is free and unencumbered software released into the public domain.
+
+[Install]
+WantedBy=multi-user.target
+
+[Service]
+ExecStart=/opt/init.sh
diff --git a/distrobox/init.sh b/distrobox/init.sh
new file mode 100644
index 0000000..1beb5aa
--- /dev/null
+++ b/distrobox/init.sh
@@ -0,0 +1,5 @@
+#!/bin/bash
+# This is free and unencumbered software released into the public domain.
+
+# Install non-free packages
+zypper --non-interactive install code