diff --git a/config/foreman-answers.yaml b/config/foreman-answers.yaml
index 075d306f..225c3470 100644
--- a/config/foreman-answers.yaml
+++ b/config/foreman-answers.yaml
@@ -64,7 +64,6 @@ foreman_proxy::plugin::dynflow: false
 foreman_proxy::plugin::monitoring: false
 foreman_proxy::plugin::omaha: false
 foreman_proxy::plugin::openscap: false
-foreman_proxy::plugin::pulp: false
 foreman_proxy::plugin::remote_execution::ssh: false
 foreman_proxy::plugin::salt: false
 puppet:
diff --git a/config/foreman.migrations/20210129165012_drop_foreman_proxy_plugin_pulp.rb b/config/foreman.migrations/20210129165012_drop_foreman_proxy_plugin_pulp.rb
new file mode 100644
index 00000000..01134782
--- /dev/null
+++ b/config/foreman.migrations/20210129165012_drop_foreman_proxy_plugin_pulp.rb
@@ -0,0 +1 @@
+answers.delete('foreman_proxy::plugin::pulp')