diff --git a/lib/tapioca/commands/abstract_dsl.rb b/lib/tapioca/commands/abstract_dsl.rb
index 72320c46c..d177ea152 100644
--- a/lib/tapioca/commands/abstract_dsl.rb
+++ b/lib/tapioca/commands/abstract_dsl.rb
@@ -175,11 +175,16 @@ def constantize(constant_names, ignore_missing: false)
         unless unprocessable_constants.empty? || ignore_missing
           unprocessable_constants.each do |name, _|
             say("Error: Cannot find constant '#{name}'", :red)
-            filename = dsl_rbi_filename(name)
-            remove_file(filename) if File.file?(filename)
+
+            unless @lsp_addon
+              filename = dsl_rbi_filename(name)
+              remove_file(filename) if File.file?(filename)
+            end
           end
 
-          raise Tapioca::Error, ""
+          unless @lsp_addon
+            raise Tapioca::Error, ""
+          end
         end
 
         processable_constants
diff --git a/lib/tapioca/commands/dsl_generate.rb b/lib/tapioca/commands/dsl_generate.rb
index 3114bebd6..433fa72ed 100644
--- a/lib/tapioca/commands/dsl_generate.rb
+++ b/lib/tapioca/commands/dsl_generate.rb
@@ -17,7 +17,7 @@ def execute
         rbi_files_to_purge = generate_dsl_rbi_files(@outpath, quiet: @quiet && !@verbose)
         say("")
 
-        purge_stale_dsl_rbi_files(rbi_files_to_purge)
+        purge_stale_dsl_rbi_files(rbi_files_to_purge) unless @lsp_addon
         say("Done", :green)
 
         if @auto_strictness && !@lsp_addon