diff --git a/llvm/Makefile.rules b/llvm/Makefile.rules
index 735cbacdcbf3..32b1ebcbf052 100644
--- a/llvm/Makefile.rules
+++ b/llvm/Makefile.rules
@@ -1185,7 +1185,7 @@ $(DestSharedLib): $(LibName.SO) $(DestSharedLibDir)
 
 uninstall-local::
 	$(Echo) Uninstalling $(BuildMode) Shared Library $(DestSharedLib)
-	-$(Verb) $(RM) -f $(DestSharedLibDir)/$(SharedPrefix)$(LIBRARYNAME).*
+	-$(Verb) $(RM) -f $(DestSharedLib)
 endif
 endif