diff --git a/Misc/NEWS b/Misc/NEWS
index 3af41ea0d67..f63cbf78d31 100644
--- a/Misc/NEWS
+++ b/Misc/NEWS
@@ -42,6 +42,9 @@ Tests
 Build
 -----
 
+- Issue #20748: Uninstalling pip does not leave behind the pyc of
+  the uninstaller anymore.
+
 - Issue #20568: The Windows installer now installs the unversioned ``pip``
   command in addition to the versioned ``pip3`` and ``pip3.4`` commands.
 
diff --git a/Tools/msi/msi.py b/Tools/msi/msi.py
index f2b71482c2b..2ba72e4f729 100644
--- a/Tools/msi/msi.py
+++ b/Tools/msi/msi.py
@@ -421,7 +421,7 @@ def add_ui(db):
     compileargs = r'-Wi "[TARGETDIR]Lib\compileall.py" -f -x "bad_coding|badsyntax|site-packages|py2_|lib2to3\\tests|venv\\scripts" "[TARGETDIR]Lib"'
     lib2to3args = r'-c "import lib2to3.pygram, lib2to3.patcomp;lib2to3.patcomp.PatternCompiler()"'
     updatepipargs = r'-m ensurepip -U --default-pip'
-    removepipargs = r'-m ensurepip._uninstall'
+    removepipargs = r'-B -m ensurepip._uninstall'
     # See "CustomAction Table"
     add_data(db, "CustomAction", [
         # msidbCustomActionTypeFirstSequence + msidbCustomActionTypeTextData + msidbCustomActionTypeProperty