diff --git a/news/5219.bugfix b/news/5219.bugfix
new file mode 100644
index 00000000000..e9d66d16606
--- /dev/null
+++ b/news/5219.bugfix
@@ -0,0 +1 @@
+Fix a bug that made get-pip.py unusable on Windows without renaming.
diff --git a/src/pip/_internal/basecommand.py b/src/pip/_internal/basecommand.py
index dab545db31c..2503f36d92d 100644
--- a/src/pip/_internal/basecommand.py
+++ b/src/pip/_internal/basecommand.py
@@ -335,8 +335,8 @@ def populate_requirement_set(requirement_set, args, options, finder,
         # See https://github.com/pypa/pip/issues/1299 for more discussion
         should_show_use_python_msg = (
             WINDOWS and
-            requirement_set.has_requirement('pip') and
-            "pip" in os.path.basename(sys.argv[0])
+            requirement_set.has_requirement("pip") and
+            os.path.basename(sys.argv[0]).startswith("pip")
         )
         if should_show_use_python_msg:
             new_command = [