diff --git a/src/bin/pg_upgrade/Makefile b/src/bin/pg_upgrade/Makefile
index e5c98596a1..1d6ee702c6 100644
--- a/src/bin/pg_upgrade/Makefile
+++ b/src/bin/pg_upgrade/Makefile
@@ -36,9 +36,8 @@ clean distclean maintainer-clean:
 	       pg_upgrade_dump_globals.sql \
 	       pg_upgrade_dump_*.custom pg_upgrade_*.log
 
-check: test.sh
-	$(prove_check)
+check: test.sh all
 	MAKE=$(MAKE) bindir=$(bindir) libdir=$(libdir) EXTRA_REGRESS_OPTS="$(EXTRA_REGRESS_OPTS)" $(SHELL) $< --install
 
-installcheck:
-	$(prove_installcheck)
+# installcheck is not supported because there's no meaningful way to test
+# pg_upgrade against a single already-running server
diff --git a/src/bin/pg_upgrade/t/001_basic.pl b/src/bin/pg_upgrade/t/001_basic.pl
deleted file mode 100644
index 605a7f622f..0000000000
--- a/src/bin/pg_upgrade/t/001_basic.pl
+++ /dev/null
@@ -1,9 +0,0 @@
-use strict;
-use warnings;
-
-use TestLib;
-use Test::More tests => 8;
-
-program_help_ok('pg_upgrade');
-program_version_ok('pg_upgrade');
-program_options_handling_ok('pg_upgrade');