diff --git a/spring-cloud-release-tools-core/src/main/java/org/springframework/cloud/release/internal/git/GithubMilestones.java b/spring-cloud-release-tools-core/src/main/java/org/springframework/cloud/release/internal/git/GithubMilestones.java
index f9d5c874..bed2a372 100644
--- a/spring-cloud-release-tools-core/src/main/java/org/springframework/cloud/release/internal/git/GithubMilestones.java
+++ b/spring-cloud-release-tools-core/src/main/java/org/springframework/cloud/release/internal/git/GithubMilestones.java
@@ -96,7 +96,7 @@ class GithubMilestones {
 			try {
 				URL url = foundMilestoneUrl(foundMilestone);
 				log.info("Found a matching milestone with issues URL [{}]", url);
-				return url.toString();
+				return url.toString().replace("https://api.github.com/repos", "https://github.com") + "?closed=1";
 			}
 			catch (IOException e) {
 				throw new IllegalStateException(e);
diff --git a/spring-cloud-release-tools-core/src/test/java/org/springframework/cloud/release/internal/git/GithubMilestonesTests.java b/spring-cloud-release-tools-core/src/test/java/org/springframework/cloud/release/internal/git/GithubMilestonesTests.java
index 2d19d2ba..530f8e52 100644
--- a/spring-cloud-release-tools-core/src/test/java/org/springframework/cloud/release/internal/git/GithubMilestonesTests.java
+++ b/spring-cloud-release-tools-core/src/test/java/org/springframework/cloud/release/internal/git/GithubMilestonesTests.java
@@ -111,14 +111,14 @@ public class GithubMilestonesTests {
 
 			@Override URL foundMilestoneUrl(Milestone.Smart milestone)
 					throws IOException {
-				return new URL("http://foo.com/bar");
+				return new URL("https://api.github.com/repos/spring-cloud/spring-cloud-sleuth/milestones/33");
 			}
 		};
 		repo.milestones().create("0.2.0.RELEASE");
 
 		String url = milestones.milestoneUrl(gaSleuthProject());
 
-		then(url).isEqualTo("http://foo.com/bar");
+		then(url).isEqualTo("https://github.com/spring-cloud/spring-cloud-sleuth/milestones/33?closed=1");
 	}
 
 	@Test