diff --git a/extensions/markdown-language-features/server/package.json b/extensions/markdown-language-features/server/package.json
index a027b548215..75a23458d76 100644
--- a/extensions/markdown-language-features/server/package.json
+++ b/extensions/markdown-language-features/server/package.json
@@ -13,7 +13,7 @@
     "vscode-languageserver": "^8.0.2",
     "vscode-languageserver-textdocument": "^1.0.5",
     "vscode-languageserver-types": "^3.17.1",
-    "vscode-markdown-languageservice": "^0.1.0-alpha.2",
+    "vscode-markdown-languageservice": "^0.1.0-alpha.3",
     "vscode-nls": "^5.0.1",
     "vscode-uri": "^3.0.3"
   },
diff --git a/extensions/markdown-language-features/server/yarn.lock b/extensions/markdown-language-features/server/yarn.lock
index 803846a6d76..451427c1331 100644
--- a/extensions/markdown-language-features/server/yarn.lock
+++ b/extensions/markdown-language-features/server/yarn.lock
@@ -42,10 +42,10 @@ vscode-languageserver@^8.0.2:
   dependencies:
     vscode-languageserver-protocol "3.17.2"
 
-vscode-markdown-languageservice@^0.1.0-alpha.2:
-  version "0.1.0-alpha.2"
-  resolved "https://registry.yarnpkg.com/vscode-markdown-languageservice/-/vscode-markdown-languageservice-0.1.0-alpha.2.tgz#e74f92e5e0805cf2107af5043911caad01e58d68"
-  integrity sha512-MKvp1dtZ4ZKNOL8bAvRKWvaayqBw1Ai6JY3zApqFwYGE0sWLrMZZBmFCkyb+boRJ3k55cepkgW5cQNVY13295w==
+vscode-markdown-languageservice@^0.1.0-alpha.3:
+  version "0.1.0-alpha.3"
+  resolved "https://registry.yarnpkg.com/vscode-markdown-languageservice/-/vscode-markdown-languageservice-0.1.0-alpha.3.tgz#530e3a793cc7145bb14d6476a2cdd8cd7342b3a2"
+  integrity sha512-KOlkj1jgjvVvEjaS9YvGGMVfooKwnoEz3HGpKEmPd8Q0u11jDlXR9O7ZZRDytUWNbKHUzwYlVkm2NQ01CruzJQ==
   dependencies:
     picomatch "^2.3.1"
     vscode-languageserver-textdocument "^1.0.5"
diff --git a/extensions/markdown-language-features/src/client.ts b/extensions/markdown-language-features/src/client.ts
index 59952aaa87b..3d3413a6277 100644
--- a/extensions/markdown-language-features/src/client.ts
+++ b/extensions/markdown-language-features/src/client.ts
@@ -119,6 +119,10 @@ export async function startClient(factory: LanguageClientConstructor, workspace:
 		return vscode.commands.executeCommand('vscode.open', uri, args);
 	});
 
+	vscode.commands.registerCommand('vscodeMarkdownLanguageservice.rename', (uri, pos) => {
+		return vscode.commands.executeCommand('editor.action.rename', [vscode.Uri.from(uri), new vscode.Position(pos.line, pos.character)]);
+	});
+
 	await client.start();
 
 	return client;