diff --git a/packages/format-library/src/link/inline.js b/packages/format-library/src/link/inline.js
index b9ca275335592..f401baa8bc658 100644
--- a/packages/format-library/src/link/inline.js
+++ b/packages/format-library/src/link/inline.js
@@ -214,6 +214,8 @@ function InlineLinkUI( {
 		);
 	}
 
+	const linkControlRemountKey = anchorRef?.outerHTML;
+
 	return (
 		<Popover
 			anchorRef={ anchorRef }
@@ -222,7 +224,7 @@ function InlineLinkUI( {
 			position="bottom center"
 		>
 			<LinkControl
-				key={ anchorRef }
+				key={ linkControlRemountKey }
 				value={ linkValue }
 				onChange={ onChangeLink }
 				onRemove={ removeLink }