diff --git a/web/src/lib/components/faces-page/merge-face-selector.svelte b/web/src/lib/components/faces-page/merge-face-selector.svelte
index 71358361ce..75f3420424 100644
--- a/web/src/lib/components/faces-page/merge-face-selector.svelte
+++ b/web/src/lib/components/faces-page/merge-face-selector.svelte
@@ -47,7 +47,7 @@
     await goto(`${AppRoute.PEOPLE}/${person.id}?${$page.url.searchParams.toString()}`);
   };
 
-  const onSelect = (selected: PersonResponseDto) => {
+  const onSelect = async (selected: PersonResponseDto) => {
     if (selectedPeople.includes(selected)) {
       selectedPeople = selectedPeople.filter((person) => person.id !== selected.id);
       return;
@@ -62,6 +62,10 @@
     }
 
     selectedPeople = [selected, ...selectedPeople];
+
+    if (selectedPeople.length === 1 && !person.name && selected.name) {
+      await handleSwapPeople();
+    }
   };
 
   const handleMerge = async () => {