Don't restore focus if unmapping surface wasn't focused

sway/desktop/xwayland.c

@@ -79,8 +79,10 @@ static void unmanaged_handle_unmap(struct wl_listener *listener, void *data) {
 	wl_list_remove(&surface->commit.link);
 
 	if (!wlr_xwayland_surface_is_unmanaged(xsurface)) {
-		// Restore focus
 		struct sway_seat *seat = input_manager_current_seat(input_manager);
+		if (seat->wlr_seat->keyboard_state.focused_surface ==
+				xsurface->surface) {
+			// Restore focus
 			struct sway_container *previous =
 				seat_get_focus_inactive(seat, &root_container);
 			if (previous) {
@@ -89,6 +91,7 @@ static void unmanaged_handle_unmap(struct wl_listener *listener, void *data) {
 				seat_set_focus(seat, previous);
 			}
 		}
+	}
 }
 
 static void unmanaged_handle_destroy(struct wl_listener *listener, void *data) {