diff --git a/termite.c b/termite.c
index 59cc738..ed468f5 100644
--- a/termite.c
+++ b/termite.c
@@ -139,9 +139,12 @@ static void toggle_visual(VteTerminal *vte, select_info *select, select_mode mod
         select->mode = SELECT_ON;
         vte_terminal_select_none(vte);
     } else {
+        if (select->mode == SELECT_ON) {
+            select->begin_col = select->cursor_col;
+            select->begin_row = select->cursor_row;
+        }
         select->mode = mode;
-        select->begin_col = select->cursor_col;
-        select->begin_row = select->cursor_row;
+        update_selection(vte, select);
     }
 }