diff --git a/lisp/isearch.el b/lisp/isearch.el
index be0227b6e7..9f848dd229 100644
--- a/lisp/isearch.el
+++ b/lisp/isearch.el
@@ -2858,7 +2911,7 @@ isearch-fallback
 		 allow-invalid))
     (if to-barrier
 	(progn (goto-char isearch-barrier)
-	       (setq isearch-adjusted t))
+	       (setq isearch-adjusted 'fallback))
       (let* ((stack isearch-cmds)
 	     (previous (cdr stack))	; lookbelow in the stack
 	     (frame (car stack)))
@@ -2893,7 +2946,7 @@ isearch-fallback
 	    (goto-char (if isearch-forward
 			   (max last-other-end isearch-barrier)
 			 (min last-other-end isearch-barrier)))
-	    (setq isearch-adjusted t)))))))
+	    (setq isearch-adjusted 'fallback)))))))
 
 ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;
 ;; scrolling within Isearch mode.  Alan Mackenzie (acm@muc.de), 2003/2/24